-- Logs begin at Fri 2021-04-16 14:57:58 UTC, end at Fri 2021-04-16 16:57:58 UTC. -- Apr 16 15:30:02.611019 dv-neutron-786478-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 16 15:30:04.105372 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.common.config [-] Logging enabled! Apr 16 15:30:04.106037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev97 Apr 16 15:30:04.106319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 15:30:04.107182 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.common.config [-] Logging enabled! Apr 16 15:30:04.107345 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev97 Apr 16 15:30:04.107489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 15:30:04.108087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 15:30:04.108260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 15:30:04.108758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 15:30:04.108925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 15:30:04.109034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 15:30:04.109173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.109354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.109530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.109676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.109827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.109999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.110165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.110339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.110535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.110707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.110872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.111038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.111171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.111339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.111512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.111684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.111808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] debug = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.111965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.112228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.112401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.112568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.112743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.112908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.113067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.113230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.113398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.113593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] host = dv-neutron-786478-2-hyperv {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.113759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.113932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.114106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.114278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.114457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.114624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.114796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.114958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.115116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] log_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.115279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.115452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.115625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.115799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.115910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.116043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.116217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.116392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.116558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.116721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.116882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.117043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.117204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.117364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.117538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.117691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.117868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.118031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.118191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.118352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.118539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.118712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.118874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.119036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.119196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.119370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.119531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.119693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.119877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.120050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.120220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.120392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.120554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.120725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.120886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.121045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.121204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] use_json = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.121362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.121518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.121685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.121843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.121999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.122157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.122314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.122499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:04.122917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.123336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.123737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.123930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.124109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.124276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.124452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.124617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.124790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.124965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.125138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.125304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.125473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.125636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.125815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.126002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.126182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.126359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.126538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.126701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.126860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.127024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.127193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.127375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.127550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.127711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.127874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.128048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.128212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.128370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.128533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.128706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.128871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.129031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.129196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.129358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.129517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.129674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.129835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.130008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.130171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.130330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.130501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.130665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.130824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.130993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.131154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.131313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.131470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.131632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.131791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.131949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.132110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.132270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.132429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.132588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.132746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.132903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.133071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.133254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.133408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.133502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.133682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.133845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.133989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.134148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.134308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.134458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.134638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.134813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.134976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.135140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.135305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.135468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.135610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.135779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.135943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.136106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.136264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.136440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.136608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.136778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.136945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.137108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.137286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.137452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.137621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.137786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.137950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.138123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.138320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.138525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.138706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.138881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.139053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.139227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.139394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.139582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.139748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:04.139862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 15:30:04.139996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85906) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 16 15:30:04.472849 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO keyring.backend [-] Loading Gnome Apr 16 15:30:04.481421 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO keyring.backend [-] Loading Google Apr 16 15:30:04.483125 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO keyring.backend [-] Loading Windows (alt) Apr 16 15:30:04.484969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO keyring.backend [-] Loading file Apr 16 15:30:04.485420 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO keyring.backend [-] Loading keyczar Apr 16 15:30:04.485597 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO keyring.backend [-] Loading multi Apr 16 15:30:04.485972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO keyring.backend [-] Loading pyfs Apr 16 15:30:04.508352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:04.508540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=85906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:04.508658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:04.508847 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 16 15:30:04.728364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.728589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.728589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.729371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.729560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.729720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.748620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.748783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.748949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.756458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.756629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.756746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.789272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.789442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.789577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.790142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.790310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.791284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.928155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.928351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.928486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.928597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:04.929037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.001325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.001500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.001612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.001710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.001872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.002068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.002221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.002368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.002531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.002692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.002845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.003002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.003158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.003307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.003465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.003628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.003779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.003942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.004089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.004263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.004503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.004652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.004795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.004970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.005116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.005259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.005495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 15:30:05.005638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 15:30:05.005777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 15:30:05.005911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 15:30:05.006044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 15:30:05.006176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 15:30:05.006389 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 16 15:30:05.007991 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 16 15:30:05.010067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 16 15:30:05.012154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1450, 1499)])]) Apr 16 15:30:05.013061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 16 15:30:05.014053 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 16 15:30:05.014233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 16 15:30:05.014461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 16 15:30:05.015920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 16 15:30:05.016098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 16 15:30:05.016210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 15:30:05.029530 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 16 15:30:05.029814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.029987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85906) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 16 15:30:05.030311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.031138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85906) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 16 15:30:05.031324 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 15:30:05.031436 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 16 15:30:05.033110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.033279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.059752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 16 15:30:05.059924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 16 15:30:05.060017 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 16 15:30:05.060204 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 16 15:30:05.081376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.sqlalchemy.engines [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85906) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 16 15:30:05.348133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Initializing driver for type 'gre' Apr 16 15:30:05.348791 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] gre ID ranges: [(1, 1000)] Apr 16 15:30:05.370647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Initializing driver for type 'local' Apr 16 15:30:05.370814 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Initializing driver for type 'vlan' Apr 16 15:30:05.383949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] VlanTypeDriver initialization complete Apr 16 15:30:05.384153 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Initializing driver for type 'vxlan' Apr 16 15:30:05.384438 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] vxlan ID ranges: [(1, 1000)] Apr 16 15:30:05.412926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Initializing extension driver 'port_security' Apr 16 15:30:05.413154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.extensions.port_security [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] PortSecurityExtensionDriver initialization complete Apr 16 15:30:05.413377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Initializing mechanism driver 'openvswitch' Apr 16 15:30:05.413590 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Initializing mechanism driver 'hyperv' Apr 16 15:30:05.417724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85906) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:05.418295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > port after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.418572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > port after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.418809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > port after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.419069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > subnet after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.419304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > subnet after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.419532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > subnet after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.419788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > network after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.420023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > network after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.420272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > network after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.420531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > security_group after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.420763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > security_group after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.421101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > security_group after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.421369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.421601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.421829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.422085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > address_group after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.422315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > address_group after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.422557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > address_group after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.422779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] ML2 OVO RPC backend initialized. {{(pid=85906) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 16 15:30:05.423292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router_interface after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.423524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.423847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > network before_response 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.424054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > networks before_response 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.424284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > port before_response 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.424513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > ports before_response 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.424741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > subnet before_response 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.424969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > subnets before_response 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.425201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > network after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.425430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > network after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.425659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > network after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.425885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > port after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.426110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > port after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.426334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > port after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.426574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > subnet after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.426804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > subnet after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.427026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > subnet after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.427439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Modular L2 Plugin initialization complete Apr 16 15:30:05.427639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading services supported by the core plugin {{(pid=85906) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 16 15:30:05.427863 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.managers [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Got port-security extension from driver 'port_security' Apr 16 15:30:05.428210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.extensions.vlantransparent [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Disabled vlantransparent extension. Apr 16 15:30:05.428535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85906) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 16 15:30:05.428745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading Plugin: router Apr 16 15:30:05.453432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router_interface before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.453687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router after_create 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.453935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router before_create 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.454187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.454455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.454697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router after_delete 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.454941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > floatingip after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.455192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router after_create 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.455425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router after_update 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.455667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router after_update 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.455902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.456148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router after_update 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.456476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router precommit_update 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.456717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: port after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.456950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: port after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.457178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: subnet after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.457405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.457642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > port precommit_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.457876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router precommit_create 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.458111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: port before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.458341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router precommit_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.458608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router after_update 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.458845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router precommit_delete 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.459087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router precommit_create 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.459339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router_interface after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.459576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router precommit_update 55549900 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.459843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > network after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.460474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Tracking information for resource: router configured {{(pid=85906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 15:30:05.460708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Tracking information for resource: floatingip configured {{(pid=85906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 15:30:05.464239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_agentschedulers_db [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 16 15:30:05.464591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: port after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.464838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: port after_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.465072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: port after_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.465305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: port after_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.465889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router before_create 55550100 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.466121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router precommit_delete 55550100 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.466613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router precommit_create 55550100 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.467119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > router precommit_update 55550100 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.470278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.provider_configuration [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service providers = [] {{(pid=85906) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 16 15:30:05.470486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.servicetype_db [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85906) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 16 15:30:05.472259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.service_base [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 15:30:05.472466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.service_base [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 15:30:05.472695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.service_base [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 15:30:05.473281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.service_base [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 15:30:05.473510 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.services.service_base [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 16 15:30:05.473762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 15:30:05.473972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 16 15:30:05.480319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 15:30:05.480541 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading Plugin: auto_allocate Apr 16 15:30:05.484206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: network precommit_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.484391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: network precommit_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.484781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 15:30:05.484983 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading Plugin: tag Apr 16 15:30:05.489436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 15:30:05.489664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading Plugin: timestamp Apr 16 15:30:05.492125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 15:30:05.492333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading Plugin: network_ip_availability Apr 16 15:30:05.495848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.496086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.496325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.496855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 15:30:05.497057 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading Plugin: flavors Apr 16 15:30:05.500372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 15:30:05.500578 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading Plugin: revisions Apr 16 15:30:05.503511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 15:30:05.503766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 0.995s {{(pid=85906) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:05.504268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85906) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 16 15:30:05.504475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Initializing extension manager. Apr 16 15:30:05.504862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: __init__.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.505068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: __pycache__ {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.505291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.505513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: address_group.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.506060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.506485 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: address-group Apr 16 15:30:05.506715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: address_scope.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.507233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.507575 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: address-scope Apr 16 15:30:05.507794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: admin_state_down_before_update.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.508414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.508760 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: router-admin-state-down-before-update Apr 16 15:30:05.508978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: agent.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.509511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.509850 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: agent Apr 16 15:30:05.510073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: agent_resources_synced.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.510706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.511049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: agent-resources-synced Apr 16 15:30:05.511269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: allowedaddresspairs.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.512386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.512765 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: allowed-address-pairs Apr 16 15:30:05.512976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: auto_allocated_topology.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.513700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.514077 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: auto-allocated-topology Apr 16 15:30:05.514274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: availability_zone.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.514794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.515180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: availability_zone Apr 16 15:30:05.515368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: availability_zone_filter.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.516005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.516340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: availability_zone_filter Apr 16 15:30:05.516554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: data_plane_status.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.517244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.517593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension data-plane-status not supported by any of loaded plugins Apr 16 15:30:05.517806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: default_subnetpools.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.518446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.518783 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: default-subnetpools Apr 16 15:30:05.519001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: dhcpagentscheduler.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.519589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.519955 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: dhcp_agent_scheduler Apr 16 15:30:05.520170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: dns.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.520790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.521139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension dns-integration not supported by any of loaded plugins Apr 16 15:30:05.521359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: dns_domain_ports.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.521973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.522349 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 16 15:30:05.522565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: dvr.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.523054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.523429 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: dvr Apr 16 15:30:05.523634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: empty_string_filtering.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.524255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.524631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: empty-string-filtering Apr 16 15:30:05.524823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.525437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.525809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 16 15:30:05.526018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.526629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.527017 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 16 15:30:05.527217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: external_net.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.527828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.528204 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: external-net Apr 16 15:30:05.528399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: extra_dhcp_opt.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.529220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.529891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: extra_dhcp_opt Apr 16 15:30:05.530100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: extraroute.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.530744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.531088 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: extraroute Apr 16 15:30:05.531321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: extraroute_atomic.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.532006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.532393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: extraroute-atomic Apr 16 15:30:05.532585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: filter_validation.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.533057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.533407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: filter-validation Apr 16 15:30:05.533631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: fip_pf_description.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.534234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.534611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 16 15:30:05.534830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: fip_port_details.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.535507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.535883 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: fip-port-details Apr 16 15:30:05.536079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: flavors.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.536887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.537238 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: flavors Apr 16 15:30:05.537455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.538541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.538917 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 16 15:30:05.539129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: floatingip_pools.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.539628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.540014 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: floatingip-pools Apr 16 15:30:05.540195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: ip_allocation.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.540817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.541192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension ip_allocation not supported by any of loaded plugins Apr 16 15:30:05.541394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.542047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.542382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: ip-substring-filtering Apr 16 15:30:05.542639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: l2_adjacency.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.543254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.543666 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension l2_adjacency not supported by any of loaded plugins Apr 16 15:30:05.543890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: l3.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.544687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.545030 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: router Apr 16 15:30:05.545251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: l3_conntrack_helper.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.546729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.547077 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 16 15:30:05.547305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.547935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.548270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: ext-gw-mode Apr 16 15:30:05.548491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.549185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.549513 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: l3-ha Apr 16 15:30:05.549736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: l3_flavors.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.550335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.550714 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: l3-flavors Apr 16 15:30:05.550934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.551541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.551911 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: l3-port-ip-change-not-allowed Apr 16 15:30:05.552110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: l3agentscheduler.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.552845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.553193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: l3_agent_scheduler Apr 16 15:30:05.553408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: logging.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.554440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.554773 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension logging not supported by any of loaded plugins Apr 16 15:30:05.554994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: metering.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.555528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.555970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: metering Apr 16 15:30:05.556165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.556901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.557252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: metering_source_and_destination_fields Apr 16 15:30:05.557474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: multiprovidernet.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.558115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.558475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: multi-provider Apr 16 15:30:05.558687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: netmtu.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.559300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.559641 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: net-mtu Apr 16 15:30:05.559860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: netmtu_writable.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.560929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.561292 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: net-mtu-writable Apr 16 15:30:05.561511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: network_availability_zone.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.562065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.562405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: network_availability_zone Apr 16 15:30:05.562648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: network_ip_availability.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.563381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.563720 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: network-ip-availability Apr 16 15:30:05.563938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: network_segment_range.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.564496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.564840 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension network-segment-range not supported by any of loaded plugins Apr 16 15:30:05.565058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: pagination.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.565716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.565926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: pagination Apr 16 15:30:05.566141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: port_device_profile.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.566769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.567137 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: port-device-profile Apr 16 15:30:05.567331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.567951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.568294 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: port-mac-address-regenerate Apr 16 15:30:05.568515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.569121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.569464 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: port-numa-affinity-policy Apr 16 15:30:05.569687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: port_resource_request.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.570305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.570675 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension port-resource-request not supported by any of loaded plugins Apr 16 15:30:05.570892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: portbindings.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.571498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.571887 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: binding Apr 16 15:30:05.572084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: portbindings_extended.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.572915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.573260 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: binding-extended Apr 16 15:30:05.573478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: portsecurity.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.574087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.574451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: port-security Apr 16 15:30:05.574673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: project_id.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.575345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.575533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: project-id Apr 16 15:30:05.575752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: providernet.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.576406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.576740 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: provider Apr 16 15:30:05.576956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: qos.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.579307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.579672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension qos not supported by any of loaded plugins Apr 16 15:30:05.579895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.580775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.581161 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 16 15:30:05.581374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.582163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.582661 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 16 15:30:05.583053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: qos_default.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.583652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.584024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension qos-default not supported by any of loaded plugins Apr 16 15:30:05.584220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: qos_fip.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.584697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.585036 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension qos-fip not supported by any of loaded plugins Apr 16 15:30:05.585255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: qos_gateway_ip.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.585884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.586233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 16 15:30:05.586473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: qos_port_network_policy.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.587074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.587467 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 16 15:30:05.587668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: qos_rule_type_details.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.588310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.588643 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 16 15:30:05.588854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: qos_rules_alias.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.589574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.589966 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 16 15:30:05.590174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: quotasv2.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.590824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.591031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: quotas Apr 16 15:30:05.591244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: quotasv2_detail.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.592861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.593069 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: quota_details Apr 16 15:30:05.593287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: rbac.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.594056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.594392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: rbac-policies Apr 16 15:30:05.594630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: rbac_address_group.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.595275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.595605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: rbac-address-group Apr 16 15:30:05.595816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: rbac_address_scope.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.596459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.596789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: rbac-address-scope Apr 16 15:30:05.597007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: rbac_security_groups.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.597627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.597974 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: rbac-security-groups Apr 16 15:30:05.598229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: rbac_subnetpool.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.598832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.599204 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: rbac-subnetpool Apr 16 15:30:05.599398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: revisionifmatch.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.600029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.600377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: revision-if-match Apr 16 15:30:05.600597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: revisions.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.601359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.601715 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: standard-attr-revisions Apr 16 15:30:05.601937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: router_availability_zone.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.602448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.602834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: router_availability_zone Apr 16 15:30:05.603022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: routerservicetype.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.603630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.603996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension router-service-type not supported by any of loaded plugins Apr 16 15:30:05.604194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.604812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.605157 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: security-groups-normalized-cidr Apr 16 15:30:05.605378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: security_groups_port_filtering.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.606014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.606363 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: port-security-groups-filtering Apr 16 15:30:05.606601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.607265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.607612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: security-groups-remote-address-group Apr 16 15:30:05.607833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: securitygroup.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.615140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.615484 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: security-group Apr 16 15:30:05.615707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: segment.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.616315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.616650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension segment not supported by any of loaded plugins Apr 16 15:30:05.616864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.617512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.617849 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 16 15:30:05.618065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: servicetype.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.618826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.619165 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: service-type Apr 16 15:30:05.619385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: sorting.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.620044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.620280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: sorting Apr 16 15:30:05.620499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: standard_attr_segment.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.621125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.621511 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 16 15:30:05.621702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: standardattrdescription.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.622182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.622794 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: standard-attr-description Apr 16 15:30:05.623075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: stateful_security_group.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.623922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.624313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: stateful-security-group Apr 16 15:30:05.624503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: stdattrs_common.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.624879 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 16 15:30:05.625098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.625770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.626142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 16 15:30:05.626346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: subnet_onboard.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.627111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.627450 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: subnet_onboard Apr 16 15:30:05.627672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.628275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.628669 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 16 15:30:05.628867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: subnet_service_types.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.629504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.629851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: subnet-service-types Apr 16 15:30:05.630071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: subnetallocation.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.630819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.631217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: subnet_allocation Apr 16 15:30:05.631411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.631859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.632207 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: subnetpool-prefix-ops Apr 16 15:30:05.632425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.633056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.633397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 16 15:30:05.633618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: tagging.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.634510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.634858 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: standard-attr-tag Apr 16 15:30:05.635080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: timestamp.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.635879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.636219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loaded extension: standard-attr-timestamp Apr 16 15:30:05.636441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: trunk.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.637141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.637476 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension trunk not supported by any of loaded plugins Apr 16 15:30:05.637695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: trunk_details.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.638346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.638703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension trunk-details not supported by any of loaded plugins Apr 16 15:30:05.638932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: uplink_status_propagation.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.639559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.639894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 16 15:30:05.640116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Loading extension file: vlantransparent.py {{(pid=85906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 15:30:05.640605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 15:30:05.640937 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extension vlan-transparent not supported by any of loaded plugins Apr 16 15:30:05.642559 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:network Apr 16 15:30:05.643091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:subnet Apr 16 15:30:05.643489 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 15:30:05.643916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:port Apr 16 15:30:05.644909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.645180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service FLAVORS assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.645627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.645881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.646100 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:router Apr 16 15:30:05.646593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:floatingip Apr 16 15:30:05.647128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service METERING assigned prefix: /metering {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.648232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.648444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.648674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85906) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:30:05.649424 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 15:30:05.649698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:security_group Apr 16 15:30:05.650252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 15:30:05.650746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service CORE assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.650977 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 15:30:05.651194 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] subnetpool is already registered Apr 16 15:30:05.651665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service CORE assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.651830 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 15:30:05.652052 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] subnetpool is already registered Apr 16 15:30:05.653648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.654136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service FLAVORS assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.654784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.655068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.655292 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:router Apr 16 15:30:05.655516 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] router is already registered Apr 16 15:30:05.655959 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:floatingip Apr 16 15:30:05.656160 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] floatingip is already registered Apr 16 15:30:05.656628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service METERING assigned prefix: /metering {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.657078 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 15:30:05.657279 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] rbac_policy is already registered Apr 16 15:30:05.657702 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:security_group Apr 16 15:30:05.657906 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] security_group is already registered Apr 16 15:30:05.658346 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 15:30:05.658566 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] security_group_rule is already registered Apr 16 15:30:05.659051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service CORE assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.659255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 15:30:05.659473 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] subnetpool is already registered Apr 16 15:30:05.659930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.resource_helper [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Service CORE assigned prefix: {{(pid=85906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 15:30:05.660135 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 15:30:05.660348 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.quota.resource_registry [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] subnetpool is already registered Apr 16 15:30:05.660829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: extensions {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.661741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: address-groups {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.662722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: address-scopes {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.663459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: agents {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.664172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: auto-allocated-topology {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.664935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: availability_zones {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.665749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: dhcp-networks {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.666594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: dhcp-agents {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.667499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: routers {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.668565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: flavors {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.669296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: service_profiles {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.670289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: next_providers {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.671259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: service_profiles {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.672147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: floatingip-pools {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.672912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: routers {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.673961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: floatingips {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.674712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: l3-routers {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.675559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: l3-agents {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.676436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: metering-labels {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.677799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: metering-label-rules {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.678604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: network-ip-availabilities {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.679368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: bindings {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.680426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: quotas {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.681272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: quotas {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.682116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: rbac-policies {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.682937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: security-groups {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.683688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: security-group-rules {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.684473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: service-providers {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.685208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: subnetpools {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.686076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: subnetpools {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.686969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: tags {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.687999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: tags {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.689112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: tags {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.690211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: tags {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.691288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: tags {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.692425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: tags {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.693494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: tags {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.694635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: tags {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.695788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: tags {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.696963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.extensions [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Extended resource: tags {{(pid=85906) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 15:30:05.701019 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING keystonemiddleware.auth_token [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 16 15:30:05.704361 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING keystonemiddleware.auth_token [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 16 15:30:05.709609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Acquired lock "singleton_lock" {{(pid=85906) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 16 15:30:05.709926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Releasing lock "singleton_lock" {{(pid=85906) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 16 15:30:05.710902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO oslo_service.service [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Starting 2 workers Apr 16 15:30:05.714397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Started child 86006 {{(pid=85906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 15:30:05.717523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Started child 86007 {{(pid=85906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 15:30:05.718335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.service [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Neutron service started, listening on 0.0.0.0:9696 Apr 16 15:30:05.718683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Notify callbacks [] for process, before_spawn {{(pid=85906) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:05.719312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:05.720045 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO oslo_service.service [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Starting 1 workers Apr 16 15:30:05.720188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:05.720268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [-] (86007) wsgi starting up on http://0.0.0.0:9696 Apr 16 15:30:05.720268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 51288) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:05.721662 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [-] (86006) wsgi starting up on http://0.0.0.0:9696 Apr 16 15:30:05.723575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Started child 86008 {{(pid=85906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 15:30:05.723866 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO oslo_service.service [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Starting 1 workers Apr 16 15:30:05.726663 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [-] 10.222.0.95 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0051682 Apr 16 15:30:05.726777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Started child 86009 {{(pid=85906) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 15:30:05.727202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] Notify callbacks [] for process, after_spawn {{(pid=85906) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:05.727779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.service [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] calling RpcWorker wait() {{(pid=86008) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 16 15:30:05.728287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.service [None req-3a1b481e-e48e-48f0-869e-4c1aca39a11a None None] returning from RpcWorker wait() {{(pid=86008) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 16 15:30:05.728382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85906) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 15:30:05.728484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 15:30:05.728569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 15:30:05.728695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 15:30:05.728897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 15:30:05.728981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 15:30:05.729834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.729903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:05.729985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.730132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.730271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.730361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:05.730595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.730757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.730914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.731068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.731219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.731364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.731482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.731591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.731691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.731787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.732228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.732714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.732842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:05.732957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.732957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.733451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:05.733539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.733795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.734038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.734275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.734530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] debug = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.734760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.735167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.735268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.735416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.735551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.735701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.735844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.735995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.736127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.736251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.736383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.736514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.736643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.736787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.736873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.737004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.737124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.737328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] host = dv-neutron-786478-2-hyperv {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.737452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.737572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.737703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.737832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.737967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.738106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.738235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.738376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.738526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.738652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.738785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.740516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.740516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.740516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.740516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_options = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.740516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.740516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.740516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.740516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.741675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.742907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.743331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.743331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.743331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.743546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.743546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.743694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.743774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_json = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.745906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.745906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.745906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.745906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.746544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.746544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.746544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.746544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.746544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.746544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.746990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.746990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.746990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.746990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.747918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.747918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.747918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.747918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.747918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.747918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.747918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.95/identity {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.750977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.751676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.752370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.752370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.752370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.752370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.752370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.752557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.752557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.752639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.752861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.753031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.753132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.753216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.753308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.753444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.753565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.753699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.754126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.754126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.754126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.754258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.754379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.754440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.754543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.754663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.754778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.754897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.755016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.755126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.757681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.757681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.757681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.757681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.757681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.757681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.757681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.757681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.764926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.764926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.764926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.764926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.764926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.764926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.764926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.764926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.765832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.95/identity {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.766952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.767567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.767567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.767567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.767567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.768100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.769906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.770639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.770639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.770639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.770639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.770639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.771001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.771001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.771001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.771200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.772622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.772622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.772622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.772622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.772622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.772950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.772950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.772950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.773143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.773191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.773289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.773419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.773578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.773712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.773844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.773976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.774092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.774221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.774340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.775068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.775204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.775446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.775446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.776115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.776211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.776283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.776407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.776527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.776653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.776778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.776912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.777034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.777162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.777282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.777401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.777522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.777640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.777809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.777953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.778079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.778233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.778369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.779183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.779183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.779346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.779416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.779515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.779647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.779786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.779924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.780077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.780260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.780433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.780582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.780730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.780889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.781041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.781194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.781325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.781480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.781657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.781803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.781940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.782075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.782614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.782614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.782614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.782614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.782897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.782897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.783023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.783086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.783194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.783318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.783450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.783568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.783695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.783821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.783951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.784072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.784165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 15:30:05.784464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85906) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 15:30:05.784555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 15:30:05.784627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 15:30:05.784728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 15:30:05.784824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 15:30:05.784898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 15:30:05.785021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.785112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.785173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.785255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.785330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.785837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.786953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] debug = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.787973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] host = dv-neutron-786478-2-hyperv {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.788974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_options = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.789949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.790022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.790100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.790179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.790262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.790344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.790442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.790916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.791040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.791040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.791220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.791220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.791809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.791809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.791809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.791965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.791965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.792043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.792125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.792201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.792386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.792559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.792764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.792838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.792915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.793101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.793187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.793245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.793330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.793413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.793500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.793573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.793763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.794050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.794050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.794050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.794050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.794185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.794215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.794290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.794360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.794697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.794811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.794947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_json = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.795038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.795121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.795194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.795274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.795357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.795475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.795666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.795767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 15:30:05.796113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.796943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.797060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.797104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.797569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.797780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.797882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.798143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.798143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.798143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.798544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.95/identity {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.798544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.798544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.798544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.798544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.799841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.800983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.801987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.802071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.802155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.802239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.802323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.802408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.803022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.803109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.803221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.803312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.803810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.804938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.805955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.806032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.806277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.806335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.806377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.806500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.806589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.806666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.806746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.806793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.806884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.806974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.807894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.808056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.808209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.808359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.808525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.808627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.808677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.808755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.808832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.808907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.95/identity {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.808980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.809964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.810942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.811951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.812035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.812119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.812202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.812286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.812570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.812570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.812570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.813989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.814374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.814374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.814374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.814374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.814374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.814374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.814374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.814374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.816832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.816832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.816832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.816832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.816832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.816832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.816832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.816832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.816832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.818313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.818313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.818313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.818313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.818313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.818313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.818313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.818313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.819409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.819409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.819409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.819409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.819409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.819409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.819409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.819409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.821445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.821445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.821445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.821445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.821445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.821445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.821445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.821445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1450:1499'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.822682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.823118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.823118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.823118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.823118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.823118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.823118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.823118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.823118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.823118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.823439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 15:30:05.823439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85906) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 15:30:05.823493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:11.379404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae913a0d-09db-4959-a324-81219f132bad None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:30:11.434405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae913a0d-09db-4959-a324-81219f132bad None None] No non-hosted networks {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 16 15:30:11.447323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a16fd29-ae74-41c6-b8bb-675ace741b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831'] for agent, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:12.727345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86df232a-063f-4d3e-8f7b-8ae9cf5d6043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831'] for agent, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:12.760142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2adf1c16-b9ed-4647-8c06-ff624cd94691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:12.841855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831'] for agent, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:13.088403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831'] for agent, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:13.088962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.089315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.089644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.089969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.090295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.090645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.090983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.091564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.092184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.092546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.092889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.093216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:13.093588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-786478-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:13.102094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-786478-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:13.990213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831'] for agent, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:14.795944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 51392) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:15.158137 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING oslo_policy.policy [None req-8b89dcaf-c11e-41a3-bea0-388dd87178ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 15:30:15.158513 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING oslo_policy.policy [None req-8b89dcaf-c11e-41a3-bea0-388dd87178ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 15:30:15.280494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-8b89dcaf-c11e-41a3-bea0-388dd87178ae admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:30:15.282554 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8b89dcaf-c11e-41a3-bea0-388dd87178ae admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4855225 Apr 16 15:30:16.722048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 51406) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:17.138255 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING oslo_policy.policy [None req-83b953bb-3708-4c47-9986-79cd38a4599f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 15:30:17.138969 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING oslo_policy.policy [None req-83b953bb-3708-4c47-9986-79cd38a4599f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 15:30:17.236158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-83b953bb-3708-4c47-9986-79cd38a4599f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:30:17.283231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.policy [None req-83b953bb-3708-4c47-9986-79cd38a4599f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86006) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 15:30:17.305031 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING oslo_policy.policy [None req-83b953bb-3708-4c47-9986-79cd38a4599f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 15:30:17.305208 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING oslo_policy.policy [None req-83b953bb-3708-4c47-9986-79cd38a4599f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 15:30:17.313486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota [None req-83b953bb-3708-4c47-9986-79cd38a4599f admin admin] Loaded quota_driver: . Apr 16 15:30:17.322402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-83b953bb-3708-4c47-9986-79cd38a4599f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:30:17.353934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83b953bb-3708-4c47-9986-79cd38a4599f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291871883084', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291871882560', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291871872726', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291871899306', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291871849835', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363291871846954', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854730718', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-421504', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-920024', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-994441'] for rbac-policy, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:17.534896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83b953bb-3708-4c47-9986-79cd38a4599f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:17.535689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-83b953bb-3708-4c47-9986-79cd38a4599f admin admin] 10.222.0.95 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8114080 Apr 16 15:30:19.074334 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_hamode_db [None req-758f16a6-fc30-4370-980d-a425ae0b2c71 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 16 15:30:19.127678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f16a6-fc30-4370-980d-a425ae0b2c71 None None] Routers set() bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:30:19.127937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758f16a6-fc30-4370-980d-a425ae0b2c71 None None] Router IDs set() for agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 16 15:30:19.161238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 51424) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:19.403468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'd51d1c75669c45d38b40a7921ee587d2'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:30:19.407524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:30:19.409891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Usage tracker for resource:network and tenant:d51d1c75669c45d38b40a7921ee587d2 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:30:19.411994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:30:19.415586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:30:19.422113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Made reservation on behalf of d51d1c75669c45d38b40a7921ee587d2 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:30:19.425296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:19.433505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:19.441043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:30:19.443151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:d51d1c75669c45d38b40a7921ee587d2 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:30:19.445059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:30:19.448260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:30:19.500228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:19.502790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:19.504580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:19.517528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1479} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:30:19.529251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19502a3-8bf7-4241-9597-2094bbdebea4,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:19.531060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363291870555969', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:19.531421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Unsubscribe: segment precommit_create {{(pid=86006) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 15:30:19.531677 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Added segment 380ab576-dabd-4eba-90b8-d771f2895df2 of type vlan for network 79e88227-f5a2-48bc-b4f9-ac3afe859659 Apr 16 15:30:19.560468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.560668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.560799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.560976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.561153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.561337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.561516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.561701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.561881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.562298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.562768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.562932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Tracked resource versions report: Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: pushed versions: Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: { 'AddressGroup': {'1.2'}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': {'1.0'}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': {'1.0'}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': {'1.1'}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': {'1.7'}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': {'1.2'}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': {'1.8'}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': {'1.4'}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': {'1.2'}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': {'1.0'}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': {'1.1'}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': {'1.1'}} Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: consumer versions: Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: { DHCP agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: L3 agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: Metadata agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: Metering agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: Open vSwitch agent@dv-neutron-786478-2-hyperv: { 'AddressGroup': '1.2', Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': '1.0', Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': '1.0', Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': '1.1', Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': '1.7', Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': '1.2', Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': '1.8', Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': '1.4', Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': '1.2', Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': '1.0', Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': '1.1', Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': '1.1'}} Apr 16 15:30:19.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: {{(pid=86006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 15:30:19.591194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:19.593672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:19.613547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:19.614368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:30:19.614732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:19.616643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:19.670571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=79e88227-f5a2-48bc-b4f9-ac3afe859659,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:19.672130 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.5101528 Apr 16 15:30:19.673872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:19.683791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 79e88227-f5a2-48bc-b4f9-ac3afe859659 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:30:21.289246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 51440) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:21.692608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.policy [None req-73b99fd8-8638-480f-8aeb-e8f2ac429778 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86007) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 15:30:21.861528 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING oslo_policy.policy [None req-73b99fd8-8638-480f-8aeb-e8f2ac429778 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 15:30:21.861806 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING oslo_policy.policy [None req-73b99fd8-8638-480f-8aeb-e8f2ac429778 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 15:30:21.869110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b99fd8-8638-480f-8aeb-e8f2ac429778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:30:21.870148 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-73b99fd8-8638-480f-8aeb-e8f2ac429778 admin admin] 10.222.0.95 "GET /v2.0/networks/79e88227-f5a2-48bc-b4f9-ac3afe859659 HTTP/1.1" status: 200 len: 826 time: 0.5801902 Apr 16 15:30:21.892253 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e3b0b0c8-f87f-4da8-917f-edae1b576b4d admin admin] 10.222.0.95 "GET /v2.0/subnetpools/98643091-462e-4893-8dad-261403a86741 HTTP/1.1" status: 200 len: 734 time: 0.0150988 Apr 16 15:30:21.897479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'subnetpool_id': '98643091-462e-4893-8dad-261403a86741', 'name': 'private-subnet'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:30:21.899008 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.quota [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Loaded quota_driver: . Apr 16 15:30:21.901730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:30:21.904754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Usage tracker for resource:subnet and tenant:d51d1c75669c45d38b40a7921ee587d2 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:30:21.906847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:30:21.910630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:30:21.918333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Made reservation on behalf of d51d1c75669c45d38b40a7921ee587d2 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:30:21.921567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:22.183309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:22.191076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:22.261624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e3ad5f-b210-4983-864a-a450cf19577e,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:22.268594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.268763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.268953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.269135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.269318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.269507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.269690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.269877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.270059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.270235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.270433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.270611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Tracked resource versions report: Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: pushed versions: Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: { 'AddressGroup': {'1.2'}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': {'1.0'}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': {'1.0'}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': {'1.1'}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': {'1.7'}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': {'1.2'}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': {'1.8'}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': {'1.4'}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': {'1.2'}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': {'1.0'}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': {'1.1'}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': {'1.1'}} Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: consumer versions: Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: { DHCP agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: L3 agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: Metadata agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: Metering agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: Open vSwitch agent@dv-neutron-786478-2-hyperv: { 'AddressGroup': '1.2', Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': '1.0', Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': '1.0', Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': '1.1', Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': '1.7', Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': '1.2', Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': '1.8', Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': '1.4', Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': '1.2', Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': '1.0', Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': '1.1', Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': '1.1'}} Apr 16 15:30:22.271322 dv-neutron-786478-2-hyperv neutron-server[85906]: {{(pid=86007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 15:30:22.296367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:22.319097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Checking segment: {'id': '380ab576-dabd-4eba-90b8-d771f2895df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:30:22.319331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Network hostable DHCP agents. Network: 79e88227-f5a2-48bc-b4f9-ac3afe859659, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:30:22.333656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Network 79e88227-f5a2-48bc-b4f9-ac3afe859659 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:30:22.339442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 79e88227-f5a2-48bc-b4f9-ac3afe859659) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:30:22.343122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:30:22.343570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:22.347443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec821a1-9f22-4867-aa90-f8831148b5a9 None None] Network 79e88227-f5a2-48bc-b4f9-ac3afe859659 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:30:22.359699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4640098 Apr 16 15:30:22.751066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-79e88227-f5a2-48bc-b4f9-ac3afe859659', 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'fixed_ips': [{'subnet_id': '19e3ad5f-b210-4983-864a-a450cf19577e'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:30:22.752378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:22.876033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Allocated IP 172.20.0.2 (79e88227-f5a2-48bc-b4f9-ac3afe859659/19e3ad5f-b210-4983-864a-a450cf19577e/74badea9-8eb3-456b-95e3-0f4a6aeeb863) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:30:23.006891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:23.019431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Transition to ACTIVE for port object 74badea9-8eb3-456b-95e3-0f4a6aeeb863 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:30:23.033381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Transition to ACTIVE for port object 74badea9-8eb3-456b-95e3-0f4a6aeeb863 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:30:23.037555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:23.050465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:23.128691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Pushing event updated for resources: {'Port': ['ID=74badea9-8eb3-456b-95e3-0f4a6aeeb863,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:23.136827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.137017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.137228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.137710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.137710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.137939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.138038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.138338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.138527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.138641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.138828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.139034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Tracked resource versions report: Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: pushed versions: Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: { 'AddressGroup': {'1.2'}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': {'1.0'}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': {'1.0'}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': {'1.1'}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': {'1.7'}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': {'1.2'}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': {'1.8'}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': {'1.4'}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': {'1.2'}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': {'1.0'}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': {'1.1'}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': {'1.1'}} Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: consumer versions: Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: { DHCP agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: L3 agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: Metadata agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: Metering agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: Open vSwitch agent@dv-neutron-786478-2-hyperv: { 'AddressGroup': '1.2', Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': '1.0', Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': '1.0', Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': '1.1', Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': '1.7', Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': '1.2', Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': '1.8', Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': '1.4', Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': '1.2', Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': '1.0', Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': '1.1', Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': '1.1'}} Apr 16 15:30:23.139886 dv-neutron-786478-2-hyperv neutron-server[85906]: {{(pid=86008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 15:30:23.149200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:23.185027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Network 79e88227-f5a2-48bc-b4f9-ac3afe859659 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:30:23.185750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:30:23.188333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:30:23.248444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Attempting to bind port 74badea9-8eb3-456b-95e3-0f4a6aeeb863 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:30:23.248658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Attempting to bind port 74badea9-8eb3-456b-95e3-0f4a6aeeb863 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '380ab576-dabd-4eba-90b8-d771f2895df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:30:23.249124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Attempting to bind port 74badea9-8eb3-456b-95e3-0f4a6aeeb863 on network 79e88227-f5a2-48bc-b4f9-ac3afe859659 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:30:23.252591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:30:23.252915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Checking segment: {'id': '380ab576-dabd-4eba-90b8-d771f2895df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:30:23.253145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:23.253273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Bound using segment: {'id': '380ab576-dabd-4eba-90b8-d771f2895df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:30:23.253555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Bound port: 74badea9-8eb3-456b-95e3-0f4a6aeeb863, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380ab576-dabd-4eba-90b8-d771f2895df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:30:23.253765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:23.304818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] For port 74badea9-8eb3-456b-95e3-0f4a6aeeb863, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:30:23.307365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] For port 74badea9-8eb3-456b-95e3-0f4a6aeeb863, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=74badea9-8eb3-456b-95e3-0f4a6aeeb863,segment=NetworkSegment(380ab576-dabd-4eba-90b8-d771f2895df2),segment_id=380ab576-dabd-4eba-90b8-d771f2895df2)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:30:23.310186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:23.317387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:23.386730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Pushing event updated for resources: {'Port': ['ID=74badea9-8eb3-456b-95e3-0f4a6aeeb863,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:23.389394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:23.874089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 51456) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:24.107522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-364212c6-742c-4c70-b92f-f42021285e40 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:30:24.108213 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-364212c6-742c-4c70-b92f-f42021285e40 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2333508 Apr 16 15:30:25.580005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 51466) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:25.852374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-47bde4c2-138f-4375-ba17-9c014fc924f3 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:30:25.853788 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-47bde4c2-138f-4375-ba17-9c014fc924f3 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2728345 Apr 16 15:30:27.539562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 51482) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:27.754509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ad3858ec-e40f-4b72-a89e-c124f73848e8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:30:27.757758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ad3858ec-e40f-4b72-a89e-c124f73848e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:30:27.760444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ad3858ec-e40f-4b72-a89e-c124f73848e8 admin admin] Usage tracker for resource:router and tenant:d51d1c75669c45d38b40a7921ee587d2 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:30:27.762868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ad3858ec-e40f-4b72-a89e-c124f73848e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:30:27.766584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ad3858ec-e40f-4b72-a89e-c124f73848e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:30:27.773698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad3858ec-e40f-4b72-a89e-c124f73848e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:27.774557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad3858ec-e40f-4b72-a89e-c124f73848e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:27.786952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad3858ec-e40f-4b72-a89e-c124f73848e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:27.843732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad3858ec-e40f-4b72-a89e-c124f73848e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:27.858199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad3858ec-e40f-4b72-a89e-c124f73848e8 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:27.859730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ad3858ec-e40f-4b72-a89e-c124f73848e8 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3192482 Apr 16 15:30:27.890298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3fbe7-d5fe-46db-971a-dfa2e6e6a5b1 None None] Network 79e88227-f5a2-48bc-b4f9-ac3afe859659 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:30:28.001920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-80374de0-486f-4adb-b234-8f1bfa7195ab None None] Provisioning for port 74badea9-8eb3-456b-95e3-0f4a6aeeb863 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:30:28.215338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 74badea9-8eb3-456b-95e3-0f4a6aeeb863 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:30:28.259385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 74badea9-8eb3-456b-95e3-0f4a6aeeb863 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:30:28.261990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 74badea9-8eb3-456b-95e3-0f4a6aeeb863 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:30:28.262201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:28.329791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:28.352646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 74badea9-8eb3-456b-95e3-0f4a6aeeb863, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=74badea9-8eb3-456b-95e3-0f4a6aeeb863,segment=NetworkSegment(380ab576-dabd-4eba-90b8-d771f2895df2),segment_id=380ab576-dabd-4eba-90b8-d771f2895df2)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:30:28.356626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:28.359835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:28.403637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=74badea9-8eb3-456b-95e3-0f4a6aeeb863,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:28.405858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:29.275806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 51492) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:29.483716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-1a5f824c-f514-49db-8bea-eaf6353b419c admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:30:29.486635 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1a5f824c-f514-49db-8bea-eaf6353b419c admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2100558 Apr 16 15:30:30.213181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 74badea9-8eb3-456b-95e3-0f4a6aeeb863 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:30:30.254676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 74badea9-8eb3-456b-95e3-0f4a6aeeb863 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:30:30.254924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:30.901349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 51502) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:31.181117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:30:31.185122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:30:31.187925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Usage tracker for resource:network and tenant:c4b3b32855f341fc9dfffe121d1c33c9 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:30:31.189862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:30:31.193848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:30:31.200427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Made reservation on behalf of c4b3b32855f341fc9dfffe121d1c33c9 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:30:31.203567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:31.210603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:31.218536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:30:31.220932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Usage tracker for resource:security_group_rule and tenant:c4b3b32855f341fc9dfffe121d1c33c9 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:30:31.222543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:30:31.225890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:30:31.274985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:31.277113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:31.278857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:31.287239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Reserving flat network on physical network physnet1 {{(pid=86006) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 16 15:30:31.298303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71496d2-084e-4482-a9e1-266a94856174,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:31.300675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:31.301246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:31.301444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Added segment 906557b8-fcf5-42c4-a3cf-d0bcf080ba1b of type flat for network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 Apr 16 15:30:31.319769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:31.338868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:31.339616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:30:31.339961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:31.342453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55d7bb6e-af96-4771-ab23-a6e23d6c4cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:31.395395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4928894 Apr 16 15:30:31.397020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Pushing event updated for resources: {'Network': ['ID=4be6ccee-bd06-47ad-b7c9-0498b8053c94,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:31.399068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:31.404434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:30:32.857636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 51512) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:33.165157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b5b329-7b90-428c-95f2-94b7accd9e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:30:33.166086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-85b5b329-7b90-428c-95f2-94b7accd9e6a admin admin] 10.222.0.95 "GET /v2.0/subnets/19e3ad5f-b210-4983-864a-a450cf19577e HTTP/1.1" status: 200 len: 849 time: 0.3077538 Apr 16 15:30:33.279819 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bf51658c-b91e-4363-9c23-6227c1814597 admin admin] 10.222.0.95 "GET /v2.0/routers/307f9502-94e2-4734-b84a-6fec63968a9b HTTP/1.1" status: 200 len: 704 time: 0.1061804 Apr 16 15:30:33.677004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:33.827926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Allocated IP 172.20.0.1 (79e88227-f5a2-48bc-b4f9-ac3afe859659/19e3ad5f-b210-4983-864a-a450cf19577e/c371ae52-7686-4aa7-a89c-a15a0875e292) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:30:33.933848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:33.945887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Transition to ACTIVE for port object c371ae52-7686-4aa7-a89c-a15a0875e292 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:30:33.986226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:33.994246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:34.072013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Pushing event updated for resources: {'Port': ['ID=c371ae52-7686-4aa7-a89c-a15a0875e292,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:34.079590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:34.112347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Network 79e88227-f5a2-48bc-b4f9-ac3afe859659 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:30:34.113040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:30:34.114400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:30:34.114742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:34.264495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:34.302609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d5dee6c3-7821-4e49-839e-c7c2346159e7 None None] Provisioning for port c371ae52-7686-4aa7-a89c-a15a0875e292 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:30:34.308685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d5dee6c3-7821-4e49-839e-c7c2346159e7 None None] Provisioning complete for port c371ae52-7686-4aa7-a89c-a15a0875e292 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:30:34.309184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5dee6c3-7821-4e49-839e-c7c2346159e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:34.352953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d5dee6c3-7821-4e49-839e-c7c2346159e7 None None] Port c371ae52-7686-4aa7-a89c-a15a0875e292 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:30:34.400218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:34.402714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:34.403402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:34.411057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:34.624697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Pushing event updated for resources: {'Port': ['ID=c371ae52-7686-4aa7-a89c-a15a0875e292,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:34.627770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:34.656110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Network 79e88227-f5a2-48bc-b4f9-ac3afe859659 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:30:34.657012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:30:34.767301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Router 307f9502-94e2-4734-b84a-6fec63968a9b is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:30:34.769192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4db0f8a3-43cd-4481-945a-47e45d2fb28e None None] Provisioning complete for port c371ae52-7686-4aa7-a89c-a15a0875e292 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:30:34.769420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4db0f8a3-43cd-4481-945a-47e45d2fb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:34.805271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4db0f8a3-43cd-4481-945a-47e45d2fb28e None None] Port c371ae52-7686-4aa7-a89c-a15a0875e292 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:30:34.850387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:30:34.856978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] 10.222.0.95 "PUT /v2.0/routers/307f9502-94e2-4734-b84a-6fec63968a9b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.5724449 Apr 16 15:30:34.859126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Sync routers for ids ['307f9502-94e2-4734-b84a-6fec63968a9b'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:30:34.871740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Routers {'307f9502-94e2-4734-b84a-6fec63968a9b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:30:34.872755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:30:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['307f9502-94e2-4734-b84a-6fec63968a9b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:34.989014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Set router 307f9502-94e2-4734-b84a-6fec63968a9b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:30:35.385440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'name': 'router1', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:30:27Z', 'updated_at': '2021-04-16T15:30:34Z', 'revision_number': 2, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'gw_port_host': None, '_interfaces': [{'id': 'c371ae52-7686-4aa7-a89c-a15a0875e292', 'name': '', 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'mac_address': 'fa:16:3e:49:40:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:30:33Z', 'updated_at': '2021-04-16T15:30:34Z', 'revision_number': 2, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'subnets': [{'id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98643091-462e-4893-8dad-261403a86741'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:35.388630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Checking router: 307f9502-94e2-4734-b84a-6fec63968a9b for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:30:35.388847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Updating router 307f9502-94e2-4734-b84a-6fec63968a9b port c371ae52-7686-4aa7-a89c-a15a0875e292 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:30:35.424696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:35.686700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:35.696070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Transition to ACTIVE for port object c371ae52-7686-4aa7-a89c-a15a0875e292 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:30:35.699936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:35.708702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:35.779274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Pushing event updated for resources: {'Port': ['ID=c371ae52-7686-4aa7-a89c-a15a0875e292,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:35.789828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.790005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.790194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.790381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.790574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.790774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.790957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.791139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.791328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.791511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.791693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.791873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Tracked resource versions report: Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: pushed versions: Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: { 'AddressGroup': {'1.2'}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': {'1.0'}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': {'1.0'}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': {'1.1'}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': {'1.7'}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': {'1.2'}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': {'1.8'}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': {'1.4'}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': {'1.2'}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': {'1.0'}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': {'1.1'}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': {'1.1'}} Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: consumer versions: Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: { DHCP agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: L3 agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: Metadata agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: Metering agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: Open vSwitch agent@dv-neutron-786478-2-hyperv: { 'AddressGroup': '1.2', Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': '1.0', Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': '1.0', Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': '1.1', Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': '1.7', Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': '1.2', Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': '1.8', Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': '1.4', Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': '1.2', Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': '1.0', Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': '1.1', Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': '1.1'}} Apr 16 15:30:35.792616 dv-neutron-786478-2-hyperv neutron-server[85906]: {{(pid=86009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 15:30:35.794833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:35.903636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Attempting to bind port c371ae52-7686-4aa7-a89c-a15a0875e292 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:30:35.903867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Attempting to bind port c371ae52-7686-4aa7-a89c-a15a0875e292 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '380ab576-dabd-4eba-90b8-d771f2895df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:30:35.904127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Attempting to bind port c371ae52-7686-4aa7-a89c-a15a0875e292 on network 79e88227-f5a2-48bc-b4f9-ac3afe859659 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:30:35.907711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:30:35.907971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Checking segment: {'id': '380ab576-dabd-4eba-90b8-d771f2895df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:30:35.908268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:35.908537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Bound using segment: {'id': '380ab576-dabd-4eba-90b8-d771f2895df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:30:35.908874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Bound port: c371ae52-7686-4aa7-a89c-a15a0875e292, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380ab576-dabd-4eba-90b8-d771f2895df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1479, 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:30:35.909131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:35.970662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] For port c371ae52-7686-4aa7-a89c-a15a0875e292, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:30:35.973624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] For port c371ae52-7686-4aa7-a89c-a15a0875e292, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c371ae52-7686-4aa7-a89c-a15a0875e292,segment=NetworkSegment(380ab576-dabd-4eba-90b8-d771f2895df2),segment_id=380ab576-dabd-4eba-90b8-d771f2895df2)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:30:35.976610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:35.985806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:36.075760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Pushing event updated for resources: {'Port': ['ID=c371ae52-7686-4aa7-a89c-a15a0875e292,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:36.078899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:36.117958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Routers {'307f9502-94e2-4734-b84a-6fec63968a9b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:30:36.118369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:30:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['307f9502-94e2-4734-b84a-6fec63968a9b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:36.219103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] Set router 307f9502-94e2-4734-b84a-6fec63968a9b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:30:36.313989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 51524) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:36.407433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'name': 'router1', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:30:27Z', 'updated_at': '2021-04-16T15:30:34Z', 'revision_number': 2, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'gw_port_host': None, '_interfaces': [{'id': 'c371ae52-7686-4aa7-a89c-a15a0875e292', 'name': '', 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'mac_address': 'fa:16:3e:49:40:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:30:33Z', 'updated_at': '2021-04-16T15:30:35Z', 'revision_number': 4, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'subnets': [{'id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98643091-462e-4893-8dad-261403a86741'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:36.409812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627266da-b319-44c5-b494-2cae3b2e687f None None] The sync data for ids ['307f9502-94e2-4734-b84a-6fec63968a9b'] in dv-neutron-786478-2-hyperv is: [{'id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'name': 'router1', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:30:27Z', 'updated_at': '2021-04-16T15:30:34Z', 'revision_number': 2, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'gw_port_host': None, '_interfaces': [{'id': 'c371ae52-7686-4aa7-a89c-a15a0875e292', 'name': '', 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'mac_address': 'fa:16:3e:49:40:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:30:33Z', 'updated_at': '2021-04-16T15:30:35Z', 'revision_number': 4, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'subnets': [{'id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98643091-462e-4893-8dad-261403a86741'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:30:36.607707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c698392-0144-43fa-88b9-cb047012be5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:30:36.608631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1c698392-0144-43fa-88b9-cb047012be5a admin admin] 10.222.0.95 "GET /v2.0/networks/4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 842 time: 0.2938783 Apr 16 15:30:36.615217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'cidr': '172.26.4.0/24', 'name': 'public-subnet', 'gateway_ip': '172.26.4.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:30:36.618053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:30:36.620270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Usage tracker for resource:subnet and tenant:c4b3b32855f341fc9dfffe121d1c33c9 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:30:36.621876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:30:36.625329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:30:36.631062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Made reservation on behalf of c4b3b32855f341fc9dfffe121d1c33c9 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:30:36.633717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:36.885433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:30:36.885737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:36.892374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e8ccac0-ab30-4eff-9aea-44f148b4a0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:36.953472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330c8330-0d8d-4b7d-8c1b-39fdc8b420f0,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:36.959718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:36.992342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:30:36.992561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Network hostable DHCP agents. Network: 4be6ccee-bd06-47ad-b7c9-0498b8053c94, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:30:37.004656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:30:37.011099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 4be6ccee-bd06-47ad-b7c9-0498b8053c94) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:30:37.013679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:30:37.014022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:37.023813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6b24b-c44b-46a6-b483-af8cf6097281 None None] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:30:37.033326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4150944 Apr 16 15:30:37.303628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68ff1a2-94e2-4591-bef2-8d45539f3bc7 None None] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:30:38.603155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 51538) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:38.912861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-98f0e528-2556-48ad-bfb0-5ed24c7da223 admin admin] 10.222.0.95 "GET /v2.0/routers/307f9502-94e2-4734-b84a-6fec63968a9b HTTP/1.1" status: 200 len: 710 time: 0.3083346 Apr 16 15:30:39.007713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7d1eb-4bc8-4f9b-8eb9-04b20953a29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:30:39.008077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-80e7d1eb-4bc8-4f9b-8eb9-04b20953a29e admin admin] Synchronizing usage tracker for tenant:c4b3b32855f341fc9dfffe121d1c33c9 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:30:39.019771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-80e7d1eb-4bc8-4f9b-8eb9-04b20953a29e admin admin] Unset dirty status for tenant:c4b3b32855f341fc9dfffe121d1c33c9 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:30:39.021196 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-80e7d1eb-4bc8-4f9b-8eb9-04b20953a29e admin admin] 10.222.0.95 "GET /v2.0/networks/4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 886 time: 0.1011624 Apr 16 15:30:39.029493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:30:39.443501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:39.619286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:39.650750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:39.725448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Allocated IP 172.26.4.145 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/4daf936e-6b83-4e75-8e6d-6f4b956c658d) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:30:39.807734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:39.856409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:39.864506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:39.942890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Pushing event updated for resources: {'Port': ['ID=4daf936e-6b83-4e75-8e6d-6f4b956c658d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:39.947018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:39.978867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:30:39.979563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:30:39.981552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:30:40.229152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:40.250784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c371ae52-7686-4aa7-a89c-a15a0875e292 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:30:40.289014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port c371ae52-7686-4aa7-a89c-a15a0875e292 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:30:40.291635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c371ae52-7686-4aa7-a89c-a15a0875e292 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:30:40.291861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:40.355010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:40.374737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port c371ae52-7686-4aa7-a89c-a15a0875e292, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c371ae52-7686-4aa7-a89c-a15a0875e292,segment=NetworkSegment(380ab576-dabd-4eba-90b8-d771f2895df2),segment_id=380ab576-dabd-4eba-90b8-d771f2895df2)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:30:40.377658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:40.379427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:40.417568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=c371ae52-7686-4aa7-a89c-a15a0875e292,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:40.419522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:40.619057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:40.621431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:40.718059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Router 307f9502-94e2-4734-b84a-6fec63968a9b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:30:40.813137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:30:40.819174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:40.819905 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] 10.222.0.95 "PUT /v2.0/routers/307f9502-94e2-4734-b84a-6fec63968a9b HTTP/1.1" status: 200 len: 890 time: 1.7948999 Apr 16 15:30:40.836756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Sync routers for ids ['307f9502-94e2-4734-b84a-6fec63968a9b'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:30:40.843491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Routers {'307f9502-94e2-4734-b84a-6fec63968a9b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:30:40.843857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:30:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['307f9502-94e2-4734-b84a-6fec63968a9b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:40.972592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Set router 307f9502-94e2-4734-b84a-6fec63968a9b gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:30:41.180619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'name': 'router1', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '4daf936e-6b83-4e75-8e6d-6f4b956c658d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:30:27Z', 'updated_at': '2021-04-16T15:30:40Z', 'revision_number': 4, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'gw_port': {'id': '4daf936e-6b83-4e75-8e6d-6f4b956c658d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:30:39Z', 'updated_at': '2021-04-16T15:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'c371ae52-7686-4aa7-a89c-a15a0875e292', 'name': '', 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'mac_address': 'fa:16:3e:49:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:30:33Z', 'updated_at': '2021-04-16T15:30:40Z', 'revision_number': 5, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'subnets': [{'id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98643091-462e-4893-8dad-261403a86741'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:41.184102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Checking router: 307f9502-94e2-4734-b84a-6fec63968a9b for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:30:41.184303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Updating router 307f9502-94e2-4734-b84a-6fec63968a9b port 4daf936e-6b83-4e75-8e6d-6f4b956c658d binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:30:41.217148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:41.358481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66e3f927-046b-4a9d-8c1b-f7720ea72c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:41.466731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:41.475682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Transition to ACTIVE for port object 4daf936e-6b83-4e75-8e6d-6f4b956c658d will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:30:41.482399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:41.490668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69f2f117-07be-4896-906e-cec64ac1d72e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:41.570519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08631f-8337-4db9-9b4b-8fffa66512d8 None None] Pushing event updated for resources: {'Port': ['ID=4daf936e-6b83-4e75-8e6d-6f4b956c658d,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:41.573412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a08631f-8337-4db9-9b4b-8fffa66512d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:41.614568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Attempting to bind port 4daf936e-6b83-4e75-8e6d-6f4b956c658d on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:30:41.614766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Attempting to bind port 4daf936e-6b83-4e75-8e6d-6f4b956c658d by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:30:41.614979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Attempting to bind port 4daf936e-6b83-4e75-8e6d-6f4b956c658d on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:30:41.618554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:30:41.618806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:30:41.619085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:41.619343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:30:41.619668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Bound port: 4daf936e-6b83-4e75-8e6d-6f4b956c658d, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:30:41.619926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:41.669592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] For port 4daf936e-6b83-4e75-8e6d-6f4b956c658d, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:30:41.671718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] For port 4daf936e-6b83-4e75-8e6d-6f4b956c658d, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4daf936e-6b83-4e75-8e6d-6f4b956c658d,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:30:41.675287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:41.684759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a08631f-8337-4db9-9b4b-8fffa66512d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:41.766254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08631f-8337-4db9-9b4b-8fffa66512d8 None None] Pushing event updated for resources: {'Port': ['ID=4daf936e-6b83-4e75-8e6d-6f4b956c658d,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:41.783921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a08631f-8337-4db9-9b4b-8fffa66512d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:41.794722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Routers {'307f9502-94e2-4734-b84a-6fec63968a9b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:30:41.795081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:30:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['307f9502-94e2-4734-b84a-6fec63968a9b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:41.887915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] Set router 307f9502-94e2-4734-b84a-6fec63968a9b gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:30:42.240929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'name': 'router1', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '4daf936e-6b83-4e75-8e6d-6f4b956c658d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:30:27Z', 'updated_at': '2021-04-16T15:30:40Z', 'revision_number': 4, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'gw_port': {'id': '4daf936e-6b83-4e75-8e6d-6f4b956c658d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:30:39Z', 'updated_at': '2021-04-16T15:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'c371ae52-7686-4aa7-a89c-a15a0875e292', 'name': '', 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'mac_address': 'fa:16:3e:49:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:30:33Z', 'updated_at': '2021-04-16T15:30:40Z', 'revision_number': 5, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'subnets': [{'id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98643091-462e-4893-8dad-261403a86741'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:30:42.243325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c371ae52-7686-4aa7-a89c-a15a0875e292 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:30:42.263889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20345e3d-ab69-4acb-87a8-261055fdf985 None None] The sync data for ids ['307f9502-94e2-4734-b84a-6fec63968a9b'] in dv-neutron-786478-2-hyperv is: [{'id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'name': 'router1', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '4daf936e-6b83-4e75-8e6d-6f4b956c658d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:30:27Z', 'updated_at': '2021-04-16T15:30:40Z', 'revision_number': 4, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'gw_port': {'id': '4daf936e-6b83-4e75-8e6d-6f4b956c658d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:15:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:30:39Z', 'updated_at': '2021-04-16T15:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'c371ae52-7686-4aa7-a89c-a15a0875e292', 'name': '', 'network_id': '79e88227-f5a2-48bc-b4f9-ac3afe859659', 'tenant_id': 'd51d1c75669c45d38b40a7921ee587d2', 'mac_address': 'fa:16:3e:49:40:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307f9502-94e2-4734-b84a-6fec63968a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:30:33Z', 'updated_at': '2021-04-16T15:30:40Z', 'revision_number': 5, 'project_id': 'd51d1c75669c45d38b40a7921ee587d2', 'subnets': [{'id': '19e3ad5f-b210-4983-864a-a450cf19577e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '98643091-462e-4893-8dad-261403a86741'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:30:42.284683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c371ae52-7686-4aa7-a89c-a15a0875e292 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:30:42.284914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:42.402264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 51548) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:30:42.673390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-963f05a9-24f5-410b-a6a1-d8ed729e7d3c admin admin] 10.222.0.95 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2700312 Apr 16 15:30:42.716200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1815d87-2599-41fd-82ae-fee621307726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:42.817459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:43.074704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:43.972487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:44.240762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4daf936e-6b83-4e75-8e6d-6f4b956c658d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:30:44.308587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 4daf936e-6b83-4e75-8e6d-6f4b956c658d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:30:44.311978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 4daf936e-6b83-4e75-8e6d-6f4b956c658d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:30:44.312312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:44.398479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:44.415859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 4daf936e-6b83-4e75-8e6d-6f4b956c658d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4daf936e-6b83-4e75-8e6d-6f4b956c658d,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:30:44.421312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:44.422927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:30:44.464640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=4daf936e-6b83-4e75-8e6d-6f4b956c658d,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:30:44.467160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:30:46.244322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4daf936e-6b83-4e75-8e6d-6f4b956c658d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:30:46.317466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 4daf936e-6b83-4e75-8e6d-6f4b956c658d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:30:46.317914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:30:52.764360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 5 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:31:11.305842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd031dcb-1b21-4902-ad51-e23fdbbb06f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:12.713033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c6cbc90-a893-4652-93f3-ded95d134246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:12.809852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:13.069897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:13.981316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:29.766783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 5 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:31:41.319568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dadf7dbb-69ae-4cb2-bbcd-75368e3b0bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:42.252617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52170) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:31:42.353210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9559b5d0-b080-4b72-86c0-efbf916f865b admin admin] GET failed (client error): The resource could not be found. Apr 16 15:31:42.354043 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9559b5d0-b080-4b72-86c0-efbf916f865b admin admin] 10.222.0.95 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1006734 Apr 16 15:31:42.443850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd346e9-1d96-48ae-9d7c-6e58feae75a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:42.444844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0fd346e9-1d96-48ae-9d7c-6e58feae75a9 admin admin] 10.222.0.95 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.0882454 Apr 16 15:31:42.718612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9536d8c-56fa-4583-82ab-a5928ed1a6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:42.819868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:43.071486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:43.773183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52180) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:31:43.849353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf61428-7454-449e-8681-5a92d40398dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:43.849733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eaf61428-7454-449e-8681-5a92d40398dd admin admin] Synchronizing usage tracker for tenant:c4b3b32855f341fc9dfffe121d1c33c9 on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:31:43.861734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eaf61428-7454-449e-8681-5a92d40398dd admin admin] Unset dirty status for tenant:c4b3b32855f341fc9dfffe121d1c33c9 on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:31:43.862552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eaf61428-7454-449e-8681-5a92d40398dd admin admin] 10.222.0.95 "GET /v2.0/subnets/19e3ad5f-b210-4983-864a-a450cf19577e HTTP/1.1" status: 200 len: 849 time: 0.0885940 Apr 16 15:31:43.869312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:31:43.948007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:43.983566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:44.127944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363291870637001'] for subnet, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:44.136185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fb72c423-f1f5-476e-a534-0ab14bd9a3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:31:44.203612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e3ad5f-b210-4983-864a-a450cf19577e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:31:44.215934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.216193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.216392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.216614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.216836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.217055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.217273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.217491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.217708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.217924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.218137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.218384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:31:44.221968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:31:44.240907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:44.241338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:44.242274 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] 10.222.0.95 "PUT /v2.0/subnets/19e3ad5f-b210-4983-864a-a450cf19577e HTTP/1.1" status: 200 len: 868 time: 0.3755231 Apr 16 15:31:44.257183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a613fc89-0f7c-4942-9e7a-cd9d8572190f None None] Network 79e88227-f5a2-48bc-b4f9-ac3afe859659 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:31:44.574754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0db4257d-0f0c-4ec9-9a7c-d69aa2688313 None None] Provisioning complete for port 74badea9-8eb3-456b-95e3-0f4a6aeeb863 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:31:44.575002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0db4257d-0f0c-4ec9-9a7c-d69aa2688313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:44.652464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0db4257d-0f0c-4ec9-9a7c-d69aa2688313 None None] Provisioning complete for port c371ae52-7686-4aa7-a89c-a15a0875e292 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:31:44.652688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0db4257d-0f0c-4ec9-9a7c-d69aa2688313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:31:45.527117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52190) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:31:45.653818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ba276-f8d4-4c6b-a977-18a9f25ab39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:45.654112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ba276-f8d4-4c6b-a977-18a9f25ab39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:45.655189 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5a8ba276-f8d4-4c6b-a977-18a9f25ab39b admin admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1269536 Apr 16 15:31:46.981543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52200) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:31:47.084873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672db50-2387-45e8-a316-7276880ba74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:47.085120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672db50-2387-45e8-a316-7276880ba74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:47.085978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8672db50-2387-45e8-a316-7276880ba74b admin admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1037571 Apr 16 15:31:48.396998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52210) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:31:48.511339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196f044b-045d-411d-9be1-82fff9731d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:48.512239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-196f044b-045d-411d-9be1-82fff9731d6a admin admin] 10.222.0.95 "GET /v2.0/networks/4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 886 time: 0.1144366 Apr 16 15:31:49.865713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52220) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:31:49.969387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4de88ad-390d-4556-9193-213bbea2912e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:49.970194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a4de88ad-390d-4556-9193-213bbea2912e admin admin] 10.222.0.95 "GET /v2.0/networks/79e88227-f5a2-48bc-b4f9-ac3afe859659 HTTP/1.1" status: 200 len: 870 time: 0.1037045 Apr 16 15:31:51.224676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52230) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:31:51.298281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dda66b4-884a-4605-a7f0-80d6f7ec17aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:51.298585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dda66b4-884a-4605-a7f0-80d6f7ec17aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:51.299575 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9dda66b4-884a-4605-a7f0-80d6f7ec17aa admin admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0741451 Apr 16 15:31:52.619926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52240) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:31:52.699012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f74b5-3a49-43c9-bb31-41d8bc1a1f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:52.699306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f74b5-3a49-43c9-bb31-41d8bc1a1f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:52.700374 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-982f74b5-3a49-43c9-bb31-41d8bc1a1f55 admin admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0795491 Apr 16 15:31:53.980545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52250) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:31:54.072066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2b7b1-4a11-43f3-a009-af96bc114669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:54.074151 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c5e2b7b1-4a11-43f3-a009-af96bc114669 admin admin] 10.222.0.95 "GET /v2.0/subnets/19e3ad5f-b210-4983-864a-a450cf19577e HTTP/1.1" status: 200 len: 868 time: 0.0927589 Apr 16 15:31:55.500319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52260) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:31:55.569589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a866dc-670b-4dde-9bf6-35cf0b5a639a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:31:55.570391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-52a866dc-670b-4dde-9bf6-35cf0b5a639a admin admin] 10.222.0.95 "GET /v2.0/subnets/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0 HTTP/1.1" status: 200 len: 816 time: 0.0689924 Apr 16 15:32:06.768650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 5 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:32:09.794595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52304) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:32:09.842137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-27e5b1d5-61e3-4a52-af2a-11b3bbabc9e9 admin admin] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:32:09.842801 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-27e5b1d5-61e3-4a52-af2a-11b3bbabc9e9 admin admin] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474510 Apr 16 15:32:11.225683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52314) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:32:11.271864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-334d926e-9edd-4371-94a3-7b103ff4fb76 admin admin] GET failed (client error): The resource could not be found. Apr 16 15:32:11.272600 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-334d926e-9edd-4371-94a3-7b103ff4fb76 admin admin] 10.222.0.95 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0461798 Apr 16 15:32:11.317368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4f26af4-3857-4027-a8ee-1b0c68178002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:11.518091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8217d9-a881-43c8-8a86-9aae91e20aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:32:11.518913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4f8217d9-a881-43c8-8a86-9aae91e20aac admin admin] 10.222.0.95 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2415638 Apr 16 15:32:12.711352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c18a9b7d-a25e-418c-8e6e-0648d0198d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:12.827413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:12.935384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52324) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:32:12.968764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:32:12.972305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:32:12.978701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:32:12.985571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Made reservation on behalf of c4b3b32855f341fc9dfffe121d1c33c9 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:32:12.988930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:13.045902 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.services.revisions.revision_plugin [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Could not find related network for resource to bump revision. Apr 16 15:32:13.055643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1494} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:32:13.066147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363291870555969', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:13.066995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Unsubscribe: segment precommit_create {{(pid=86007) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 15:32:13.067582 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Added segment 24a47a0b-6e19-4519-9826-3a55750f5d20 of type vlan for network 45cd7394-9239-42a6-ba62-9485d51887f9 Apr 16 15:32:13.067688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:13.099380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:13.122836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:13.123723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:32:13.124102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:13.126633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:32:13.190208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Pushing event updated for resources: {'Network': ['ID=45cd7394-9239-42a6-ba62-9485d51887f9,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:32:13.192610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:32:13.194030 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2578797 Apr 16 15:32:13.201771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 45cd7394-9239-42a6-ba62-9485d51887f9 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:32:13.988276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:14.511458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52334) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:32:14.567135 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01df828-e7c3-4a24-8e0e-5d156ec07f7e admin admin] GET failed (client error): The resource could not be found. Apr 16 15:32:14.568016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d01df828-e7c3-4a24-8e0e-5d156ec07f7e admin admin] 10.222.0.95 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0557671 Apr 16 15:32:14.639624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e61b1-40fa-4f79-9401-5fafa56413ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:32:14.640525 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bd9e61b1-40fa-4f79-9401-5fafa56413ee admin admin] 10.222.0.95 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0701034 Apr 16 15:32:14.651134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9', 'ip_version': 4}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:32:14.654543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:32:14.661658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:32:14.668126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Made reservation on behalf of c4b3b32855f341fc9dfffe121d1c33c9 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:32:14.671088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:14.907300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:14.914299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:32:14.973436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9076d78e-3d85-4557-aa9e-1ba83a113111,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:32:14.983475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.983672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.983843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.984035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.984317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.984439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.984545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.984726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.984906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.985083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.985262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.985440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:14.990105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:32:15.017284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Checking segment: {'id': '24a47a0b-6e19-4519-9826-3a55750f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1494, 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:32:15.017535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Network hostable DHCP agents. Network: 45cd7394-9239-42a6-ba62-9485d51887f9, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:32:15.029703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Network 45cd7394-9239-42a6-ba62-9485d51887f9 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:32:15.035506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 45cd7394-9239-42a6-ba62-9485d51887f9) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:32:15.038526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:32:15.038889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:15.044950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f916170-c79f-4af1-8129-c54f060b0ad6 None None] Network 45cd7394-9239-42a6-ba62-9485d51887f9 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:32:15.053078 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4043212 Apr 16 15:32:15.212982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-45cd7394-9239-42a6-ba62-9485d51887f9', 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9', 'tenant_id': 'c4b3b32855f341fc9dfffe121d1c33c9', 'fixed_ips': [{'subnet_id': '9076d78e-3d85-4557-aa9e-1ba83a113111'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:32:15.214281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:15.328008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Allocated IP 192.168.233.2 (45cd7394-9239-42a6-ba62-9485d51887f9/9076d78e-3d85-4557-aa9e-1ba83a113111/48212519-113e-40ec-bbbb-01df1a5ca246) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:32:15.444930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:15.451969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Transition to ACTIVE for port object 48212519-113e-40ec-bbbb-01df1a5ca246 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:32:15.463920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Transition to ACTIVE for port object 48212519-113e-40ec-bbbb-01df1a5ca246 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:32:15.466782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:15.476864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:32:15.558077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Pushing event updated for resources: {'Port': ['ID=48212519-113e-40ec-bbbb-01df1a5ca246,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:32:15.570132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.570362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.570603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.570822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.571034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.571249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.571463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.571681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.571897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.572112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.572324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.572535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:32:15.575737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:32:15.598647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Network 45cd7394-9239-42a6-ba62-9485d51887f9 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:32:15.599405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:32:15.600980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:32:15.650793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Attempting to bind port 48212519-113e-40ec-bbbb-01df1a5ca246 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:32:15.651012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Attempting to bind port 48212519-113e-40ec-bbbb-01df1a5ca246 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '24a47a0b-6e19-4519-9826-3a55750f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1494, 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:32:15.651231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Attempting to bind port 48212519-113e-40ec-bbbb-01df1a5ca246 on network 45cd7394-9239-42a6-ba62-9485d51887f9 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:32:15.654204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:32:15.654445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Checking segment: {'id': '24a47a0b-6e19-4519-9826-3a55750f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1494, 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:32:15.654698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:15.654939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Bound using segment: {'id': '24a47a0b-6e19-4519-9826-3a55750f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1494, 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:32:15.655225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Bound port: 48212519-113e-40ec-bbbb-01df1a5ca246, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a47a0b-6e19-4519-9826-3a55750f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1494, 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:32:15.655459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:15.706167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] For port 48212519-113e-40ec-bbbb-01df1a5ca246, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:32:15.708299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] For port 48212519-113e-40ec-bbbb-01df1a5ca246, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=48212519-113e-40ec-bbbb-01df1a5ca246,segment=NetworkSegment(24a47a0b-6e19-4519-9826-3a55750f5d20),segment_id=24a47a0b-6e19-4519-9826-3a55750f5d20)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:32:15.710171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:15.718556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:32:15.948594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Pushing event updated for resources: {'Port': ['ID=48212519-113e-40ec-bbbb-01df1a5ca246,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:32:15.951171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:32:16.286778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 48212519-113e-40ec-bbbb-01df1a5ca246 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:32:16.326862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 48212519-113e-40ec-bbbb-01df1a5ca246 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:32:17.016915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cdfd16-2fc3-4466-bbf7-e645d60a84d4 None None] Network 45cd7394-9239-42a6-ba62-9485d51887f9 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:32:17.071059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-82945b8a-2220-495d-91a7-a008033e2b0b None None] Provisioning for port 48212519-113e-40ec-bbbb-01df1a5ca246 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:32:17.079863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-82945b8a-2220-495d-91a7-a008033e2b0b None None] Provisioning complete for port 48212519-113e-40ec-bbbb-01df1a5ca246 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:32:17.080089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82945b8a-2220-495d-91a7-a008033e2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:17.200018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82945b8a-2220-495d-91a7-a008033e2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:17.227429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-82945b8a-2220-495d-91a7-a008033e2b0b None None] For port 48212519-113e-40ec-bbbb-01df1a5ca246, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=48212519-113e-40ec-bbbb-01df1a5ca246,segment=NetworkSegment(24a47a0b-6e19-4519-9826-3a55750f5d20),segment_id=24a47a0b-6e19-4519-9826-3a55750f5d20)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:32:17.233535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82945b8a-2220-495d-91a7-a008033e2b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:17.234637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:32:17.273100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82945b8a-2220-495d-91a7-a008033e2b0b None None] Pushing event updated for resources: {'Port': ['ID=48212519-113e-40ec-bbbb-01df1a5ca246,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:32:17.275111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82945b8a-2220-495d-91a7-a008033e2b0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:32:17.353279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-53c7b61d-34f2-4005-9859-76425d149939 None None] Provisioning complete for port 48212519-113e-40ec-bbbb-01df1a5ca246 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:32:17.353606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-53c7b61d-34f2-4005-9859-76425d149939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:18.283520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 48212519-113e-40ec-bbbb-01df1a5ca246 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:32:18.329304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 48212519-113e-40ec-bbbb-01df1a5ca246 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:32:18.329789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:41.315122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-88fb786a-6e93-435c-bcbe-504c7e84d127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:42.713884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c52c6a64-e0fc-47c6-bfb9-404c01b537c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:42.827615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:43.072028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:43.770953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 5 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:32:44.005183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:53.558017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52376) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:32:53.562203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-7bc4a977-fd17-415c-9026-7db801ca3777 tempest-verify_tempest_config-992116563 tempest-verify_tempest_config-992116563-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:32:53.562935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7bc4a977-fd17-415c-9026-7db801ca3777 tempest-verify_tempest_config-992116563 tempest-verify_tempest_config-992116563-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0041454 Apr 16 15:32:53.748144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52394) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:32:53.827311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:53.836613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:32:53.839194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8e982309ce4a819a9fe02004201cc4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:32:53.841069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:32:53.844784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:32:53.902793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:53.904852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:53.908936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:32:53.930865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Synchronizing usage tracker for tenant:c4b3b32855f341fc9dfffe121d1c33c9 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:32:53.932182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edeed87-8c1b-4c1d-b95c-364128a00edd,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:32:53.934628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:32:53.946189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Unset dirty status for tenant:c4b3b32855f341fc9dfffe121d1c33c9 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:32:53.946979 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ed8e982309ce4a819a9fe02004201cc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1981246 Apr 16 15:32:53.950623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52400) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:32:53.982768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab711-dc37-4494-a3b0-2ef8803eb1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:53.997878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab711-dc37-4494-a3b0-2ef8803eb1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:54.034724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab711-dc37-4494-a3b0-2ef8803eb1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:54.040837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:32:54.052486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ab711-dc37-4494-a3b0-2ef8803eb1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edeed87-8c1b-4c1d-b95c-364128a00edd,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:32:54.054593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e4ab711-dc37-4494-a3b0-2ef8803eb1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:32:54.056453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab711-dc37-4494-a3b0-2ef8803eb1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:32:54.057970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0e4ab711-dc37-4494-a3b0-2ef8803eb1f8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5edeed87-8c1b-4c1d-b95c-364128a00edd HTTP/1.1" status: 204 len: 168 time: 0.1065624 Apr 16 15:33:11.325397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d078b75f-941b-45d8-87f1-fefe9f4d8afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:33:12.717443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5c8d9b1-1e44-47e5-81ec-c72abfdb9e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:33:12.832137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:33:13.077757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:33:14.007869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:33:20.774982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 5 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:33:41.323491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d7e5bb3-41ca-4829-9ddc-a70106ff6c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:33:42.724132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c1a4846-16a0-43b0-b09c-338cfe068db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:33:42.835824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:33:43.081812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:33:44.009597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:33:57.776863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 5 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:34:11.316464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f52d026-37f9-40a2-ad92-61f5f8733e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:34:12.717012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5569f064-a7d0-4bd4-9073-91c5845669bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:34:12.834143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:34:13.064165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831'] for agent, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:34:13.079737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:34:14.012896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:34:31.380444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52470) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:34:31.457560 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a8314fb5-3c7f-449f-ba27-41b9660918fe admin admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0758612 Apr 16 15:34:32.870854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52480) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:34:32.922893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8ac6e8d8-3c7f-43bf-bd73-a840203c597f admin admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0508666 Apr 16 15:34:34.779078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:34:41.324447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9625a9cb-74f8-4aba-865f-c770afcff930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:34:42.723117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00879d79-4294-4005-b2dc-28a41c45efa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:34:42.844288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:34:43.026676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:34:43.082861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:34:44.015147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:11.320825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1c8792c-1a9c-427b-a04c-53fd8639b394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:11.780979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:35:12.714564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c0cdba1-6800-4563-ad6f-22c467079f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:12.847807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:13.023358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:13.086584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:14.020967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:29.551503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52624) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:29.708362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1168947654-network', 'tenant_id': '57d611ee8c734d2db74788b656d9871a'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:29.712010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:29.720597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Usage tracker for resource:network and tenant:57d611ee8c734d2db74788b656d9871a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:29.722488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:29.725808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:29.732038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Made reservation on behalf of 57d611ee8c734d2db74788b656d9871a for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:29.738099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:29.747547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:29.756133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:29.758269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Usage tracker for resource:security_group_rule and tenant:57d611ee8c734d2db74788b656d9871a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:29.759878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:29.763000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:29.791841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52652) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:29.816258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:29.818177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:29.820772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:29.839308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1450} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:29.843935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2f7f76-2850-4805-ab3a-548fdb7e29e2,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:29.848963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.849175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.849369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.849552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.849734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.849925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.850113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.850298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.850497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.850682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.850862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.851042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Tracked resource versions report: Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: pushed versions: Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: { 'AddressGroup': {'1.2'}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': {'1.0'}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': {'1.0'}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': {'1.1'}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': {'1.7'}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': {'1.2'}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': {'1.8'}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': {'1.4'}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': {'1.2'}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': {'1.0'}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': {'1.1'}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': {'1.1'}} Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: consumer versions: Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: { DHCP agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: HyperV agent@hv-neutron-7864: {}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: L3 agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: Metadata agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: Metering agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: Open vSwitch agent@dv-neutron-786478-2-hyperv: { 'AddressGroup': '1.2', Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': '1.0', Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': '1.0', Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': '1.1', Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': '1.7', Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': '1.2', Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': '1.8', Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': '1.4', Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': '1.2', Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': '1.0', Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': '1.1', Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': '1.1'}} Apr 16 15:35:29.851643 dv-neutron-786478-2-hyperv neutron-server[85906]: {{(pid=86006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 15:35:29.854111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:29.854704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:29.854910 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Added segment d8e850d7-8248-41cd-bce5-455fef80e07c of type vlan for network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 Apr 16 15:35:29.859454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52666) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:29.875955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:29.892185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52672) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:29.897625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:29.899575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:29.900335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:29.903835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:29.923092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-342850662-network', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:29.927868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:29.930509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Usage tracker for resource:network and tenant:a74bb8b83bfd4e9db169a164229975bd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:29.932811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:29.936572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:29.947189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Made reservation on behalf of a74bb8b83bfd4e9db169a164229975bd for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:29.962768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:29.974184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:29.983753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:29.986353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Usage tracker for resource:security_group_rule and tenant:a74bb8b83bfd4e9db169a164229975bd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:29.988438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:29.991791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:30.056209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.059449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.063420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:30.085318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1454} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:30.092132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6474ea62-b0f0-48bf-b6ba-9b33235b0f2a,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:30.099063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.100071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Added segment 4280bb7d-955f-4566-94c1-3e1a1f82bfe1 of type vlan for network 0e61783a-be5a-4189-b0dc-5b4c26552378 Apr 16 15:35:30.103826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.104333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.104641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.105108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.105398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.105855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.106148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.106796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.107086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.107498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.107781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.108073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Tracked resource versions report: Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: pushed versions: Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: { 'AddressGroup': {'1.2'}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': {'1.0'}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': {'1.0'}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': {'1.1'}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': {'1.7'}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': {'1.2'}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': {'1.8'}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': {'1.4'}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': {'1.2'}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': {'1.0'}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': {'1.1'}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': {'1.1'}} Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: consumer versions: Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: { DHCP agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: HyperV agent@hv-neutron-7864: {}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: L3 agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: Metadata agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: Metering agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: Open vSwitch agent@dv-neutron-786478-2-hyperv: { 'AddressGroup': '1.2', Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': '1.0', Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': '1.0', Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': '1.1', Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': '1.7', Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': '1.2', Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': '1.8', Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': '1.4', Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': '1.2', Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': '1.0', Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': '1.1', Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': '1.1'}} Apr 16 15:35:30.109112 dv-neutron-786478-2-hyperv neutron-server[85906]: {{(pid=86007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 15:35:30.114621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:30.131192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-545722355-network', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:30.143095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f3781744-f8d0-4a79-9573-9fa3d40696f1 tempest-AgentManagementNegativeTest-722687314 tempest-AgentManagementNegativeTest-722687314-project] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2500980 Apr 16 15:35:30.143213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:30.145418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Usage tracker for resource:network and tenant:dae95a24cf6047b58c5e62d59206be05 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:30.147183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.150634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:30.157860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:30.161831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Pushing event updated for resources: {'Network': ['ID=2f4aa230-8a99-45fa-929d-06fe729ee9a2,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:30.167416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.168486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:30.168912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.169403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:30.181744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:30.182851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f791501f-0b55-4995-ada0-a2a3f9e581ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:30.188166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6356308 Apr 16 15:35:30.190881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52692) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:30.196370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Made reservation on behalf of dae95a24cf6047b58c5e62d59206be05 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:30.199293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.202485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Request body: {'subnet': {'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1168947654-subnet', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:30.218748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.233764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:30.237824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:dae95a24cf6047b58c5e62d59206be05 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:30.243142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:30.245980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:30.247977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:30.251533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4585984 Apr 16 15:35:30.252580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52700) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:30.254805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Usage tracker for resource:subnet and tenant:57d611ee8c734d2db74788b656d9871a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:30.257158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:30.258925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Pushing event updated for resources: {'Network': ['ID=0e61783a-be5a-4189-b0dc-5b4c26552378,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:30.261993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:30.262563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:30.266200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 0e61783a-be5a-4189-b0dc-5b4c26552378 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:30.266565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Request body: {'subnet': {'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-342850662-subnet', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:30.269685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Made reservation on behalf of 57d611ee8c734d2db74788b656d9871a for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:30.272815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.274079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:30.277893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Usage tracker for resource:subnet and tenant:a74bb8b83bfd4e9db169a164229975bd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:30.282606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:30.289418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:30.303635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Made reservation on behalf of a74bb8b83bfd4e9db169a164229975bd for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:30.307487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.458712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.463670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.476318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-02c98525-4cb5-4a1d-9385-638f57cbec75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:30.503731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1476} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:30.516059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bfaf15-3f27-4e3b-90e5-357ec9728520,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:30.525687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:30.530326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.530552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Added segment b9683d27-94e1-416d-8b61-3af013deb288 of type vlan for network baaa0b3d-6906-4260-96c4-4db0db7aac73 Apr 16 15:35:30.544318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.562570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52718) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:30.580081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.614957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.616606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:30.616975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.620050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:30.620769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:30.658686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc769158-1403-4dfe-95bb-46b2b93ef3c9,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:30.661257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:30.675288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Checking segment: {'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:30.675288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Network hostable DHCP agents. Network: 2f4aa230-8a99-45fa-929d-06fe729ee9a2, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:35:30.685917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:35:30.694965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 2f4aa230-8a99-45fa-929d-06fe729ee9a2) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:30.698020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:30.698634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.702715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa87242-60b6-4cd9-8189-c3aa03fe9d95 None None] Network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:30.716174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5229275 Apr 16 15:35:30.718026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52734) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:30.723013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:30.726076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:30.730098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Usage tracker for resource:router and tenant:57d611ee8c734d2db74788b656d9871a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:30.731864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:30.735626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:30.744623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.745173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.759585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.775206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=baaa0b3d-6906-4260-96c4-4db0db7aac73,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:30.785092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:30.796434 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9361477 Apr 16 15:35:30.796982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52750) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:30.810743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network baaa0b3d-6906-4260-96c4-4db0db7aac73 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:30.819171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Request body: {'subnet': {'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-545722355-subnet', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:30.825783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:30.830487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Usage tracker for resource:subnet and tenant:dae95a24cf6047b58c5e62d59206be05 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:30.838613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:30.856886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.861530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:30.881937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff25fe0b-d240-4491-ac03-bfb664802451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.891526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3dd1d092-ea40-4ec7-a598-47b4d502001b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:30.908090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ff25fe0b-d240-4491-ac03-bfb664802451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:30.910726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ff25fe0b-d240-4491-ac03-bfb664802451 admin admin] Usage tracker for resource:security_group_rule and tenant:671b7010620b47baac37274cc4502f1b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:30.912540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ff25fe0b-d240-4491-ac03-bfb664802451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:30.916142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ff25fe0b-d240-4491-ac03-bfb664802451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:30.969220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'fixed_ips': [{'subnet_id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:35:30.969831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:30.973826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.088597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Allocated IP 172.20.0.2 (2f4aa230-8a99-45fa-929d-06fe729ee9a2/fc769158-1403-4dfe-95bb-46b2b93ef3c9/3c524665-d3fe-4217-bd5b-44505bf5c71e) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:31.114903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6170f10d-c4fc-4986-9f25-0715f3f20499,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:31.116450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Made reservation on behalf of dae95a24cf6047b58c5e62d59206be05 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:31.119520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Notify callbacks [] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.207237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:31.231432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff25fe0b-d240-4491-ac03-bfb664802451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.236199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.238775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Checking segment: {'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:31.239002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Network hostable DHCP agents. Network: 0e61783a-be5a-4189-b0dc-5b4c26552378, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:35:31.244497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Transition to ACTIVE for port object 3c524665-d3fe-4217-bd5b-44505bf5c71e will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:31.250566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff25fe0b-d240-4491-ac03-bfb664802451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.258576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Transition to ACTIVE for port object 3c524665-d3fe-4217-bd5b-44505bf5c71e will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:31.264434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.267239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:31.283187 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ff25fe0b-d240-4491-ac03-bfb664802451 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=671b7010620b47baac37274cc4502f1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7185261 Apr 16 15:35:31.288125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52776) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:31.297937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:31.300052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Network 0e61783a-be5a-4189-b0dc-5b4c26552378 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:35:31.310699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25fe0b-d240-4491-ac03-bfb664802451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979fa3d5-8027-45b6-b813-ae01133f28d2,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:31.314385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52780) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:31.314916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ff25fe0b-d240-4491-ac03-bfb664802451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:31.320395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 0e61783a-be5a-4189-b0dc-5b4c26552378) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:31.323046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:31.323530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.368956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.378101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Pushing event updated for resources: {'Port': ['ID=3c524665-d3fe-4217-bd5b-44505bf5c71e,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:31.382482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1283708 Apr 16 15:35:31.384306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52788) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:31.387734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:31.388433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93f3c31-f84a-4e13-8164-9f08f87c2d4d None None] Network 0e61783a-be5a-4189-b0dc-5b4c26552378 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:31.398019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:31.401417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Usage tracker for resource:router and tenant:a74bb8b83bfd4e9db169a164229975bd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:31.403421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:31.417140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:31.418936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52794) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:31.429872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.432443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.433151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.441901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.443269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.443686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.443982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.444279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.444719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.445011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.445303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.445731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.446044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.446339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.446831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.447303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Tracked resource versions report: Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: pushed versions: Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: { 'AddressGroup': {'1.2'}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': {'1.0'}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': {'1.0'}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': {'1.1'}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': {'1.7'}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': {'1.2'}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': {'1.8'}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': {'1.4'}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': {'1.2'}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': {'1.0'}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': {'1.1'}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': {'1.1'}} Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: consumer versions: Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: { DHCP agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: HyperV agent@hv-neutron-7864: {}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: L3 agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: Metadata agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: Metering agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: Open vSwitch agent@dv-neutron-786478-2-hyperv: { 'AddressGroup': '1.2', Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': '1.0', Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': '1.0', Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': '1.1', Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': '1.7', Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': '1.2', Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': '1.8', Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': '1.4', Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': '1.2', Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': '1.0', Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': '1.1', Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': '1.1'}} Apr 16 15:35:31.448055 dv-neutron-786478-2-hyperv neutron-server[85906]: {{(pid=86008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 15:35:31.456442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:31.458090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8f3876a-9673-4ef9-8902-aaa13ac0df82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.495010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8f3876a-9673-4ef9-8902-aaa13ac0df82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.559519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Allocated IP 172.26.4.87 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/b351fb5b-9e2d-4648-8c26-57712803e736) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:31.566390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8f3876a-9673-4ef9-8902-aaa13ac0df82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.571012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:31.585678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3876a-9673-4ef9-8902-aaa13ac0df82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979fa3d5-8027-45b6-b813-ae01133f28d2,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:31.591281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8f3876a-9673-4ef9-8902-aaa13ac0df82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:31.623101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52802) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:31.639831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.650384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-46163cb4-161d-4614-8d54-eae8ccab7961 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-578884521'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:31.650724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-46163cb4-161d-4614-8d54-eae8ccab7961 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Unknown quota resources ['metering_label']. {{(pid=86006) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 16 15:35:31.820109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52814) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:31.827756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1194732223'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:31.836991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:31.846932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8f3876a-9673-4ef9-8902-aaa13ac0df82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.847652 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c8f3876a-9673-4ef9-8902-aaa13ac0df82 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/979fa3d5-8027-45b6-b813-ae01133f28d2 HTTP/1.1" status: 204 len: 168 time: 0.5570998 Apr 16 15:35:31.849603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Usage tracker for resource:network and tenant:05199b88b9e44fbcafb3a994be864e7d is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:31.852973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:31.854062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:31.855759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:31.857680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:31.863111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:31.878828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.881954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Made reservation on behalf of 05199b88b9e44fbcafb3a994be864e7d for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:31.886159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.896064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.907013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:31.910072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Usage tracker for resource:security_group_rule and tenant:05199b88b9e44fbcafb3a994be864e7d is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:31.912280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:31.914315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-615066791'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:31.916490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:31.917203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.941650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Attempting to bind port 3c524665-d3fe-4217-bd5b-44505bf5c71e on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:31.941881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Attempting to bind port 3c524665-d3fe-4217-bd5b-44505bf5c71e by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:31.942094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Attempting to bind port 3c524665-d3fe-4217-bd5b-44505bf5c71e on network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:31.942795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.946748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-0e61783a-be5a-4189-b0dc-5b4c26552378', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:35:31.947289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.953074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:31.953251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Checking segment: {'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:31.953508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.953750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Bound using segment: {'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:31.954055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Bound port: 3c524665-d3fe-4217-bd5b-44505bf5c71e, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:31.954452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:31.955289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:31.980507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:32.022264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-69cdee0c-8635-4bc1-834c-56558ecb0159 tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:32.057800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=b351fb5b-9e2d-4648-8c26-57712803e736,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:32.059729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:32.074056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] For port 3c524665-d3fe-4217-bd5b-44505bf5c71e, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:32.087242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] For port 3c524665-d3fe-4217-bd5b-44505bf5c71e, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3c524665-d3fe-4217-bd5b-44505bf5c71e,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:32.090512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:32.090707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.095771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.096730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Allocated IP 172.20.0.2 (0e61783a-be5a-4189-b0dc-5b4c26552378/6170f10d-c4fc-4986-9f25-0715f3f20499/f6801395-7f5b-4f8a-9068-d58fbb9f3664) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:32.099030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.104781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:32.109181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:32.113511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Usage tracker for resource:network and tenant:8ee57669e5174d748b1f525699b7147e is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:32.116569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:32.120097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:32.121673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:32.135991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46163cb4-161d-4614-8d54-eae8ccab7961 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.136743 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-46163cb4-161d-4614-8d54-eae8ccab7961 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7172091 Apr 16 15:35:32.137227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:32.138820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:32.143839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52828) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.145807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:32.170310 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-69cdee0c-8635-4bc1-834c-56558ecb0159 tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] 10.222.0.95 "PUT /v2.0/quotas/8b833a6f1c4643aeb29e270bfb6e66ac HTTP/1.1" status: 200 len: 366 time: 0.3466251 Apr 16 15:35:32.170310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1477} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:32.191565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:32.192837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52832) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.200010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4a90fa2d-6677-4c20-a29b-2f62956bd0c3 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '0c3caa53-8704-4077-9254-5088e945045b'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:32.200409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4a90fa2d-6677-4c20-a29b-2f62956bd0c3 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=86006) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 16 15:35:32.205146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Checking segment: {'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:32.205429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Network hostable DHCP agents. Network: baaa0b3d-6906-4260-96c4-4db0db7aac73, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:35:32.208818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a63078-a1fb-4f34-a8ce-4585f81af5b7,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:32.210781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:32.233861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.234075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Added segment 8f788908-8b2a-4e07-ba15-90d36b526f36 of type vlan for network 28f9f957-254e-4c7a-905b-87aad7b49999 Apr 16 15:35:32.249814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Pushing event updated for resources: {'Port': ['ID=3c524665-d3fe-4217-bd5b-44505bf5c71e,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:32.254531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:32.261271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.348015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.349133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-792aa579-0559-4fcf-8d42-6652fdb9c346 tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] 10.222.0.95 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1515353 Apr 16 15:35:32.350548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52846) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.351385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:32.351759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.355067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.356330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:32.362002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Made reservation on behalf of 8ee57669e5174d748b1f525699b7147e for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:32.365652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.375150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Transition to ACTIVE for port object f6801395-7f5b-4f8a-9068-d58fbb9f3664 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:32.388256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Transition to ACTIVE for port object f6801395-7f5b-4f8a-9068-d58fbb9f3664 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:32.393696 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.services.metering.metering_plugin [None req-4a90fa2d-6677-4c20-a29b-2f62956bd0c3 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 16 15:35:32.394496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.399551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.413655 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ba96a9f8-f6d5-47da-ac85-d826f141a581 tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] 10.222.0.95 "GET /v2.0/quotas/8b833a6f1c4643aeb29e270bfb6e66ac HTTP/1.1" status: 200 len: 366 time: 0.0582402 Apr 16 15:35:32.415286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52854) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.420811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:32.447715 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8205495 Apr 16 15:35:32.453795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52856) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.454206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Pushing event updated for resources: {'Network': ['ID=28f9f957-254e-4c7a-905b-87aad7b49999,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:32.456053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:32.460008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Request body: {'subnet': {'network_id': '28f9f957-254e-4c7a-905b-87aad7b49999', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:32.490831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 28f9f957-254e-4c7a-905b-87aad7b49999 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:32.512837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.525627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:32.528011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Usage tracker for resource:security_group_rule and tenant:8ee57669e5174d748b1f525699b7147e is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:32.529766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:32.533777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:32.549407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52864) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.562530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Network baaa0b3d-6906-4260-96c4-4db0db7aac73 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:35:32.565374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Pushing event updated for resources: {'Port': ['ID=f6801395-7f5b-4f8a-9068-d58fbb9f3664,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:32.572668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a90fa2d-6677-4c20-a29b-2f62956bd0c3 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.573540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4a90fa2d-6677-4c20-a29b-2f62956bd0c3 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4185882 Apr 16 15:35:32.582530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52870) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.585642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:32.586994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, baaa0b3d-6906-4260-96c4-4db0db7aac73) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:32.589699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fd6d97d4-dce8-4639-a7c9-c846a8e55b8d tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '0c3caa53-8704-4077-9254-5088e945045b'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:32.590013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fd6d97d4-dce8-4639-a7c9-c846a8e55b8d tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=86006) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 16 15:35:32.596316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de150d44-4ba3-4415-8047-eb279665f4e9 None None] Network baaa0b3d-6906-4260-96c4-4db0db7aac73 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:32.604073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:32.604469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.613303 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d76d3301-a7ea-45f0-908e-35279c41ffc3 tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] 10.222.0.95 "DELETE /v2.0/quotas/8b833a6f1c4643aeb29e270bfb6e66ac HTTP/1.1" status: 204 len: 168 time: 0.1268058 Apr 16 15:35:32.614672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52874) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.618236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:32.629799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Usage tracker for resource:subnet and tenant:05199b88b9e44fbcafb3a994be864e7d is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:32.632089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:32.636597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:32.641773 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a507ce5d-89b7-4cb7-93fd-83748b57138e tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] 10.222.0.95 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0230625 Apr 16 15:35:32.642167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52878) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.645587 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.services.metering.metering_plugin [None req-fd6d97d4-dce8-4639-a7c9-c846a8e55b8d tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 16 15:35:32.662589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ed462508-6eeb-4d67-a563-5f2ba2e0a116 tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] 10.222.0.95 "GET /v2.0/quotas/8b833a6f1c4643aeb29e270bfb6e66ac HTTP/1.1" status: 200 len: 370 time: 0.0184937 Apr 16 15:35:32.664228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Made reservation on behalf of 05199b88b9e44fbcafb3a994be864e7d for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:32.667680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks [] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.670959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Network 0e61783a-be5a-4189-b0dc-5b4c26552378 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:32.677422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:32.679948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52882) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.680205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:32.686938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1570021019'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:32.731874 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a32981bf-fccf-4896-aaea-c9b4a6c70e8f tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] 10.222.0.95 "GET /v2.0/quotas/8b833a6f1c4643aeb29e270bfb6e66ac/default HTTP/1.1" status: 200 len: 370 time: 0.0474787 Apr 16 15:35:32.739531 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9328794 Apr 16 15:35:32.741781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52886) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.741781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52888) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:32.760561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:32.772201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:32.784428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:32.794347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Usage tracker for resource:network and tenant:a52b55b83e4d44c3aced089e5e784742 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:32.806370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Attempting to bind port f6801395-7f5b-4f8a-9068-d58fbb9f3664 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:32.806539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Usage tracker for resource:router and tenant:dae95a24cf6047b58c5e62d59206be05 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:32.806659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Attempting to bind port f6801395-7f5b-4f8a-9068-d58fbb9f3664 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:32.806827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Attempting to bind port f6801395-7f5b-4f8a-9068-d58fbb9f3664 on network 0e61783a-be5a-4189-b0dc-5b4c26552378 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:32.812123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:32.812522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Checking segment: {'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:32.812599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.812815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Bound using segment: {'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:32.813104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Bound port: f6801395-7f5b-4f8a-9068-d58fbb9f3664, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:32.813340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.817071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-bd6a1d18-4573-484d-b2a0-a0b9ef439fcd tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] delete failed (client error): The resource could not be found. Apr 16 15:35:32.817737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bd6a1d18-4573-484d-b2a0-a0b9ef439fcd tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] 10.222.0.95 "DELETE /v2.0/quotas/8b833a6f1c4643aeb29e270bfb6e66ac HTTP/1.1" status: 404 len: 348 time: 0.0747399 Apr 16 15:35:32.824073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:32.832107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:32.835964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:32.836977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:32.856697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Made reservation on behalf of a52b55b83e4d44c3aced089e5e784742 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:32.860247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.876824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-baaa0b3d-6906-4260-96c4-4db0db7aac73', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'fixed_ips': [{'subnet_id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:35:32.877499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.878583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.932053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] For port f6801395-7f5b-4f8a-9068-d58fbb9f3664, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:32.943835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] For port f6801395-7f5b-4f8a-9068-d58fbb9f3664, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f6801395-7f5b-4f8a-9068-d58fbb9f3664,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:32.954301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:32.967032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:33.077222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52896) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:33.102530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.105948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:33.106301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd6d97d4-dce8-4639-a7c9-c846a8e55b8d tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.107109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fd6d97d4-dce8-4639-a7c9-c846a8e55b8d tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5230236 Apr 16 15:35:33.109658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52900) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:33.113632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Usage tracker for resource:security_group_rule and tenant:a52b55b83e4d44c3aced089e5e784742 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:33.128653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.129286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.132942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:33.142566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.149365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.155479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:33.167275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.175170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:33.182517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.185584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Usage tracker for resource:network and tenant:20ada29913be400b86ff9fbdf26aa582 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:33.201061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.204700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1463} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:33.230217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e0e709-596a-461f-9202-86077d29770a,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:33.230826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:33.236357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:33.240796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Pushing event updated for resources: {'Port': ['ID=f6801395-7f5b-4f8a-9068-d58fbb9f3664,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:33.241128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.241128 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Added segment 528a0edf-ca2a-4c6c-b11d-76c36b06f08f of type vlan for network 241b93ed-76a7-4470-ac2f-25adc964bed9 Apr 16 15:35:33.244091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Allocated IP 172.20.0.2 (baaa0b3d-6906-4260-96c4-4db0db7aac73/e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd/b64d1d4d-849d-4c4b-b8c8-262f5226b527) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:33.244884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c5d4ea07-18f5-4a40-84c6-18fd341439cd tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=f907349d-3aa5-4889-9e0f-22cd6eda148d HTTP/1.1" status: 200 len: 462 time: 0.1318846 Apr 16 15:35:33.245145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52906) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:33.250379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:33.269076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Usage tracker for resource:subnet and tenant:20ada29913be400b86ff9fbdf26aa582 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:33.290380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:33.320062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Usage tracker for resource:subnetpool and tenant:20ada29913be400b86ff9fbdf26aa582 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:33.343269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.343468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:33.382838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.388841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Transition to ACTIVE for port object b64d1d4d-849d-4c4b-b8c8-262f5226b527 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:33.400118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Transition to ACTIVE for port object b64d1d4d-849d-4c4b-b8c8-262f5226b527 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:33.400378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Usage tracker for resource:port and tenant:20ada29913be400b86ff9fbdf26aa582 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:33.403838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.405103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.407538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:33.411590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Router cf672010-3d85-4961-8d78-2d3595a0f597 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:35:33.412151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7b1acf7a-fc0d-496e-bfdc-a61b1f6d592d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:33.413697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.420707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:33.428520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Usage tracker for resource:router and tenant:20ada29913be400b86ff9fbdf26aa582 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:33.478929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:33.485624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1484} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:33.488170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Pushing event updated for resources: {'Port': ['ID=b64d1d4d-849d-4c4b-b8c8-262f5226b527,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:33.490796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:33.520384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Network baaa0b3d-6906-4260-96c4-4db0db7aac73 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:33.521147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:33.522693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:33.528704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75eab86b-621d-47fe-82f5-443a591794b6,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:33.530531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:33.539336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.539548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Added segment 393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6 of type vlan for network 2ab696d6-acb8-481e-9ea5-3ecb283d987a Apr 16 15:35:33.547751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Usage tracker for resource:floatingip and tenant:20ada29913be400b86ff9fbdf26aa582 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:33.555762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.557227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:33.568527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.572413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Allocated IP 172.26.4.77 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/5e2ed1f1-080a-445a-bd95-e65cbb58dd42) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:33.576327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Attempting to bind port b64d1d4d-849d-4c4b-b8c8-262f5226b527 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:33.576644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:33.576704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Attempting to bind port b64d1d4d-849d-4c4b-b8c8-262f5226b527 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:33.576704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Attempting to bind port b64d1d4d-849d-4c4b-b8c8-262f5226b527 on network baaa0b3d-6906-4260-96c4-4db0db7aac73 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:33.576848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.579877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:33.580252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Checking segment: {'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:33.580459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.580735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Bound using segment: {'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:33.581249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.581367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Bound port: b64d1d4d-849d-4c4b-b8c8-262f5226b527, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:33.581681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.589817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:33.613674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:35:33.626164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Sync routers for ids ['cf672010-3d85-4961-8d78-2d3595a0f597'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:35:33.640099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] For port b64d1d4d-849d-4c4b-b8c8-262f5226b527, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:33.642950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] For port b64d1d4d-849d-4c4b-b8c8-262f5226b527, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b64d1d4d-849d-4c4b-b8c8-262f5226b527,segment=NetworkSegment(b9683d27-94e1-416d-8b61-3af013deb288),segment_id=b9683d27-94e1-416d-8b61-3af013deb288)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:33.651539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.663079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-204f1b69-0a04-478e-903a-daf562121b06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:33.669260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.677222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Routers {'cf672010-3d85-4961-8d78-2d3595a0f597'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:33.677970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cf672010-3d85-4961-8d78-2d3595a0f597'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:33.681143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:33.681508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.688079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:33.714318 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3984158 Apr 16 15:35:33.718317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.720772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0002329 Apr 16 15:35:33.720772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Usage tracker for resource:security_group and tenant:20ada29913be400b86ff9fbdf26aa582 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:33.724454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52910) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:33.724656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52912) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:33.777471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Pushing event updated for resources: {'Port': ['ID=b64d1d4d-849d-4c4b-b8c8-262f5226b527,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:33.780565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:33.793856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ea01985-65d9-4063-9145-8eada380a9d0 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.794685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4ea01985-65d9-4063-9145-8eada380a9d0 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-label-rules/f907349d-3aa5-4889-9e0f-22cd6eda148d HTTP/1.1" status: 204 len: 168 time: 0.5463533 Apr 16 15:35:33.807470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52918) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:33.845626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Pushing event updated for resources: {'Network': ['ID=241b93ed-76a7-4470-ac2f-25adc964bed9,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:33.847549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:33.851157 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2990122 Apr 16 15:35:33.858224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52924) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:33.858907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 241b93ed-76a7-4470-ac2f-25adc964bed9 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:33.873928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Set router cf672010-3d85-4961-8d78-2d3595a0f597 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:33.876193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Request body: {'subnet': {'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:33.899185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:33.925004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-580955b2-52d2-424a-947f-a5f8abdf47b8 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=f907349d-3aa5-4889-9e0f-22cd6eda148d HTTP/1.1" status: 200 len: 221 time: 0.1140692 Apr 16 15:35:33.927949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52928) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:33.949643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:33.959834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Usage tracker for resource:security_group_rule and tenant:20ada29913be400b86ff9fbdf26aa582 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:33.967996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'Network': ['ID=2ab696d6-acb8-481e-9ea5-3ecb283d987a,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:33.976792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:33.989875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:33.992780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:34.023735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:34.025768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ae40d2f8-e764-4bbd-b0dd-7f06b70000ce tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1231325275', 'description': 'label created by tempest'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:34.030073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ae40d2f8-e764-4bbd-b0dd-7f06b70000ce tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Unknown quota resources ['metering_label']. {{(pid=86006) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 16 15:35:34.043910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.069686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Request body: {'network': {'name': 'tempest-network--1091746012', 'router:external': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:34.074407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c7bad5fc-47c4-4bb7-8c83-fd281433dd5a tempest-QuotasTest-2128693329 tempest-QuotasTest-2128693329-project-admin] 10.222.0.95 "GET /v2.0/quotas/20ada29913be400b86ff9fbdf26aa582/details.json HTTP/1.1" status: 200 len: 703 time: 0.9943426 Apr 16 15:35:34.085397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:34.099597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Usage tracker for resource:network and tenant:3a2870e1bdc24207a2f9f904db27a8f7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:34.103889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:34.113544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:32Z', 'revision_number': 3, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:34.115704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:34.120682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Checking router: cf672010-3d85-4961-8d78-2d3595a0f597 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:35:34.121928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Updating router cf672010-3d85-4961-8d78-2d3595a0f597 port b351fb5b-9e2d-4648-8c26-57712803e736 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:35:34.147747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ff27c3-43ec-4957-acbd-fa3e111c94b4 None None] Network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:34.149438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Pushing event updated for resources: {'Subnet': ['ID=b67dc2f4-d4aa-4144-b39d-6c81c89e36ba,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:34.161706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:34.229224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.249167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:34.266052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae40d2f8-e764-4bbd-b0dd-7f06b70000ce tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.267326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ae40d2f8-e764-4bbd-b0dd-7f06b70000ce tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3275390 Apr 16 15:35:34.274367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Usage tracker for resource:subnet and tenant:a52b55b83e4d44c3aced089e5e784742 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:34.283680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52936) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:34.304329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:34.311548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:34.387663 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8ad33f20-b4db-4e21-b4c7-3ac8917b3014 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=daacdcb0-6bd8-4f76-b5b8-d84627447758 HTTP/1.1" status: 200 len: 468 time: 0.1030588 Apr 16 15:35:34.390789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52942) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:34.395546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e6f191b3-aaf1-465f-b1e2-862e80ec7cee None None] Provisioning for port 3c524665-d3fe-4217-bd5b-44505bf5c71e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:34.407989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Made reservation on behalf of a52b55b83e4d44c3aced089e5e784742 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:34.411924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.433758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.499434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52946) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:34.519415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Made reservation on behalf of 3a2870e1bdc24207a2f9f904db27a8f7 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:34.522692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.561550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.593789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:34.605075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Usage tracker for resource:security_group_rule and tenant:3a2870e1bdc24207a2f9f904db27a8f7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:34.608908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:34.622891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:34.659222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b64d1d4d-849d-4c4b-b8c8-262f5226b527 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:34.745953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Checking segment: {'id': '8f788908-8b2a-4e07-ba15-90d36b526f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': '28f9f957-254e-4c7a-905b-87aad7b49999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:34.746379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Network hostable DHCP agents. Network: 28f9f957-254e-4c7a-905b-87aad7b49999, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:35:34.750217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.759644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Transition to ACTIVE for port object b351fb5b-9e2d-4648-8c26-57712803e736 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:34.765306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.775336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:34.788978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a1088bef-0fd5-49ba-aa73-778ea5dcf266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.821803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a1088bef-0fd5-49ba-aa73-778ea5dcf266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:34.821981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Pushing event updated for resources: {'Port': ['ID=b351fb5b-9e2d-4648-8c26-57712803e736,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:34.830289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a1088bef-0fd5-49ba-aa73-778ea5dcf266 admin admin] Usage tracker for resource:security_group_rule and tenant:0335a715291642f3bf2c4a5b3d66cb98 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:34.833633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a1088bef-0fd5-49ba-aa73-778ea5dcf266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:34.836587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Network 28f9f957-254e-4c7a-905b-87aad7b49999 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:35:34.849200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a1088bef-0fd5-49ba-aa73-778ea5dcf266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:34.854932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port b64d1d4d-849d-4c4b-b8c8-262f5226b527 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:34.860255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.860458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.860647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.861119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.861316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.861741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.861937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.862543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.862745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.862988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.863191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.863402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Tracked resource versions report: Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: pushed versions: Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: { 'AddressGroup': {'1.2'}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': {'1.0'}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': {'1.0'}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': {'1.1'}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': {'1.7'}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': {'1.2'}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': {'1.8'}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': {'1.4'}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': {'1.2'}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': {'1.0'}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': {'1.1'}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': {'1.1'}} Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: consumer versions: Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: { DHCP agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: HyperV agent@hv-neutron-7864: {}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: L3 agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: Metadata agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: Metering agent@dv-neutron-786478-2-hyperv: {}, Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: Open vSwitch agent@dv-neutron-786478-2-hyperv: { 'AddressGroup': '1.2', Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'ConntrackHelper': '1.0', Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Log': '1.0', Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Network': '1.1', Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Port': '1.7', Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'PortForwarding': '1.2', Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'QosPolicy': '1.8', Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroup': '1.4', Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SecurityGroupRule': '1.2', Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'SubPort': '1.0', Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Subnet': '1.1', Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: 'Trunk': '1.1'}} Apr 16 15:35:34.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: {{(pid=86009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 15:35:34.873370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:34.878760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3c524665-d3fe-4217-bd5b-44505bf5c71e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:34.891037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 28f9f957-254e-4c7a-905b-87aad7b49999) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:34.895576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:34.907303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:34.907682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.920419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf5b9d8-d6b2-45a9-b250-a3e50983aa65 None None] Network 28f9f957-254e-4c7a-905b-87aad7b49999 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:34.929582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Attempting to bind port b351fb5b-9e2d-4648-8c26-57712803e736 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:34.929810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Attempting to bind port b351fb5b-9e2d-4648-8c26-57712803e736 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:34.930270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Attempting to bind port b351fb5b-9e2d-4648-8c26-57712803e736 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:34.934684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:34.934904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:34.935451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.935829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:34.935961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Bound port: b351fb5b-9e2d-4648-8c26-57712803e736, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:34.936314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.949789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb53217c-6085-4485-8296-1e0762dd6735 None None] Network 0e61783a-be5a-4189-b0dc-5b4c26552378 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:34.983719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.988776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5319552 Apr 16 15:35:34.989315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52954) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:34.991579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] For port b351fb5b-9e2d-4648-8c26-57712803e736, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:34.993790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] For port b351fb5b-9e2d-4648-8c26-57712803e736, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b351fb5b-9e2d-4648-8c26-57712803e736,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:34.997622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:34.998194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.003380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Request body: {'port': {'network_id': '28f9f957-254e-4c7a-905b-87aad7b49999', 'name': 'tempest-DHCPAgentSchedulersTestJSON-877881814'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:35.023116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:35.080614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:35.105999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1457} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:35.135166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Pushing event updated for resources: {'Port': ['ID=b351fb5b-9e2d-4648-8c26-57712803e736,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:35.145827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-941bbe4c-b225-4a31-8d22-7da4a162d391 None None] Provisioning for port f6801395-7f5b-4f8a-9068-d58fbb9f3664 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:35.150627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e751b96-7dbb-4557-8363-d8bc8be5a1e3,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:35.152846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:35.166641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.166974 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Added segment 329b6ac1-ea5a-4e5f-bb72-c8f050216fda of type vlan for network 90db92e5-160e-4d8f-95bd-dc6e2169e7c6 Apr 16 15:35:35.171196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a1088bef-0fd5-49ba-aa73-778ea5dcf266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.172283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:35.180619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Routers {'cf672010-3d85-4961-8d78-2d3595a0f597'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:35.181102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cf672010-3d85-4961-8d78-2d3595a0f597'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:35.197728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a1088bef-0fd5-49ba-aa73-778ea5dcf266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.199881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 3c524665-d3fe-4217-bd5b-44505bf5c71e completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:35.216001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.233886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:35.236809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2ed1f1-080a-445a-bd95-e65cbb58dd42,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:35.241115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3c524665-d3fe-4217-bd5b-44505bf5c71e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:35.241474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.247874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:35.272858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.310129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e834b24e-f027-4d07-800e-bee8d5211d00 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.310882 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e834b24e-f027-4d07-800e-bee8d5211d00 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-labels/daacdcb0-6bd8-4f76-b5b8-d84627447758 HTTP/1.1" status: 204 len: 168 time: 0.9182615 Apr 16 15:35:35.313794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.314683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52962) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:35.317882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.352133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:35.365785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a1088bef-0fd5-49ba-aa73-778ea5dcf266 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0335a715291642f3bf2c4a5b3d66cb98&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8584898 Apr 16 15:35:35.366324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1088bef-0fd5-49ba-aa73-778ea5dcf266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b936d9-0006-4738-802f-66db9bc58790,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:35.370541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a1088bef-0fd5-49ba-aa73-778ea5dcf266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:35.370844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52968) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:35.374044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:35.378904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:35.385684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:35.390790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Usage tracker for resource:port and tenant:05199b88b9e44fbcafb3a994be864e7d is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:35.413409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:35.438341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:35.475257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c0714c5a-fb19-4760-8059-7f04a9faf1d6 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=daacdcb0-6bd8-4f76-b5b8-d84627447758 HTTP/1.1" status: 200 len: 216 time: 0.1507788 Apr 16 15:35:35.479160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52974) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:35.506931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-378dfff7-a3fb-497e-9dd6-041edce15059 None None] Provisioning complete for port 3c524665-d3fe-4217-bd5b-44505bf5c71e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:35.507393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-378dfff7-a3fb-497e-9dd6-041edce15059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.512946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Made reservation on behalf of 05199b88b9e44fbcafb3a994be864e7d for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:35.516537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.527487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] Set router cf672010-3d85-4961-8d78-2d3595a0f597 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:35.530401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.541678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:35.542053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.544609 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3c55cff1-51bc-4dc2-983f-27265d176544 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0644274 Apr 16 15:35:35.551368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:35.553409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52978) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:35.588027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-28f9f957-254e-4c7a-905b-87aad7b49999', 'network_id': '28f9f957-254e-4c7a-905b-87aad7b49999', 'tenant_id': '05199b88b9e44fbcafb3a994be864e7d', 'fixed_ips': [{'subnet_id': 'b67dc2f4-d4aa-4144-b39d-6c81c89e36ba'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:35:35.588996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.592562 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-19a64e04-2b2a-4bbe-b004-00b3e187490a tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0383894 Apr 16 15:35:35.595461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52982) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:35.605603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] device_id is not set on port a2b6b311-78de-4505-8d69-fea4054f86b5 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:35:35.609783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Allocated IP 172.26.4.208 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/afd6a440-41f3-4081-b781-223ebab71fac) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:35.627469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96f38199-3ee3-4552-b3ee-da5e6f4d8917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.684331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.9589164 Apr 16 15:35:35.691168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52986) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:35.694350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96f38199-3ee3-4552-b3ee-da5e6f4d8917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.698340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event updated for resources: {'Network': ['ID=90db92e5-160e-4d8f-95bd-dc6e2169e7c6,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:35.703115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:35.718611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:32Z', 'revision_number': 3, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:35.721652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bbce4f-f8bb-4d1f-8ac4-fbfe2a4d0981 None None] The sync data for ids ['cf672010-3d85-4961-8d78-2d3595a0f597'] in dv-neutron-786478-2-hyperv is: [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:32Z', 'revision_number': 3, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:35:35.735825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b9f0f4-b399-4b04-9ebc-260f3d601edc None None] Network baaa0b3d-6906-4260-96c4-4db0db7aac73 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:35.777447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Allocated IP 172.20.0.1 (2f4aa230-8a99-45fa-929d-06fe729ee9a2/fc769158-1403-4dfe-95bb-46b2b93ef3c9/37e79b7f-0655-40f6-95a2-98cd8488b3d4) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:35.780064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 90db92e5-160e-4d8f-95bd-dc6e2169e7c6 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:35.801354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Allocated IP 172.20.0.2 (28f9f957-254e-4c7a-905b-87aad7b49999/b67dc2f4-d4aa-4144-b39d-6c81c89e36ba/f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:35.850505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.860110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.908795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96f38199-3ee3-4552-b3ee-da5e6f4d8917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:35.918240 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5ddc3119-8732-4a68-855b-39737a8b4fda tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels/0c3caa53-8704-4077-9254-5088e945045b HTTP/1.1" status: 200 len: 472 time: 0.3164582 Apr 16 15:35:35.919716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 52990) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:35.919827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:35.947667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f38199-3ee3-4552-b3ee-da5e6f4d8917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b936d9-0006-4738-802f-66db9bc58790,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:35.956693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-96f38199-3ee3-4552-b3ee-da5e6f4d8917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:36.015761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.017680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96f38199-3ee3-4552-b3ee-da5e6f4d8917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.018328 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-96f38199-3ee3-4552-b3ee-da5e6f4d8917 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d9b936d9-0006-4738-802f-66db9bc58790 HTTP/1.1" status: 204 len: 168 time: 0.6341090 Apr 16 15:35:36.025804 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0a49313b-4bc1-43bd-b644-d76125aeaa2f tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules/3afefe61-6054-43aa-88b3-9f1372c8ea9b HTTP/1.1" status: 200 len: 459 time: 0.1036301 Apr 16 15:35:36.026923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 52996) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:36.036098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.084388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Transition to ACTIVE for port object 37e79b7f-0655-40f6-95a2-98cd8488b3d4 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:36.091174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.146838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.221012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 3c524665-d3fe-4217-bd5b-44505bf5c71e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3c524665-d3fe-4217-bd5b-44505bf5c71e,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:36.248374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.276049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f6801395-7f5b-4f8a-9068-d58fbb9f3664 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:36.320031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.385749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:36.429249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.437700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Transition to ACTIVE for port object f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:36.449678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Transition to ACTIVE for port object f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:36.452097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a08631f-8337-4db9-9b4b-8fffa66512d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:36.454404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.454647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.455116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.455328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > port after_create 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.455537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > port after_delete 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.455724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > port after_update 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.456229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.456386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.456571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.456754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.477221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-378dfff7-a3fb-497e-9dd6-041edce15059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.479233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53004) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:36.527821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Pushing event updated for resources: {'Port': ['ID=afd6a440-41f3-4081-b781-223ebab71fac,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:36.529417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.532064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:36.532799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6351a41c-4b66-4964-ad84-6c568facf812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.533415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.544604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.544932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.545224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.545519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=86007) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:36.545821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90db92e5-160e-4d8f-95bd-dc6e2169e7c6']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:36.559339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:36.587931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-378dfff7-a3fb-497e-9dd6-041edce15059 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:35:36.588155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-378dfff7-a3fb-497e-9dd6-041edce15059 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:35:36.608814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '329b6ac1-ea5a-4e5f-bb72-c8f050216fda') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:36.609341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '329b6ac1-ea5a-4e5f-bb72-c8f050216fda') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:36.621756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6351a41c-4b66-4964-ad84-6c568facf812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:36.628922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-35af677a-49a5-4b1a-a2f4-554473958061 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.631524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-35af677a-49a5-4b1a-a2f4-554473958061 tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-label-rules/3afefe61-6054-43aa-88b3-9f1372c8ea9b HTTP/1.1" status: 204 len: 168 time: 0.6030455 Apr 16 15:35:36.631524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.636491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53008) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:36.642167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.648096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6351a41c-4b66-4964-ad84-6c568facf812 admin admin] Usage tracker for resource:security_group_rule and tenant:20ada29913be400b86ff9fbdf26aa582 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:36.651519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.655456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6351a41c-4b66-4964-ad84-6c568facf812 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:36.655954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.657740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Allocated IP 172.20.0.3 (28f9f957-254e-4c7a-905b-87aad7b49999/b67dc2f4-d4aa-4144-b39d-6c81c89e36ba/a2b6b311-78de-4505-8d69-fea4054f86b5) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:36.659239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Releasing vlan 1457 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:35:36.668192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=3c524665-d3fe-4217-bd5b-44505bf5c71e,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:36.669242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6351a41c-4b66-4964-ad84-6c568facf812 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:36.670345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:36.672406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:36.688747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:36.699693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port f6801395-7f5b-4f8a-9068-d58fbb9f3664 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:36.710326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f6801395-7f5b-4f8a-9068-d58fbb9f3664 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:36.710326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.717171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'Subnet': ['ID=91b0dd72-8ca2-4149-bc67-1fd31ffb99aa,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:36.765907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Pushing event updated for resources: {'Port': ['ID=f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:36.768037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:36.777795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Network 28f9f957-254e-4c7a-905b-87aad7b49999 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:36.780964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:36.782666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:36.865072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Pushing event updated for resources: {'Port': ['ID=37e79b7f-0655-40f6-95a2-98cd8488b3d4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:36.868657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Attempting to bind port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:36.869045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Attempting to bind port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '8f788908-8b2a-4e07-ba15-90d36b526f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': '28f9f957-254e-4c7a-905b-87aad7b49999'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:36.869477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Attempting to bind port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 on network 28f9f957-254e-4c7a-905b-87aad7b49999 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:36.876430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:36.878849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:36.879085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Checking segment: {'id': '8f788908-8b2a-4e07-ba15-90d36b526f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': '28f9f957-254e-4c7a-905b-87aad7b49999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:36.879381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.879609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Bound using segment: {'id': '8f788908-8b2a-4e07-ba15-90d36b526f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': '28f9f957-254e-4c7a-905b-87aad7b49999'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:36.879919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Bound port: f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f788908-8b2a-4e07-ba15-90d36b526f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': '28f9f957-254e-4c7a-905b-87aad7b49999'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:36.880395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.891273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.898188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network 90db92e5-160e-4d8f-95bd-dc6e2169e7c6 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:36.906961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.937721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port f6801395-7f5b-4f8a-9068-d58fbb9f3664, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f6801395-7f5b-4f8a-9068-d58fbb9f3664,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:36.945610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:36.950516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:36.979016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] For port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:36.990300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] For port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6,segment=NetworkSegment(8f788908-8b2a-4e07-ba15-90d36b526f36),segment_id=8f788908-8b2a-4e07-ba15-90d36b526f36)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:36.996788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=f6801395-7f5b-4f8a-9068-d58fbb9f3664,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:36.999210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:36.999672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.010536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:37.034782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:37.072462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:37.078929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network 90db92e5-160e-4d8f-95bd-dc6e2169e7c6 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:37.083471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: from cryptography.utils import int_from_bytes Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: from cryptography.utils import int_from_bytes Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: (rel_b, rel_a, rel_b), Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: (rel_b, rel_a, rel_b), Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:35:37.095882 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:35:37.097096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:37.108004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:37.114199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:37.119503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:37.127530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b351fb5b-9e2d-4648-8c26-57712803e736 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:37.146150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Pushing event updated for resources: {'Port': ['ID=f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:37.148479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:37.186917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.188829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.213398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.217395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Transition to ACTIVE for port object a2b6b311-78de-4505-8d69-fea4054f86b5 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:37.224834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port b351fb5b-9e2d-4648-8c26-57712803e736 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:37.224974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-656a9fe0-3250-4a43-aa8e-0353cc46202d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:37.228874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port b351fb5b-9e2d-4648-8c26-57712803e736 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:37.229114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.235940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90db92e5-160e-4d8f-95bd-dc6e2169e7c6 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 16 15:35:37.241154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event deleted for resources: {'Network': ['ID=90db92e5-160e-4d8f-95bd-dc6e2169e7c6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:37.249503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.283673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "DELETE /v2.0/networks/90db92e5-160e-4d8f-95bd-dc6e2169e7c6 HTTP/1.1" status: 204 len: 168 time: 1.5837770 Apr 16 15:35:37.286714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53016) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:37.287550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:37.293343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Request body: {'network': {'router:external': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:37.297507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:37.302787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Usage tracker for resource:network and tenant:3a2870e1bdc24207a2f9f904db27a8f7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:37.311134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:37.316018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:37.324881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.334893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Provisioning complete for port f6801395-7f5b-4f8a-9068-d58fbb9f3664 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:37.335261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.346026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.366510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port b351fb5b-9e2d-4648-8c26-57712803e736, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b351fb5b-9e2d-4648-8c26-57712803e736,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:37.371855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5c6fd151-1666-44d5-91d8-23d19623cc08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:37.388587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.389368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3c524665-d3fe-4217-bd5b-44505bf5c71e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:37.399759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Made reservation on behalf of 3a2870e1bdc24207a2f9f904db27a8f7 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:37.403067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.438079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Router 2733b782-5eaa-479c-9d55-2ff8e27802f6 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:35:37.449758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Checking segment: {'id': '393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:37.449973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Network hostable DHCP agents. Network: 2ab696d6-acb8-481e-9ea5-3ecb283d987a, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:35:37.463558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.496760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1498} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:37.527768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6db7526e-1365-4436-bfdc-b959a0afa21b tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.531021 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6db7526e-1365-4436-bfdc-b959a0afa21b tempest-MeteringIpV6TestJSON-1354841259 tempest-MeteringIpV6TestJSON-1354841259-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-labels/0c3caa53-8704-4077-9254-5088e945045b HTTP/1.1" status: 204 len: 168 time: 0.8899634 Apr 16 15:35:37.699085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:37.726602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:35:37.731263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.752248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=b351fb5b-9e2d-4648-8c26-57712803e736,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:37.758146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:37.810314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53024) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:37.819305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3c524665-d3fe-4217-bd5b-44505bf5c71e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:37.819582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.837361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6351a41c-4b66-4964-ad84-6c568facf812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.842025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 2ab696d6-acb8-481e-9ea5-3ecb283d987a) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:37.845497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Provisioning for port b64d1d4d-849d-4c4b-b8c8-262f5226b527 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:37.847416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6351a41c-4b66-4964-ad84-6c568facf812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.847740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Pushing event updated for resources: {'Port': ['ID=a2b6b311-78de-4505-8d69-fea4054f86b5,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:37.849396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:37.849708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.851251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c189a8e-78e3-4e97-b302-a025c5f96428 None None] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:37.856550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:37.858079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.858289 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Added segment 7225d20f-ed09-43cd-bdeb-3dec5a315dec of type vlan for network beb0b4fb-639a-4457-aecf-2854f6d86788 Apr 16 15:35:37.864963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Provisioning complete for port b64d1d4d-849d-4c4b-b8c8-262f5226b527 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:37.865263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.867786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:37.906792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0467701 Apr 16 15:35:37.907984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:35:37.912074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53030) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:37.912801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Network 28f9f957-254e-4c7a-905b-87aad7b49999 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:37.916059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:37.917359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351a41c-4b66-4964-ad84-6c568facf812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58eff1af-4780-4311-92fa-584fde068d1b,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:37.921458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Sync routers for ids ['2733b782-5eaa-479c-9d55-2ff8e27802f6'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:35:37.921714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Request body: {'port': {'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a', 'name': 'tempest-AllowedAddressPairTestJSON-1802036368'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:37.922093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:37.926241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:37.934482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6351a41c-4b66-4964-ad84-6c568facf812 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=20ada29913be400b86ff9fbdf26aa582&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4534488 Apr 16 15:35:37.943096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Routers {'2733b782-5eaa-479c-9d55-2ff8e27802f6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:37.943440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2733b782-5eaa-479c-9d55-2ff8e27802f6'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:37.944171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53034) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:37.965004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6351a41c-4b66-4964-ad84-6c568facf812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:38.002817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.012588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:38.012990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.017344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.045855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:38.070238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.080674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:38.081330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.086794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8913b58-b0dc-44ba-80ad-2275311c2730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.100717 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1067860 Apr 16 15:35:38.110666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53038) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:38.145202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Pushing event updated for resources: {'Port': ['ID=37e79b7f-0655-40f6-95a2-98cd8488b3d4,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:38.153610 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8651807 Apr 16 15:35:38.155925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8913b58-b0dc-44ba-80ad-2275311c2730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.159999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:38.160561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.167865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:38.178588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53042) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:38.183317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Request body: {'subnet': {'network_id': 'beb0b4fb-639a-4457-aecf-2854f6d86788', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:38.189744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Set router 2733b782-5eaa-479c-9d55-2ff8e27802f6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:38.226356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:38.256971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c57103fe-3fce-4d06-b8fa-401cf4c228a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.264072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.265557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.267845 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.8811026 Apr 16 15:35:38.267921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Usage tracker for resource:subnet and tenant:3a2870e1bdc24207a2f9f904db27a8f7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:38.269698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53046) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:38.276163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:38.284643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:38.285848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c57103fe-3fce-4d06-b8fa-401cf4c228a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:38.299204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d04f75f1-37a7-4e33-8d08-c11702c36b80 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Deleting port a2b6b311-78de-4505-8d69-fea4054f86b5 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:35:38.299400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04f75f1-37a7-4e33-8d08-c11702c36b80 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.319848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event updated for resources: {'Network': ['ID=beb0b4fb-639a-4457-aecf-2854f6d86788,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:38.327150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-2ab696d6-acb8-481e-9ea5-3ecb283d987a', 'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a', 'tenant_id': 'a52b55b83e4d44c3aced089e5e784742', 'fixed_ips': [{'subnet_id': '91b0dd72-8ca2-4149-bc67-1fd31ffb99aa'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:35:38.327751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.328573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:38.339171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c57103fe-3fce-4d06-b8fa-401cf4c228a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e1763de1d73348619436460ad4debf91 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:38.339787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network beb0b4fb-639a-4457-aecf-2854f6d86788 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:38.341758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c57103fe-3fce-4d06-b8fa-401cf4c228a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:38.346128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Made reservation on behalf of 3a2870e1bdc24207a2f9f904db27a8f7 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:38.349555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.384721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c57103fe-3fce-4d06-b8fa-401cf4c228a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:38.443393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.448318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] For port b64d1d4d-849d-4c4b-b8c8-262f5226b527, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b64d1d4d-849d-4c4b-b8c8-262f5226b527,segment=NetworkSegment(b9683d27-94e1-416d-8b61-3af013deb288),segment_id=b9683d27-94e1-416d-8b61-3af013deb288)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:38.448951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:38.455122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8913b58-b0dc-44ba-80ad-2275311c2730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.458195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.465286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-96f38199-3ee3-4552-b3ee-da5e6f4d8917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:38.484983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8913b58-b0dc-44ba-80ad-2275311c2730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58eff1af-4780-4311-92fa-584fde068d1b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:38.491470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:38.496072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Usage tracker for resource:port and tenant:a52b55b83e4d44c3aced089e5e784742 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:38.502450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8913b58-b0dc-44ba-80ad-2275311c2730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:38.504719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:38.547473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:38.554391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:38.561327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8913b58-b0dc-44ba-80ad-2275311c2730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.562318 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b8913b58-b0dc-44ba-80ad-2275311c2730 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/58eff1af-4780-4311-92fa-584fde068d1b HTTP/1.1" status: 204 len: 168 time: 0.6174979 Apr 16 15:35:38.568934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:38.640984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Allocated IP 172.20.0.2 (2ab696d6-acb8-481e-9ea5-3ecb283d987a/91b0dd72-8ca2-4149-bc67-1fd31ffb99aa/87b0f745-4cc2-42c0-9ab1-30777bd681cc) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:38.646257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Made reservation on behalf of a52b55b83e4d44c3aced089e5e784742 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:38.651014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.687269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Pushing event updated for resources: {'Port': ['ID=b64d1d4d-849d-4c4b-b8c8-262f5226b527,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:38.749497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] device_id is not set on port 5546f47c-e579-4cde-a7bf-06356df2d66d yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:35:38.779276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04f75f1-37a7-4e33-8d08-c11702c36b80 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.828606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c57103fe-3fce-4d06-b8fa-401cf4c228a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.840767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c57103fe-3fce-4d06-b8fa-401cf4c228a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:38.889827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d04f75f1-37a7-4e33-8d08-c11702c36b80 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Calling delete_port for a2b6b311-78de-4505-8d69-fea4054f86b5 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:35:38.906568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:38.928187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Router cf672010-3d85-4961-8d78-2d3595a0f597 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:35:38.938367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Provisioning for port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:38.947747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320d39c9-6f5c-4ada-bbfa-53c6bbeb50ec None None] Network 28f9f957-254e-4c7a-905b-87aad7b49999 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:38.955655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:38.998992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Provisioning complete for port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:38.999337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.001944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:35:39.003981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57103fe-3fce-4d06-b8fa-401cf4c228a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28929ac3-a17e-425d-9bcb-ab7a269f21e1,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:39.006489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c57103fe-3fce-4d06-b8fa-401cf4c228a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:39.012245 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c57103fe-3fce-4d06-b8fa-401cf4c228a8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e1763de1d73348619436460ad4debf91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1962757 Apr 16 15:35:39.023341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53064) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:39.102367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:39.191893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b64d1d4d-849d-4c4b-b8c8-262f5226b527 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:39.233226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53074) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:39.291080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5d6aa640-ad00-4bf9-9909-da0956076eda None None] Provisioning for port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:39.343511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:35Z', 'revision_number': 3, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:39.352775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Checking router: 2733b782-5eaa-479c-9d55-2ff8e27802f6 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:35:39.352892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Updating router 2733b782-5eaa-479c-9d55-2ff8e27802f6 port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:35:39.368122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port b64d1d4d-849d-4c4b-b8c8-262f5226b527 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:39.368362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.387651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-497024535'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:39.394727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5d6aa640-ad00-4bf9-9909-da0956076eda None None] Provisioning complete for port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:39.394966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d6aa640-ad00-4bf9-9909-da0956076eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.396787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:39.400992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04f75f1-37a7-4e33-8d08-c11702c36b80 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.402798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:network and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:39.404687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:35:39.405702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:39.412094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Sync routers for ids ['cf672010-3d85-4961-8d78-2d3595a0f597'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:35:39.417799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Routers {'cf672010-3d85-4961-8d78-2d3595a0f597'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:39.418311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-323bbb13-279e-474e-933f-090ad579e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cf672010-3d85-4961-8d78-2d3595a0f597'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:39.422134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:39.423424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:39.438312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd286-f3bf-4da4-8c9e-f254edeec2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.477769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd286-f3bf-4da4-8c9e-f254edeec2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.480806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f75f1-37a7-4e33-8d08-c11702c36b80 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Pushing event deleted for resources: {'Port': ['ID=a2b6b311-78de-4505-8d69-fea4054f86b5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:39.482278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:35:39.483700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d04f75f1-37a7-4e33-8d08-c11702c36b80 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:39.494578 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] 10.222.0.95 "PUT /v2.0/routers/cf672010-3d85-4961-8d78-2d3595a0f597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7683513 Apr 16 15:35:39.495081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:39.498598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.518836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.521390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.522166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.7782059 Apr 16 15:35:39.524456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53082) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:39.526900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.530775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Set router cf672010-3d85-4961-8d78-2d3595a0f597 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:39.542872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:39.547533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:security_group_rule and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:39.555606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5d6aa640-ad00-4bf9-9909-da0956076eda None None] Port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:39.556022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:39.562247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:39.581617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Sync routers for ids ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:35:39.604638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Transition to ACTIVE for port object 87b0f745-4cc2-42c0-9ab1-30777bd681cc will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:39.652483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.668937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Routers {'2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:39.669407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:39.702193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:35:39.702525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.703356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.718205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04f75f1-37a7-4e33-8d08-c11702c36b80 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.720993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:39.779640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d04f75f1-37a7-4e33-8d08-c11702c36b80 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] 10.222.0.95 "DELETE /v2.0/ports/a2b6b311-78de-4505-8d69-fea4054f86b5 HTTP/1.1" status: 204 len: 168 time: 1.6663303 Apr 16 15:35:39.780380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53096) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:39.801129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event updated for resources: {'Subnet': ['ID=02a0906f-e19f-460e-8bb5-1b6251458328,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:39.804097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:39.810659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Transition to ACTIVE for port object 87b0f745-4cc2-42c0-9ab1-30777bd681cc will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:39.824448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-323bbb13-279e-474e-933f-090ad579e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '37e79b7f-0655-40f6-95a2-98cd8488b3d4', 'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'mac_address': 'fa:16:3e:c3:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 2, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'subnets': [{'id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:39.829560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.830472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Checking router: cf672010-3d85-4961-8d78-2d3595a0f597 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:35:39.830775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Updating router cf672010-3d85-4961-8d78-2d3595a0f597 port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:35:39.841394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:39.855716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.861911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd286-f3bf-4da4-8c9e-f254edeec2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.863638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.867226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8f3876a-9673-4ef9-8902-aaa13ac0df82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:39.881751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:39.888761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.896164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1451} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:39.903323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8522d188-1eda-44a6-b4fa-dfbed55ad604,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:39.907108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbd286-f3bf-4da4-8c9e-f254edeec2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28929ac3-a17e-425d-9bcb-ab7a269f21e1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:39.908639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d1dbd286-f3bf-4da4-8c9e-f254edeec2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:39.910015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:39.910760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Checking segment: {'id': '7225d20f-ed09-43cd-bdeb-3dec5a315dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': 'beb0b4fb-639a-4457-aecf-2854f6d86788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:39.910976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network hostable DHCP agents. Network: beb0b4fb-639a-4457-aecf-2854f6d86788, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:35:39.915579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.915790 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Added segment 5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68 of type vlan for network 4ff97666-36d1-40c7-b1e4-1d9c134f0630 Apr 16 15:35:39.936505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network beb0b4fb-639a-4457-aecf-2854f6d86788 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:35:39.936771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd286-f3bf-4da4-8c9e-f254edeec2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.939054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:39.940841 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d1dbd286-f3bf-4da4-8c9e-f254edeec2e3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/28929ac3-a17e-425d-9bcb-ab7a269f21e1 HTTP/1.1" status: 204 len: 168 time: 0.9159119 Apr 16 15:35:39.949885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, beb0b4fb-639a-4457-aecf-2854f6d86788) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:39.965701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:39.966087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.018401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.021926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:40.022304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.026235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6d785785-b3d5-40bd-9777-223ef358efb7 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:40.035300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Allocated IP 172.20.0.9 (2ab696d6-acb8-481e-9ea5-3ecb283d987a/91b0dd72-8ca2-4149-bc67-1fd31ffb99aa/5546f47c-e579-4cde-a7bf-06356df2d66d) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:40.055862 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8752875 Apr 16 15:35:40.058775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53104) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:40.068460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Request body: {'floatingip': {'floating_network_id': 'beb0b4fb-639a-4457-aecf-2854f6d86788'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:40.093508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708f14ad-294e-42b0-ab8f-03845404e363 None None] Network beb0b4fb-639a-4457-aecf-2854f6d86788 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:40.116662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:40.128722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Usage tracker for resource:floatingip and tenant:3a2870e1bdc24207a2f9f904db27a8f7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:40.147940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9065361 Apr 16 15:35:40.149142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:40.173032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:40.192971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Network': ['ID=4ff97666-36d1-40c7-b1e4-1d9c134f0630,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:40.205366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:40.209987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.317754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.340112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Transition to ACTIVE for port object 37e79b7f-0655-40f6-95a2-98cd8488b3d4 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:40.354074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.366381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:40.401579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53112) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:40.409685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Allocated IP 172.20.0.1 (0e61783a-be5a-4189-b0dc-5b4c26552378/6170f10d-c4fc-4986-9f25-0715f3f20499/4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:40.410461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332b731-fa5c-4e5c-8160-f8327ed37fbb None None] Pushing event updated for resources: {'Port': ['ID=37e79b7f-0655-40f6-95a2-98cd8488b3d4,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:40.431647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2106212642', 'description': 'tempest-description--1615605427'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:40.445276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f332b731-fa5c-4e5c-8160-f8327ed37fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:40.454858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:40.464584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Usage tracker for resource:security_group and tenant:57d611ee8c734d2db74788b656d9871a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:40.473782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:40.492703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:40.500306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 4ff97666-36d1-40c7-b1e4-1d9c134f0630 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:40.532794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.559597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Pushing event updated for resources: {'Port': ['ID=87b0f745-4cc2-42c0-9ab1-30777bd681cc,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:40.561727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:40.571844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53118) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:40.597575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:40.628993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd14a2f4-86c5-4add-b7be-808b45528304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.640757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:40.642723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53122) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:40.646974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dd14a2f4-86c5-4add-b7be-808b45528304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:40.650963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a0686e21-d851-495c-bffc-5254b1e3abe4 tempest-DHCPAgentSchedulersTestJSON-2139082193 tempest-DHCPAgentSchedulersTestJSON-2139082193-project-admin] 10.222.0.95 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.8229370 Apr 16 15:35:40.655098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dd14a2f4-86c5-4add-b7be-808b45528304 admin admin] Usage tracker for resource:security_group_rule and tenant:b7873b0b9aa4412ea2019f6e5154b5ce is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:40.657261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dd14a2f4-86c5-4add-b7be-808b45528304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:40.662634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dd14a2f4-86c5-4add-b7be-808b45528304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:40.695733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Attempting to bind port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:40.696147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Attempting to bind port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:40.696471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Attempting to bind port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 on network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:40.699962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:40.700300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Checking segment: {'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:40.700640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.700977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Bound using segment: {'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:40.701357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Bound port: 37e79b7f-0655-40f6-95a2-98cd8488b3d4, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:40.701683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.745213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Set router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:40.757912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd14a2f4-86c5-4add-b7be-808b45528304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.762257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-811169526'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:40.766268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:40.768766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Usage tracker for resource:network and tenant:05199b88b9e44fbcafb3a994be864e7d is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:40.770555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:40.775111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:40.784122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Usage tracker for resource:security_group_rule and tenant:57d611ee8c734d2db74788b656d9871a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:40.789617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd14a2f4-86c5-4add-b7be-808b45528304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.790338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:40.794471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Made reservation on behalf of 05199b88b9e44fbcafb3a994be864e7d for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:40.798812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.803961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-323bbb13-279e-474e-933f-090ad579e309 None None] For port 37e79b7f-0655-40f6-95a2-98cd8488b3d4, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:40.813372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.815645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-323bbb13-279e-474e-933f-090ad579e309 None None] For port 37e79b7f-0655-40f6-95a2-98cd8488b3d4, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=37e79b7f-0655-40f6-95a2-98cd8488b3d4,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:40.820108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:40.851996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6e72e360-61f5-4454-a21b-27745a79ef8e None None] Could not find standard attr ID for object a2b6b311-78de-4505-8d69-fea4054f86b5. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:35:40.908976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Allocated IP 172.20.0.6 (beb0b4fb-639a-4457-aecf-2854f6d86788/02a0906f-e19f-460e-8bb5-1b6251458328/6b7943f4-2fbe-4b50-996b-65ffc2b99a87) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:40.957965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-884102d0-7541-4a4e-bb39-f3b8ee23812c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:40.968058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:40.980870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:40.985975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:40.991343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-952b98f7-93d3-46ba-b1b4-cadf01a3716f None None] Could not find standard attr ID for object a2b6b311-78de-4505-8d69-fea4054f86b5. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:35:41.022441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.038153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:41.041240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332b731-fa5c-4e5c-8160-f8327ed37fbb None None] Pushing event updated for resources: {'Port': ['ID=37e79b7f-0655-40f6-95a2-98cd8488b3d4,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:41.043828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f332b731-fa5c-4e5c-8160-f8327ed37fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:41.057733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.060525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Routers {'cf672010-3d85-4961-8d78-2d3595a0f597'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:41.072967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-323bbb13-279e-474e-933f-090ad579e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cf672010-3d85-4961-8d78-2d3595a0f597'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:41.079084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1474} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:41.086743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.086952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Added segment 1629db0d-f4cf-49c5-8618-51023bb4c2c2 of type vlan for network 920e4f36-efc4-4f33-8255-1c40af7349f9 Apr 16 15:35:41.094958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:41.095275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.110444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.136411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:41.149110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0563076f-1401-4489-be60-17dea0348170 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:41.152225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Attempting to bind port 87b0f745-4cc2-42c0-9ab1-30777bd681cc on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:41.158156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Attempting to bind port 87b0f745-4cc2-42c0-9ab1-30777bd681cc by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:41.158487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Attempting to bind port 87b0f745-4cc2-42c0-9ab1-30777bd681cc on network 2ab696d6-acb8-481e-9ea5-3ecb283d987a {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:41.173796 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dd14a2f4-86c5-4add-b7be-808b45528304 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b7873b0b9aa4412ea2019f6e5154b5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5978959 Apr 16 15:35:41.176103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.179502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53126) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:41.180148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd14a2f4-86c5-4add-b7be-808b45528304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1241a7a-1903-4cf6-91d9-992c2d709af4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:41.192460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.194608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd14a2f4-86c5-4add-b7be-808b45528304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:41.198644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.216018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Transition to ACTIVE for port object 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:41.228175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:41.232203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Checking segment: {'id': '393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:41.232605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.232895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Bound using segment: {'id': '393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:41.233385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Bound port: 87b0f745-4cc2-42c0-9ab1-30777bd681cc, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:41.233692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.298243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-323bbb13-279e-474e-933f-090ad579e309 None None] Set router cf672010-3d85-4961-8d78-2d3595a0f597 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:41.320332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Transition to ACTIVE for port object 5546f47c-e579-4cde-a7bf-06356df2d66d will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:41.322366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.333398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:41.344065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.402020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:41.402640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.419543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7943f4-2fbe-4b50-996b-65ffc2b99a87,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:41.424662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fd9bd30-7f27-4fb5-b84e-14c7f5fb3879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.436746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Transition to ACTIVE for port object 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:41.444049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce236a-a929-43a3-8ecd-c198f5d7e0f8 None None] Network beb0b4fb-639a-4457-aecf-2854f6d86788 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:41.446937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:41.449074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.453908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network beb0b4fb-639a-4457-aecf-2854f6d86788 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:41.454691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89210219-8ce3-4ccd-8524-d58dc3770338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.461073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] For port 87b0f745-4cc2-42c0-9ab1-30777bd681cc, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:41.467251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.473016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89210219-8ce3-4ccd-8524-d58dc3770338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.496476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:41.501188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:41.520461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.559356 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8002484 Apr 16 15:35:41.561269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:41.566625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Pushing event updated for resources: {'Network': ['ID=920e4f36-efc4-4f33-8255-1c40af7349f9,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:41.568307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:41.568892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89210219-8ce3-4ccd-8524-d58dc3770338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.569499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:41.589035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53130) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:41.604292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:41.622628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6002ba16-0532-497f-bb45-e13280abf7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:41.631199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89210219-8ce3-4ccd-8524-d58dc3770338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1241a7a-1903-4cf6-91d9-992c2d709af4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:41.632935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-89210219-8ce3-4ccd-8524-d58dc3770338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:41.656604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53134) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:41.661906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.667485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-323bbb13-279e-474e-933f-090ad579e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '37e79b7f-0655-40f6-95a2-98cd8488b3d4', 'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'mac_address': 'fa:16:3e:c3:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:40Z', 'revision_number': 4, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'subnets': [{'id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:41.670343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323bbb13-279e-474e-933f-090ad579e309 None None] The sync data for ids ['cf672010-3d85-4961-8d78-2d3595a0f597'] in dv-neutron-786478-2-hyperv is: [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '37e79b7f-0655-40f6-95a2-98cd8488b3d4', 'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'mac_address': 'fa:16:3e:c3:65:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:40Z', 'revision_number': 4, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'subnets': [{'id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:35:41.670948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'subnet': {'network_id': '4ff97666-36d1-40c7-b1e4-1d9c134f0630', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:41.880606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] For port 87b0f745-4cc2-42c0-9ab1-30777bd681cc, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=87b0f745-4cc2-42c0-9ab1-30777bd681cc,segment=NetworkSegment(393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6),segment_id=393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:41.918791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89210219-8ce3-4ccd-8524-d58dc3770338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:41.921525 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-89210219-8ce3-4ccd-8524-d58dc3770338 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f1241a7a-1903-4cf6-91d9-992c2d709af4 HTTP/1.1" status: 204 len: 168 time: 0.7280354 Apr 16 15:35:41.938333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 920e4f36-efc4-4f33-8255-1c40af7349f9 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:42.010811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.022352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.023652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.024422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.073963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd14a2f4-86c5-4add-b7be-808b45528304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:42.078589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Network 0e61783a-be5a-4189-b0dc-5b4c26552378 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:42.078589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:42.078589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:42.078589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.108437 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4df12829-40a4-4dc3-b0e6-1983f874db85 tempest-DHCPAgentSchedulersTestJSON-2139082193 tempest-DHCPAgentSchedulersTestJSON-2139082193-project-admin] 10.222.0.95 "GET /v2.0/agents/0058b4e4-e90b-429f-8402-4fb4c224f3be/dhcp-networks HTTP/1.1" status: 200 len: 7260 time: 0.5167413 Apr 16 15:35:42.114060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53140) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:42.142027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.142858 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7398481 Apr 16 15:35:42.146837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53144) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:42.186882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449a8df7-10fc-4a73-8373-dfd239adbb4b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:42.190596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Request body: {'security_group_rule': {'security_group_id': '449a8df7-10fc-4a73-8373-dfd239adbb4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:42.205584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.221125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 3, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:42.224564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:42.241146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:42.241384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:42.250933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Checking router: 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:35:42.251288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Updating router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 port afd6a440-41f3-4081-b781-223ebab71fac binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:35:42.301459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:42.304673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:42.311267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:42.320846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Usage tracker for resource:security_group_rule and tenant:57d611ee8c734d2db74788b656d9871a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:42.325833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53537e2e-80ac-4cf8-888a-076401134f89 None None] Pushing event updated for resources: {'Port': ['ID=5e2ed1f1-080a-445a-bd95-e65cbb58dd42,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:42.326924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:42.327870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-53537e2e-80ac-4cf8-888a-076401134f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:42.333846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:42.336624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:42.340612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:42.344144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:42.344538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.353534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca7fd22-288f-46e9-94b5-df1c0768c80d tempest-DHCPAgentSchedulersTestJSON-2139082193 tempest-DHCPAgentSchedulersTestJSON-2139082193-project-admin] Network 920e4f36-efc4-4f33-8255-1c40af7349f9 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:35:42.364063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:42.371342 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7ca7fd22-288f-46e9-94b5-df1c0768c80d tempest-DHCPAgentSchedulersTestJSON-2139082193 tempest-DHCPAgentSchedulersTestJSON-2139082193-project-admin] 10.222.0.95 "POST /v2.0/agents/0058b4e4-e90b-429f-8402-4fb4c224f3be/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2528071 Apr 16 15:35:42.372965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53154) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:42.384794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772ef1e2-75f5-4542-a7ea-5d3101543fcd None None] Network 920e4f36-efc4-4f33-8255-1c40af7349f9 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:42.395948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Attempting to bind port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:42.396790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Attempting to bind port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:42.397028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Attempting to bind port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:42.398663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:42.408179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:subnet and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:42.415429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:42.416990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.422716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'Port': ['ID=5546f47c-e579-4cde-a7bf-06356df2d66d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:42.428823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:42.432140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6,segment=NetworkSegment(8f788908-8b2a-4e07-ba15-90d36b526f36),segment_id=8f788908-8b2a-4e07-ba15-90d36b526f36)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:42.433126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:42.435885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:42.436133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:42.436642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.436710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:42.437030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Bound port: 5e2ed1f1-080a-445a-bd95-e65cbb58dd42, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:42.437468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.442837 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5301461 Apr 16 15:35:42.443335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53160) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:42.458308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.472945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Request body: {'port': {'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a', 'name': 'tempest-AllowedAddressPairTestJSON-362833907', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:db:29:9d'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:42.490727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Allocated IP 172.20.0.1 (baaa0b3d-6906-4260-96c4-4db0db7aac73/e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd/ab073aee-aac9-40b1-b52d-03941e0cdfa3) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:42.497477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:42.501256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.505942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] For port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:42.508169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] For port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5e2ed1f1-080a-445a-bd95-e65cbb58dd42,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:42.525355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.529268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.540639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:42.548281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.572986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.577538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.581041 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4325643 Apr 16 15:35:42.581756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53170) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:42.591914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.592565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9595ba68-f46e-487f-b7a4-ee7de573b044,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:42.599134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Request body: {'security_group_rule': {'security_group_id': '449a8df7-10fc-4a73-8373-dfd239adbb4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:42.608351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.609051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b351fb5b-9e2d-4648-8c26-57712803e736 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:42.640499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ac47e0f6-3916-4339-9319-5c27215dfee0 None None] Provisioning for port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:42.642811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.700454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:42.700873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:42.743541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:42.747291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7943f4-2fbe-4b50-996b-65ffc2b99a87,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:42.750375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:42.751841 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-394144ba-9418-4f97-9f5f-850fbb222ce8 tempest-DHCPAgentSchedulersTestJSON-2139082193 tempest-DHCPAgentSchedulersTestJSON-2139082193-project-admin] 10.222.0.95 "GET /v2.0/agents/0058b4e4-e90b-429f-8402-4fb4c224f3be/dhcp-networks HTTP/1.1" status: 200 len: 8030 time: 0.3630726 Apr 16 15:35:42.767720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53180) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:42.775464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Usage tracker for resource:security_group_rule and tenant:57d611ee8c734d2db74788b656d9871a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:42.778496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:42.785141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:42.808609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.817651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.837735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.838602 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7728570 Apr 16 15:35:42.840909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53184) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:42.844071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:42.861004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.863793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.865415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acda3dfa-a543-4b0f-a021-f32ca646f32a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:42.878218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7508d1-459e-4bb7-a8f4-f6a63958709c,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:42.882666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Usage tracker for resource:port and tenant:a52b55b83e4d44c3aced089e5e784742 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:42.884970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:42.894719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.897969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3069367 Apr 16 15:35:42.898575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53190) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:42.902847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:42.906805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:42.910726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Usage tracker for resource:floatingip and tenant:57d611ee8c734d2db74788b656d9871a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:42.917379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:42.920934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:42.928984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.955857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:42.960844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:43.009489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:43.035961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ac47e0f6-3916-4339-9319-5c27215dfee0 None None] Provisioning complete for port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:43.036312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac47e0f6-3916-4339-9319-5c27215dfee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.036748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.043228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-17e55340-d59b-4105-a1b5-3294e54eb8da tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "GET /v2.0/floatingips?floating_network_id=beb0b4fb-639a-4457-aecf-2854f6d86788 HTTP/1.1" status: 200 len: 689 time: 0.1957719 Apr 16 15:35:43.051408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53202) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:43.094671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.102134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Transition to ACTIVE for port object afd6a440-41f3-4081-b781-223ebab71fac will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:43.102888 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f0e537f8-d1c6-479c-b559-cdc060f614c1 tempest-DHCPAgentSchedulersTestJSON-2139082193 tempest-DHCPAgentSchedulersTestJSON-2139082193-project-admin] 10.222.0.95 "DELETE /v2.0/agents/0058b4e4-e90b-429f-8402-4fb4c224f3be/dhcp-networks/920e4f36-efc4-4f33-8255-1c40af7349f9 HTTP/1.1" status: 204 len: 168 time: 0.3344553 Apr 16 15:35:43.104032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Made reservation on behalf of a52b55b83e4d44c3aced089e5e784742 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:43.104800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53212) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:43.142914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Pushing event updated for resources: {'Port': ['ID=87b0f745-4cc2-42c0-9ab1-30777bd681cc,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:43.155440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:43.157636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.158590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e8797eb-3c16-4007-8f9a-1c76daecd9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.161009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:43.187634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Allocated IP 172.26.4.57 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/425afba4-526c-4fb1-a7e6-4431d246fe54) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:43.199492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.207446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.211449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53218) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:43.243692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.358211 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c3b9d072-ba7d-4dd5-92db-0e7e8822a340 tempest-DHCPAgentSchedulersTestJSON-2139082193 tempest-DHCPAgentSchedulersTestJSON-2139082193-project-admin] 10.222.0.95 "GET /v2.0/agents/0058b4e4-e90b-429f-8402-4fb4c224f3be/dhcp-networks HTTP/1.1" status: 200 len: 7260 time: 0.2521479 Apr 16 15:35:43.360439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.362719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53224) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:43.387685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-212f1b62-1e38-48d7-af14-adc5f3b7403e tempest-DHCPAgentSchedulersTestJSON-2139082193 tempest-DHCPAgentSchedulersTestJSON-2139082193-project-admin] 10.222.0.95 "GET /v2.0/networks/28f9f957-254e-4c7a-905b-87aad7b49999/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0240986 Apr 16 15:35:43.391076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53228) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:43.405956 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4a64ba07-5d14-4d0a-9b4d-770c9006bac7 tempest-DHCPAgentSchedulersTestJSON-2139082193 tempest-DHCPAgentSchedulersTestJSON-2139082193-project-admin] 10.222.0.95 "GET /v2.0/networks/28f9f957-254e-4c7a-905b-87aad7b49999/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0140443 Apr 16 15:35:43.407231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:35:43.407723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53232) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:43.421826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Transition to ACTIVE for port object ab073aee-aac9-40b1-b52d-03941e0cdfa3 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:43.438856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.451985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ac47e0f6-3916-4339-9319-5c27215dfee0 None None] Port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:43.460709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.473975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.474886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.485281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53537e2e-80ac-4cf8-888a-076401134f89 None None] Pushing event updated for resources: {'Port': ['ID=5e2ed1f1-080a-445a-bd95-e65cbb58dd42,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:43.493899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:43.520513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:43.530560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port b351fb5b-9e2d-4648-8c26-57712803e736 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:43.530796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.544090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-387736239'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:43.547149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:43.549374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Usage tracker for resource:network and tenant:7bf1e8149dca473b9e31c4e9b2fe336e is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:43.552435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:43.589693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Routers {'2733b782-5eaa-479c-9d55-2ff8e27802f6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:43.590107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2733b782-5eaa-479c-9d55-2ff8e27802f6'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:43.620787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.630642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:43.634804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.639292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:43.641119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.001s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:43.669753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Pushing event updated for resources: {'Port': ['ID=4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:43.694535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.703747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:43.730113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f8c123b3-5b51-4ff0-a121-b66a7b3bc60a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:43.732402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Attempting to bind port afd6a440-41f3-4081-b781-223ebab71fac on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:43.732630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Attempting to bind port afd6a440-41f3-4081-b781-223ebab71fac by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:43.732854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Attempting to bind port afd6a440-41f3-4081-b781-223ebab71fac on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:43.762041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae7f99-522c-4658-9deb-e371f0c69085 None None] Pushing event updated for resources: {'Port': ['ID=afd6a440-41f3-4081-b781-223ebab71fac,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:43.765322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:43.765555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:43.765942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.766036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:43.766336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Bound port: afd6a440-41f3-4081-b781-223ebab71fac, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:43.766584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.767634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:43.780748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-daae7f99-522c-4658-9deb-e371f0c69085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:43.783284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.570s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:43.783501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:43.784988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] device_id is not set on port a25c869e-c170-4441-9081-2e71c2dbaa92 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:35:43.798548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Pushing event updated for resources: {'Port': ['ID=425afba4-526c-4fb1-a7e6-4431d246fe54,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:43.814084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:43.814187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] Set router 2733b782-5eaa-479c-9d55-2ff8e27802f6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:43.817733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Made reservation on behalf of 7bf1e8149dca473b9e31c4e9b2fe336e for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:43.821462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.842236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:43.845395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f6801395-7f5b-4f8a-9068-d58fbb9f3664 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:43.869753 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ce2585c7-5c89-4671-bb41-8ad97140b96e tempest-DHCPAgentSchedulersTestJSON-2139082193 tempest-DHCPAgentSchedulersTestJSON-2139082193-project-admin] 10.222.0.95 "GET /v2.0/agents/0058b4e4-e90b-429f-8402-4fb4c224f3be/dhcp-networks HTTP/1.1" status: 200 len: 7260 time: 0.4612095 Apr 16 15:35:43.871336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:43.874540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53236) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:43.876284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Usage tracker for resource:security_group_rule and tenant:7bf1e8149dca473b9e31c4e9b2fe336e is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:43.879448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:43.898997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:43.901104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:43.907775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:43.935259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:43.939423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] For port afd6a440-41f3-4081-b781-223ebab71fac, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:43.958039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] For port afd6a440-41f3-4081-b781-223ebab71fac, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=afd6a440-41f3-4081-b781-223ebab71fac,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:43.989318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.000442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Network baaa0b3d-6906-4260-96c4-4db0db7aac73 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:44.002126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82945b8a-2220-495d-91a7-a008033e2b0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:44.003310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.014538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:44.015971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:44.016294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.018971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5023c2-4578-4f02-995c-94640a779419 None None] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:44.027098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Network 0e61783a-be5a-4189-b0dc-5b4c26552378 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:44.028893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Deleting port 6b7943f4-2fbe-4b50-996b-65ffc2b99a87 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:35:44.029116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.052992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:44.078572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Allocated IP 172.20.0.13 (2ab696d6-acb8-481e-9ea5-3ecb283d987a/91b0dd72-8ca2-4149-bc67-1fd31ffb99aa/a25c869e-c170-4441-9081-2e71c2dbaa92) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:44.121689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Pushing event updated for resources: {'Port': ['ID=ab073aee-aac9-40b1-b52d-03941e0cdfa3,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:44.123630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:44.152285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.162585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f6801395-7f5b-4f8a-9068-d58fbb9f3664 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:44.162825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.174715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.200648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.225739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-33e24aaa-9980-4c45-b278-19aa46d8bf59 None None] Provisioning for port 87b0f745-4cc2-42c0-9ab1-30777bd681cc completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:44.248792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae7f99-522c-4658-9deb-e371f0c69085 None None] Pushing event updated for resources: {'Port': ['ID=afd6a440-41f3-4081-b781-223ebab71fac,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:44.256227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.257228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-daae7f99-522c-4658-9deb-e371f0c69085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:44.273695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.279257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Router 2733b782-5eaa-479c-9d55-2ff8e27802f6 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:35:44.284315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a1088bef-0fd5-49ba-aa73-778ea5dcf266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:44.289311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.322128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920e4f36-efc4-4f33-8255-1c40af7349f9']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:44.329438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1468} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:44.343617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f328d8-924d-4616-ae5b-d92e2796e6cb,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:44.350536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1629db0d-f4cf-49c5-8618-51023bb4c2c2') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:44.350536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1629db0d-f4cf-49c5-8618-51023bb4c2c2') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:44.356884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:44.358872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.359196 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Added segment 244d8a76-7098-4742-8445-c71366d88261 of type vlan for network 94966594-00b4-46fe-bd78-6225fa461b1f Apr 16 15:35:44.368787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.436983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.446579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Releasing vlan 1474 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:35:44.455581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.592780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Network 920e4f36-efc4-4f33-8255-1c40af7349f9 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:44.595181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a34e547c-572c-47c4-904c-e556e289cc60 None None] Provisioning complete for port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:44.595417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a34e547c-572c-47c4-904c-e556e289cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.596713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.598259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.609188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Routers {'2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:44.609248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:44.609558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.609620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:44.617175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-761de734-7b9c-4307-8bff-b6010f0cf0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:44.716396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae', 'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'mac_address': 'fa:16:3e:9c:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:39Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 2, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'subnets': [{'id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:44.719677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:35:44.719753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a34e547c-572c-47c4-904c-e556e289cc60 None None] Port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:44.732503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bac104-0d1d-4bbe-b39d-fc76dbfb62ee None None] The sync data for ids ['2733b782-5eaa-479c-9d55-2ff8e27802f6'] in dv-neutron-786478-2-hyperv is: [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae', 'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'mac_address': 'fa:16:3e:9c:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:39Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 2, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'subnets': [{'id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:35:44.750779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a34e547c-572c-47c4-904c-e556e289cc60 None None] Provisioning for port ab073aee-aac9-40b1-b52d-03941e0cdfa3 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:44.758745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a34e547c-572c-47c4-904c-e556e289cc60 None None] Provisioning complete for port ab073aee-aac9-40b1-b52d-03941e0cdfa3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:44.758979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a34e547c-572c-47c4-904c-e556e289cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.765440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.765630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.777063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.778248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Pushing event updated for resources: {'Network': ['ID=94966594-00b4-46fe-bd78-6225fa461b1f,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:44.789934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:44.791202 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5790524 Apr 16 15:35:44.792472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Network 920e4f36-efc4-4f33-8255-1c40af7349f9 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:44.794155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 94966594-00b4-46fe-bd78-6225fa461b1f details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:44.797965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:35:44.809751 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:35:44.821747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:44.863814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] Set router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:44.944650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Calling delete_port for 6b7943f4-2fbe-4b50-996b-65ffc2b99a87 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:35:44.963642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Pushing event updated for resources: {'Port': ['ID=425afba4-526c-4fb1-a7e6-4431d246fe54,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:44.965851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 37e79b7f-0655-40f6-95a2-98cd8488b3d4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:44.966390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.967378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:44.983451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:44.992848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:44.993106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:35:44.994237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.003597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Pushing event deleted for resources: {'Network': ['ID=920e4f36-efc4-4f33-8255-1c40af7349f9,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:45.007555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:45.011150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.013118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a34e547c-572c-47c4-904c-e556e289cc60 None None] Port ab073aee-aac9-40b1-b52d-03941e0cdfa3 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:45.015702 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] 10.222.0.95 "DELETE /v2.0/networks/920e4f36-efc4-4f33-8255-1c40af7349f9 HTTP/1.1" status: 204 len: 168 time: 1.1388867 Apr 16 15:35:45.015816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.016162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53250) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:45.037978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46e369dd-b080-469f-81ca-212aa42f4c3f tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:45.068560 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5e3c9e-7055-498b-9005-e2712031d4e8 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] DELETE failed (client error): The resource could not be found. Apr 16 15:35:45.069025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5e3c9e-7055-498b-9005-e2712031d4e8 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:35:45.071952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ab5e3c9e-7055-498b-9005-e2712031d4e8 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] 10.222.0.95 "DELETE /v2.0/ports/a2b6b311-78de-4505-8d69-fea4054f86b5 HTTP/1.1" status: 404 len: 333 time: 0.0535471 Apr 16 15:35:45.082645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53254) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:45.126204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:45.137430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:45.137669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.150213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.181489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Transition to ACTIVE for port object a25c869e-c170-4441-9081-2e71c2dbaa92 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:45.207463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] 10.222.0.95 "PUT /v2.0/routers/2733b782-5eaa-479c-9d55-2ff8e27802f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9285460 Apr 16 15:35:45.210336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53258) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:45.218053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cd0262cf-e8ec-4fe6-a37d-9e49a7e242e2 None None] Provisioning for port 5546f47c-e579-4cde-a7bf-06356df2d66d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:45.227734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cd0262cf-e8ec-4fe6-a37d-9e49a7e242e2 None None] Provisioning complete for port 5546f47c-e579-4cde-a7bf-06356df2d66d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:45.227910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd0262cf-e8ec-4fe6-a37d-9e49a7e242e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.234403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc39e0ae-bada-4ee0-b61c-0bb3b2a563b2 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Deleting subnet b67dc2f4-d4aa-4144-b39d-6c81c89e36ba {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:35:45.236814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.238686 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3393002 Apr 16 15:35:45.239301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc39e0ae-bada-4ee0-b61c-0bb3b2a563b2 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.259432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Request body: {'port': {'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1913385268'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:45.271624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:45.279244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Subnet': ['ID=9d85763d-f820-444a-aa8a-c44e195592b3,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:45.307427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc39e0ae-bada-4ee0-b61c-0bb3b2a563b2 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.323584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 3, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:45.327238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e42c750-5897-4766-89f9-f3ebd285c460 None None] The sync data for ids ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'] in dv-neutron-786478-2-hyperv is: [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 3, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:35:45.328273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cd0262cf-e8ec-4fe6-a37d-9e49a7e242e2 None None] Port 5546f47c-e579-4cde-a7bf-06356df2d66d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:45.329283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.356690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 37e79b7f-0655-40f6-95a2-98cd8488b3d4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=37e79b7f-0655-40f6-95a2-98cd8488b3d4,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:45.361438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:45.364959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Usage tracker for resource:port and tenant:961852e0e9364bbcbcfbb8a8994069b4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:45.367113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.367901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:45.393816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:45.401938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:45.435133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc39e0ae-bada-4ee0-b61c-0bb3b2a563b2 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.482417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:45.516216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.528072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Made reservation on behalf of 961852e0e9364bbcbcfbb8a8994069b4 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:45.531109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.558103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=37e79b7f-0655-40f6-95a2-98cd8488b3d4,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:45.561043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:45.565378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6aacf75e-33fa-4b10-9bcb-ca54d3d0d810 None None] Provisioning complete for port 5546f47c-e579-4cde-a7bf-06356df2d66d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:45.565622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6aacf75e-33fa-4b10-9bcb-ca54d3d0d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.572294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.598211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:45.598468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.648068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6aacf75e-33fa-4b10-9bcb-ca54d3d0d810 None None] Port 5546f47c-e579-4cde-a7bf-06356df2d66d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:45.684600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:45.727882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53292) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:45.728093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53294) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:45.732317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 87b0f745-4cc2-42c0-9ab1-30777bd681cc up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:45.734758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'Port': ['ID=a25c869e-c170-4441-9081-2e71c2dbaa92,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:45.738296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.762899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc39e0ae-bada-4ee0-b61c-0bb3b2a563b2 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.780527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:45.785371 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 15:35:45.798195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--559805032', 'description': 'tempest-description--537841025'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:45.799790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 87b0f745-4cc2-42c0-9ab1-30777bd681cc completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:45.803117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 87b0f745-4cc2-42c0-9ab1-30777bd681cc triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:45.803674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.818604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:45.850431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Usage tracker for resource:security_group_rule and tenant:961852e0e9364bbcbcfbb8a8994069b4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:45.854061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:45.859184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:45.896761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:45.898917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:45.899593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b7943f4-2fbe-4b50-996b-65ffc2b99a87,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:45.915203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:45.917371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:45.917591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:45.918138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:45.924126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Usage tracker for resource:security_group and tenant:a74bb8b83bfd4e9db169a164229975bd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:45.926005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:45.929264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:45.929710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.941884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Checking segment: {'id': '5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '4ff97666-36d1-40c7-b1e4-1d9c134f0630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:45.942106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network hostable DHCP agents. Network: 4ff97666-36d1-40c7-b1e4-1d9c134f0630, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:35:45.945042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:45.951235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.963313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:45.985177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 87b0f745-4cc2-42c0-9ab1-30777bd681cc, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=87b0f745-4cc2-42c0-9ab1-30777bd681cc,segment=NetworkSegment(393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6),segment_id=393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:45.989077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:45.990644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:46.092025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-c00cf8d5-34a3-4032-ad21-112b93ab3c26 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Synchronizing usage tracker for tenant:57d611ee8c734d2db74788b656d9871a on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:46.189366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39e0ae-bada-4ee0-b61c-0bb3b2a563b2 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Pushing event deleted for resources: {'Subnet': ['ID=b67dc2f4-d4aa-4144-b39d-6c81c89e36ba,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:46.191212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc39e0ae-bada-4ee0-b61c-0bb3b2a563b2 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:46.200991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc39e0ae-bada-4ee0-b61c-0bb3b2a563b2 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.207785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cc39e0ae-bada-4ee0-b61c-0bb3b2a563b2 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] 10.222.0.95 "DELETE /v2.0/subnets/b67dc2f4-d4aa-4144-b39d-6c81c89e36ba HTTP/1.1" status: 204 len: 168 time: 1.0757921 Apr 16 15:35:46.210816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53304) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:46.251551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea9b50a-6de0-47c2-a855-a720c8382205 None None] Network 28f9f957-254e-4c7a-905b-87aad7b49999 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:46.291722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.303136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-56649baa-93d0-4c47-a085-25e2a4f503d1 None None] Provisioning for port a25c869e-c170-4441-9081-2e71c2dbaa92 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:46.315668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-56649baa-93d0-4c47-a085-25e2a4f503d1 None None] Provisioning complete for port a25c869e-c170-4441-9081-2e71c2dbaa92 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:46.315891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56649baa-93d0-4c47-a085-25e2a4f503d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.339018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Deleting port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:35:46.339252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.360340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.362899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-56649baa-93d0-4c47-a085-25e2a4f503d1 None None] Port a25c869e-c170-4441-9081-2e71c2dbaa92 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:46.366202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=87b0f745-4cc2-42c0-9ab1-30777bd681cc,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:46.369496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:46.390329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.391375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 4ff97666-36d1-40c7-b1e4-1d9c134f0630 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:35:46.401746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6bc9b624-a2b2-43b3-a3b0-b2f27ad32300 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9547536 Apr 16 15:35:46.407712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.412334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53308) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:46.415289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:46.418431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.452319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-374a2e48-0f78-4f25-9a0d-a92a983c80d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:46.468908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 4ff97666-36d1-40c7-b1e4-1d9c134f0630) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:46.472190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Usage tracker for resource:security_group_rule and tenant:a74bb8b83bfd4e9db169a164229975bd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:46.479125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736bbe38-ad1d-4bcd-b086-8268643becfb None None] Network 4ff97666-36d1-40c7-b1e4-1d9c134f0630 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:46.487829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:46.497848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] For port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6,segment=NetworkSegment(8f788908-8b2a-4e07-ba15-90d36b526f36),segment_id=8f788908-8b2a-4e07-ba15-90d36b526f36)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:46.498127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.523298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f62aa0-0a76-4d3a-b2e9-94643839aa0c None None] DHCP port deletion for 28f9f957-254e-4c7a-905b-87aad7b49999 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:35:46.530089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e8f62aa0-0a76-4d3a-b2e9-94643839aa0c None None] Deleting port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:35:46.530367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8f62aa0-0a76-4d3a-b2e9-94643839aa0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.534793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:46.535170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.541805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:46.562902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.578187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Calling delete_port for f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:35:46.582425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.618725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.9564364 Apr 16 15:35:46.622712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53312) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:46.627196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-364676029'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:46.630059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Pushing event updated for resources: {'Port': ['ID=ab073aee-aac9-40b1-b52d-03941e0cdfa3,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:46.632204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] device_id is not set on port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:35:46.632449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:46.634790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:network and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:46.636667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:46.640310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:46.649653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:46.653597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.664042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.673670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:46.681922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c57103fe-3fce-4d06-b8fa-401cf4c228a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:46.736744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82d872e3-17d9-458a-a924-8bf3d59a5ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:46.741264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca7c74e-d54a-4b6e-98c5-e6d289edfef2,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:46.753112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:46.776037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.777089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1482} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:46.782189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.782355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e8f62aa0-0a76-4d3a-b2e9-94643839aa0c None None] For port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6,segment=NetworkSegment(8f788908-8b2a-4e07-ba15-90d36b526f36),segment_id=8f788908-8b2a-4e07-ba15-90d36b526f36)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:46.782587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Added segment b6005542-439c-41c2-afd0-94cff535ed04 of type vlan for network b44cc0ff-6578-4a42-b322-901b378a0eb7 Apr 16 15:35:46.782633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8f62aa0-0a76-4d3a-b2e9-94643839aa0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.788580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-4ff97666-36d1-40c7-b1e4-1d9c134f0630', 'network_id': '4ff97666-36d1-40c7-b1e4-1d9c134f0630', 'tenant_id': '5b2f0a6447c14d8e96b381345f01f7cc', 'fixed_ips': [{'subnet_id': '9d85763d-f820-444a-aa8a-c44e195592b3'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:35:46.789139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.797478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.803013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Pushing event deleted for resources: {'Port': ['ID=f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:46.804675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:46.806978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] No DVR routers for this DVR port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:35:46.832077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.847307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:46.851108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7d98a-1d0b-495f-aa02-a0e20877b132 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:46.854183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7d98a-1d0b-495f-aa02-a0e20877b132 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:46.857273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7d98a-1d0b-495f-aa02-a0e20877b132 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:46.857770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8fa7d98a-1d0b-495f-aa02-a0e20877b132 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Synchronizing usage tracker for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:46.862628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Network baaa0b3d-6906-4260-96c4-4db0db7aac73 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:46.871555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:46.892678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.899820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:46.900176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.900515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e8f62aa0-0a76-4d3a-b2e9-94643839aa0c None None] Calling delete_port for f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:35:46.903796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.905113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:46.923778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:46.957024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.004770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-c00cf8d5-34a3-4032-ad21-112b93ab3c26 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Unset dirty status for tenant:57d611ee8c734d2db74788b656d9871a on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:47.005819 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-c00cf8d5-34a3-4032-ad21-112b93ab3c26 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--2106212642&fields=id&tenant_id=57d611ee8c734d2db74788b656d9871a HTTP/1.1" status: 200 len: 267 time: 1.2693298 Apr 16 15:35:47.006212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8fa7d98a-1d0b-495f-aa02-a0e20877b132 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Unset dirty status for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:47.008990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8fa7d98a-1d0b-495f-aa02-a0e20877b132 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5959866 Apr 16 15:35:47.014190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53318) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:47.021880 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3984380 Apr 16 15:35:47.040086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-e8f62aa0-0a76-4d3a-b2e9-94643839aa0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:35:47.040306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-e8f62aa0-0a76-4d3a-b2e9-94643839aa0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:35:47.042924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53322) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:47.047508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Network': ['ID=b44cc0ff-6578-4a42-b322-901b378a0eb7,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:47.049727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:47.049802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:47.059100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'subnet': {'network_id': 'b44cc0ff-6578-4a42-b322-901b378a0eb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:47.061562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network b44cc0ff-6578-4a42-b322-901b378a0eb7 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:47.073962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:47.116169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:47.116418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.136105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dba1d0f4-c6ac-41b2-94a9-90512bfe81a0 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Deleting port a25c869e-c170-4441-9081-2e71c2dbaa92 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:35:47.136331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dba1d0f4-c6ac-41b2-94a9-90512bfe81a0 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.154726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Allocated IP 2001:db8:0:ffff::2 (4ff97666-36d1-40c7-b1e4-1d9c134f0630/9d85763d-f820-444a-aa8a-c44e195592b3/6c6fc7b9-12bd-453d-b209-a7079f1b32bb) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:47.154830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f9f957-254e-4c7a-905b-87aad7b49999']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:47.175451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-16b2a5d9-2091-4003-8304-f24280f14361 None None] Provisioning complete for port ab073aee-aac9-40b1-b52d-03941e0cdfa3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:47.175680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16b2a5d9-2091-4003-8304-f24280f14361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.175787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f788908-8b2a-4e07-ba15-90d36b526f36') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:47.175950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f788908-8b2a-4e07-ba15-90d36b526f36') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:47.182219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add5ed56-349c-407d-b7f7-b5e6f0e4c682,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:47.195794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.200290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:47.206611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.206611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4662035 Apr 16 15:35:47.210391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:47.210485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53326) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:47.211617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:subnet and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:47.213139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:47.216412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:47.243607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Request body: {'security_group_rule': {'security_group_id': 'add5ed56-349c-407d-b7f7-b5e6f0e4c682', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:47.246541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.252075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:47.256049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.268746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:47.288109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:35:47.289606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] device_id is not set on port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:35:47.303053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Usage tracker for resource:security_group_rule and tenant:a74bb8b83bfd4e9db169a164229975bd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:47.304872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Releasing vlan 1477 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:35:47.321119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.325788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:47.368882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:47.372778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-ac506a78-911b-4b88-8a36-1f730e70135b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:47.373210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-ac506a78-911b-4b88-8a36-1f730e70135b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Synchronizing usage tracker for tenant:57d611ee8c734d2db74788b656d9871a on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:47.385329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Transition to ACTIVE for port object d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:47.442066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-16b2a5d9-2091-4003-8304-f24280f14361 None None] Port ab073aee-aac9-40b1-b52d-03941e0cdfa3 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:47.442306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.463723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-ac506a78-911b-4b88-8a36-1f730e70135b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Unset dirty status for tenant:57d611ee8c734d2db74788b656d9871a on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:47.464421 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-ac506a78-911b-4b88-8a36-1f730e70135b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/networks?id=2f4aa230-8a99-45fa-929d-06fe729ee9a2 HTTP/1.1" status: 200 len: 812 time: 0.4091010 Apr 16 15:35:47.466479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.469325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:47.481446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.490479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5e2ed1f1-080a-445a-bd95-e65cbb58dd42,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:47.497927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.498628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 37e79b7f-0655-40f6-95a2-98cd8488b3d4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:47.508471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Network 28f9f957-254e-4c7a-905b-87aad7b49999 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:47.515573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.518027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-53537e2e-80ac-4cf8-888a-076401134f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:47.558128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e8f62aa0-0a76-4d3a-b2e9-94643839aa0c None None] Deleting port f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:35:47.558128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8f62aa0-0a76-4d3a-b2e9-94643839aa0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.636629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e8f62aa0-0a76-4d3a-b2e9-94643839aa0c None None] The port 'f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:35:47.652163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.653683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=5e2ed1f1-080a-445a-bd95-e65cbb58dd42,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:47.658347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:47.663259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Transition to ACTIVE for port object 6c6fc7b9-12bd-453d-b209-a7079f1b32bb will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:47.677113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:47.677392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.699843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Transition to ACTIVE for port object 6c6fc7b9-12bd-453d-b209-a7079f1b32bb will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:47.710956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.720626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:47.780229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.781328 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-eef0c723-473d-447a-a1b4-75ad5f502ff5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/quotas/57d611ee8c734d2db74788b656d9871a HTTP/1.1" status: 200 len: 375 time: 0.2914405 Apr 16 15:35:47.800245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Pushing event updated for resources: {'Port': ['ID=6c6fc7b9-12bd-453d-b209-a7079f1b32bb,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:47.804325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:47.830984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:35:47.855381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 87b0f745-4cc2-42c0-9ab1-30777bd681cc up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:47.858286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:47.869699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dba1d0f4-c6ac-41b2-94a9-90512bfe81a0 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.872652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:47.875673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:47.892689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Network 4ff97666-36d1-40c7-b1e4-1d9c134f0630 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:47.894724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:47.896838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:47.901671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Network 28f9f957-254e-4c7a-905b-87aad7b49999 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:47.903934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=02a0906f-e19f-460e-8bb5-1b6251458328,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:47.913774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] 10.222.0.95 "PUT /v2.0/routers/2bdd9459-cee3-4f5f-af3e-1c4faad8fa03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3774433 Apr 16 15:35:47.913774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:35:47.927567 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:35:47.954369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Checking segment: {'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:47.954369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Network hostable DHCP agents. Network: 94966594-00b4-46fe-bd78-6225fa461b1f, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:35:47.955971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 87b0f745-4cc2-42c0-9ab1-30777bd681cc triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:47.956146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.980894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Attempting to bind port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:47.981192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Attempting to bind port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '4ff97666-36d1-40c7-b1e4-1d9c134f0630'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:47.981323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Attempting to bind port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb on network 4ff97666-36d1-40c7-b1e4-1d9c134f0630 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:47.989019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:47.989284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Checking segment: {'id': '5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '4ff97666-36d1-40c7-b1e4-1d9c134f0630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:47.989476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:47.989721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Bound using segment: {'id': '5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '4ff97666-36d1-40c7-b1e4-1d9c134f0630'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:47.990045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Bound port: 6c6fc7b9-12bd-453d-b209-a7079f1b32bb, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '4ff97666-36d1-40c7-b1e4-1d9c134f0630'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:47.990301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.011775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-2b33415d-879f-42db-b7bf-36746dfdd8f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=57d611ee8c734d2db74788b656d9871a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2216940 Apr 16 15:35:48.015660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.025955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Network 94966594-00b4-46fe-bd78-6225fa461b1f is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:35:48.026466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.030961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dba1d0f4-c6ac-41b2-94a9-90512bfe81a0 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Calling delete_port for a25c869e-c170-4441-9081-2e71c2dbaa92 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:35:48.060966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.077957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 94966594-00b4-46fe-bd78-6225fa461b1f) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:48.082916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:48.089423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:48.090134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a109d24-1e54-4c2e-9026-b98bc9943408 None None] Network 94966594-00b4-46fe-bd78-6225fa461b1f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:48.103575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.103859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.104364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.104629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > port after_create 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.104880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > port after_delete 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.105143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > port after_update 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.105398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.105651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.105901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.106154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.126342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c5f8a0-b3ae-4bea-9972-3781c8660038,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:48.128748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:48.150905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] For port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:48.152722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device afd6a440-41f3-4081-b781-223ebab71fac up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:48.157277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.160045 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9347644 Apr 16 15:35:48.160045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.160629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53340) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:48.171612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.174849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Request body: {'security_group_rule': {'security_group_id': 'add5ed56-349c-407d-b7f7-b5e6f0e4c682', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:48.179576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:48.183881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] For port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6c6fc7b9-12bd-453d-b209-a7079f1b32bb,segment=NetworkSegment(5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68),segment_id=5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:48.196017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:48.198575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.204980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.205289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.205866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.206132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=86006) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 15:35:48.206358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb0b4fb-639a-4457-aecf-2854f6d86788']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:48.210166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:48.217286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:48.217538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:48.217826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:48.221564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Pushing event deleted for resources: {'Network': ['ID=28f9f957-254e-4c7a-905b-87aad7b49999,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:48.223687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:48.226403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:48.226609 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:48.227893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 2 to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 Apr 16 15:35:48.238724 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] 10.222.0.95 "DELETE /v2.0/networks/28f9f957-254e-4c7a-905b-87aad7b49999 HTTP/1.1" status: 204 len: 168 time: 2.0268896 Apr 16 15:35:48.239443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Usage tracker for resource:security_group_rule and tenant:a74bb8b83bfd4e9db169a164229975bd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:48.254823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7225d20f-ed09-43cd-bdeb-3dec5a315dec') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:48.255008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7225d20f-ed09-43cd-bdeb-3dec5a315dec') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:48.255216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:48.263157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:48.266931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:48.267167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:48.267378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:48.282186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-c38a18db-41c7-4e02-b6a5-d615440a74b5 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:35:48.282785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-c38a18db-41c7-4e02-b6a5-d615440a74b5 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0706637 Apr 16 15:35:48.284410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:48.284612 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:48.285601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.289344 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 3 to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 Apr 16 15:35:48.321736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.325403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:48.325593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:48.325794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:48.329988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dba1d0f4-c6ac-41b2-94a9-90512bfe81a0 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.353102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.354344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:48.361856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:48.362330 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:48.363032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Releasing vlan 1498 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:35:48.384423 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 4 to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 Apr 16 15:35:48.419343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1d0f4-c6ac-41b2-94a9-90512bfe81a0 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event deleted for resources: {'Port': ['ID=a25c869e-c170-4441-9081-2e71c2dbaa92,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:48.421262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dba1d0f4-c6ac-41b2-94a9-90512bfe81a0 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:48.431097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:48.431424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:48.431597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:48.453383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:48.453673 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:48.464458 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 5 to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 Apr 16 15:35:48.476230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.491282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.500118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bf10c012-56e5-4aa8-bc79-a5a73e88e814 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:48.507048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port afd6a440-41f3-4081-b781-223ebab71fac completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:48.512298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Pushing event updated for resources: {'Port': ['ID=6c6fc7b9-12bd-453d-b209-a7079f1b32bb,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:48.516147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:48.527770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port afd6a440-41f3-4081-b781-223ebab71fac triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:48.527982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:48.528038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.528128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:48.528316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:48.528486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e42ef8-472b-4d0f-9629-d7bc1640aa4d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:48.530364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:48.533685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-e4f2f4fb-8140-4e46-83fc-1c5f55ea0959 service neutron] 10.222.0.95 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370033 Apr 16 15:35:48.535004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.537761 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3689971 Apr 16 15:35:48.539927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53350) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:48.540323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:48.540514 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:48.542717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network beb0b4fb-639a-4457-aecf-2854f6d86788 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:48.550047 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 6 to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 Apr 16 15:35:48.559420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.571832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:48.593339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:48.640018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:48.640202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:48.640407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:48.641941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Usage tracker for resource:floatingip and tenant:a74bb8b83bfd4e9db169a164229975bd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:48.667201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53356) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:48.701646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.720991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:48.722917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port afd6a440-41f3-4081-b781-223ebab71fac, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=afd6a440-41f3-4081-b781-223ebab71fac,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:48.725380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.727023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:48.727427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53362) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:48.731456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:48.733694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:48.733885 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:48.738777 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 7 to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 Apr 16 15:35:48.757260 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-84896eb1-e1af-4010-9cf8-995f06e64da1 service neutron] 10.222.0.95 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885998 Apr 16 15:35:48.766566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:35:48.776812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:35:48.779422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--699897976', 'description': 'tempest-description--1302130115'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:48.787099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=afd6a440-41f3-4081-b781-223ebab71fac,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:48.789071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:48.812044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.820354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:48.820541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:48.820742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:48.824334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:48.830722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:48.830956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:35:48.833282 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:48.833653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:48.837959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Sync routers for ids ['2733b782-5eaa-479c-9d55-2ff8e27802f6'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:35:48.844640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Routers {'2733b782-5eaa-479c-9d55-2ff8e27802f6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:48.845130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2733b782-5eaa-479c-9d55-2ff8e27802f6'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:48.860481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ce249bf-ca7d-453f-8c36-88ef96c728b5 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:48.860587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 8 to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 Apr 16 15:35:48.880247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Usage tracker for resource:security_group and tenant:dae95a24cf6047b58c5e62d59206be05 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:48.888569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:35:48.889432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f468d11b-3706-4b93-8e9a-4e6fa8f5e1d6 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:35:48.897912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:48.897982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network beb0b4fb-639a-4457-aecf-2854f6d86788 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:48.961439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:49.006253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dba1d0f4-c6ac-41b2-94a9-90512bfe81a0 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.007884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dba1d0f4-c6ac-41b2-94a9-90512bfe81a0 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "DELETE /v2.0/ports/a25c869e-c170-4441-9081-2e71c2dbaa92 HTTP/1.1" status: 204 len: 168 time: 1.9910319 Apr 16 15:35:49.017957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53372) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:49.036811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: from cryptography.utils import int_from_bytes Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: from cryptography.utils import int_from_bytes Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: (rel_b, rel_a, rel_b), Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: (rel_b, rel_a, rel_b), Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:35:49.049718 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:35:49.062793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Sync routers for ids ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:35:49.065347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Subnet': ['ID=a59831d0-1573-4609-8db8-86792b017eb1,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:49.066216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:49.066530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:49.066829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:49.067860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:49.071485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Routers {'2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:49.071878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:49.133590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:49.133892 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:49.134547 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 9 to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 Apr 16 15:35:49.146555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.160918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:49.163642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:49.175493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:49.175822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:49.176144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:49.183136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network beb0b4fb-639a-4457-aecf-2854f6d86788 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 16 15:35:49.184440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event deleted for resources: {'Network': ['ID=beb0b4fb-639a-4457-aecf-2854f6d86788,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:49.187798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.197331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:49.197716 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:49.198354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:49.199852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c8198a70-d2f2-440e-aaca-d4b36b3fe3b0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=05199b88b9e44fbcafb3a994be864e7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5298214 Apr 16 15:35:49.200240 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 10 to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 Apr 16 15:35:49.205307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53388) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:49.209491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53390) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:49.213087 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "DELETE /v2.0/networks/beb0b4fb-639a-4457-aecf-2854f6d86788 HTTP/1.1" status: 204 len: 168 time: 6.1592417 Apr 16 15:35:49.215262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53394) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:49.215706 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-677742ac-8f26-4b01-8787-e79512eaadc7 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] GET failed (client error): The resource could not be found. Apr 16 15:35:49.216057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-677742ac-8f26-4b01-8787-e79512eaadc7 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Synchronizing usage tracker for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:49.218447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:49.250689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Usage tracker for resource:security_group_rule and tenant:dae95a24cf6047b58c5e62d59206be05 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:49.262558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:49.262896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:49.263166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:49.278918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:49.279161 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:49.279423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.288925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:49.304544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:49.318022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-677742ac-8f26-4b01-8787-e79512eaadc7 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Unset dirty status for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:49.318905 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-677742ac-8f26-4b01-8787-e79512eaadc7 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "GET /v2.0/ports/a25c869e-c170-4441-9081-2e71c2dbaa92 HTTP/1.1" status: 404 len: 333 time: 0.2504351 Apr 16 15:35:49.321488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d1582226-d403-43ca-b2b3-d19776304bed tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Synchronizing usage tracker for tenant:3a2870e1bdc24207a2f9f904db27a8f7 on resource:floatingip {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:49.323965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53402) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:49.339091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Request body: {'port': {'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a', 'name': 'tempest-AllowedAddressPairTestJSON-1978983991'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:49.339303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Set router 2733b782-5eaa-479c-9d55-2ff8e27802f6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:49.370146 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-60ccc217-f5d5-4f76-8fee-07cd7663fc33 req-b0847adc-a2da-4897-bed4-b16466285aad tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 210 time: 0.1559575 Apr 16 15:35:49.394136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d1582226-d403-43ca-b2b3-d19776304bed tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Unset dirty status for tenant:3a2870e1bdc24207a2f9f904db27a8f7 on resource:floatingip {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:49.396815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53406) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:49.397490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d1582226-d403-43ca-b2b3-d19776304bed tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1800196 Apr 16 15:35:49.406113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.436000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] For port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:49.436230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempted to set empty binding levels {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 16 15:35:49.446942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.467733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9bf35df-766a-47f0-b834-dadd39629229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.478636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Checking segment: {'id': 'b6005542-439c-41c2-afd0-94cff535ed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': 'b44cc0ff-6578-4a42-b322-901b378a0eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:49.478855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network hostable DHCP agents. Network: b44cc0ff-6578-4a42-b322-901b378a0eb7, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:35:49.589858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:49.621266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae', 'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'mac_address': 'fa:16:3e:9c:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:39Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 2, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'subnets': [{'id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:49.624508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Checking router: 2733b782-5eaa-479c-9d55-2ff8e27802f6 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:35:49.624721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Updating router 2733b782-5eaa-479c-9d55-2ff8e27802f6 port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:35:49.668700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.702321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:49.702907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.776927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.5542686 Apr 16 15:35:49.795082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53428) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:49.829303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event updated for resources: {'Port': ['ID=d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:49.841897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:49.874782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Set router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:49.877702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Allocated IP 172.26.4.39 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/5b71a873-689e-41ef-9125-f4c49e1afbc9) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:49.880738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9bf35df-766a-47f0-b834-dadd39629229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.889743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a421667e-92b1-4bad-a71e-313d55d251fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Deleting port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:35:49.889957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a421667e-92b1-4bad-a71e-313d55d251fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.903033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network b44cc0ff-6578-4a42-b322-901b378a0eb7 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:35:49.918236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.939569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.945382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.948069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Transition to ACTIVE for port object 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:49.954089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:49.954385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:49.954695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:49.955056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:49.955415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:49.955908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:49.956368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:49.956520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:49.956619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:49.956867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:49.957796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Synchronizing usage tracker for tenant:3a2870e1bdc24207a2f9f904db27a8f7 on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:49.960597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, b44cc0ff-6578-4a42-b322-901b378a0eb7) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:49.979371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f332b731-fa5c-4e5c-8160-f8327ed37fbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:49.989722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:50.017787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109e9d2e-dbbc-4c80-b08e-91107a2bd2da,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:50.020294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.022970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2767379 Apr 16 15:35:50.027050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:50.033993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:50.034265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac481b9b-d51c-45a6-9841-83024b357143 None None] Network b44cc0ff-6578-4a42-b322-901b378a0eb7 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:50.037275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53438) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:50.038960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:50.039648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.049964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:50.054536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Made reservation on behalf of a52b55b83e4d44c3aced089e5e784742 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:50.058805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.059835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Request body: {'security_group_rule': {'security_group_id': '109e9d2e-dbbc-4c80-b08e-91107a2bd2da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:50.066015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:50.069932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0232589 Apr 16 15:35:50.073893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53442) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:50.076787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Usage tracker for resource:security_group_rule and tenant:dae95a24cf6047b58c5e62d59206be05 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:50.079201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:50.081628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'port': {'network_id': 'b44cc0ff-6578-4a42-b322-901b378a0eb7', 'name': 'tempest-NetworksIpV6TestAttrs-467843603'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:50.082848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:50.125451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.138032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316fc5e-bd52-4ae9-aedc-7728e3755ca1 None None] Pushing event updated for resources: {'Port': ['ID=4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:50.139946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5316fc5e-bd52-4ae9-aedc-7728e3755ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:50.200980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Unset dirty status for tenant:3a2870e1bdc24207a2f9f904db27a8f7 on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:50.201892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3356c1b6-873f-4576-bb00-58813a5bbd8d tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5863 time: 0.8012295 Apr 16 15:35:50.206111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:50.208819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:port and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:50.210698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:50.215969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:50.216207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.217299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:50.224733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53448) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:50.228587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] device_id is not set on port a24acf72-55cc-4f39-96e4-d2badaf0bde4 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:35:50.271514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398553e6-a729-4b89-955f-85fd244ca0f4 None None] Network 4ff97666-36d1-40c7-b1e4-1d9c134f0630 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:50.283060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Attempting to bind port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:50.283060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Attempting to bind port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:50.283288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Attempting to bind port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae on network 0e61783a-be5a-4189-b0dc-5b4c26552378 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:50.289545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:50.289891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Checking segment: {'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:50.290474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.290474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Bound using segment: {'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:50.290834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Bound port: 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:50.291133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.327234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-b44cc0ff-6578-4a42-b322-901b378a0eb7', 'network_id': 'b44cc0ff-6578-4a42-b322-901b378a0eb7', 'tenant_id': '5b2f0a6447c14d8e96b381345f01f7cc', 'fixed_ips': [{'subnet_id': 'a59831d0-1573-4609-8db8-86792b017eb1'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:35:50.327818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.342254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Allocated IP 172.20.0.7 (2ab696d6-acb8-481e-9ea5-3ecb283d987a/91b0dd72-8ca2-4149-bc67-1fd31ffb99aa/a24acf72-55cc-4f39-96e4-d2badaf0bde4) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:50.358284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] For port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:50.360462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] For port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:50.364530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.374962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:50.418851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316fc5e-bd52-4ae9-aedc-7728e3755ca1 None None] Pushing event updated for resources: {'Port': ['ID=4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:50.421072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5316fc5e-bd52-4ae9-aedc-7728e3755ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:50.443949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:50.448203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.496371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] device_id is not set on port 53ab3ec5-22c1-452f-9767-4e26bf0b7e06 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:35:50.496774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Routers {'2733b782-5eaa-479c-9d55-2ff8e27802f6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:50.497203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2733b782-5eaa-479c-9d55-2ff8e27802f6'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:50.511070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Allocated IP 2001:db8::f816:3eff:fe9a:e867 (b44cc0ff-6578-4a42-b322-901b378a0eb7/a59831d0-1573-4609-8db8-86792b017eb1/8fc33bda-415c-412a-90b2-42b5ead90655) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:50.537246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e81bd648-a629-41f9-a649-e19e336f6bd0 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] delete failed (client error): The resource could not be found. Apr 16 15:35:50.539596 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e81bd648-a629-41f9-a649-e19e336f6bd0 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "DELETE /v2.0/floatingips/6c687bb5-d80b-4dcb-a99f-9d8073c01d75 HTTP/1.1" status: 404 len: 345 time: 0.1757698 Apr 16 15:35:50.542353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53454) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:50.553088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9bf35df-766a-47f0-b834-dadd39629229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.559189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.607314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-118bcae7-433f-41e8-81d0-35134faf405a None None] Provisioning for port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:50.623488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] Set router 2733b782-5eaa-479c-9d55-2ff8e27802f6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:50.638725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.640640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.645911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a421667e-92b1-4bad-a71e-313d55d251fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] For port d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9, host hv-neutron-7864, got binding levels [] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:50.646037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a421667e-92b1-4bad-a71e-313d55d251fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.653474 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a71da72-3a49-4d40-8bfe-e8172f592c16 req-dac1b69b-05e2-4904-8de1-58c88d398ac9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 210 time: 0.0917354 Apr 16 15:35:50.659086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:50.700118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6c6fc7b9-12bd-453d-b209-a7079f1b32bb up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:50.729657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.740186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Transition to ACTIVE for port object a24acf72-55cc-4f39-96e4-d2badaf0bde4 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:50.753549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a421667e-92b1-4bad-a71e-313d55d251fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Calling delete_port for d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:35:50.763568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-89210219-8ce3-4ccd-8524-d58dc3770338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:50.770583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.774660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e585da-5cdf-4eec-b9b3-695a552084cf tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] DELETE failed (client error): The resource could not be found. Apr 16 15:35:50.775112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e585da-5cdf-4eec-b9b3-695a552084cf tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:35:50.778670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf35df-766a-47f0-b834-dadd39629229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a63078-a1fb-4f34-a8ce-4585f81af5b7,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:50.782886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814242ee-8f49-43d4-80e6-d1d406898b54,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:50.804275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:50.828757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.832173 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7892101 Apr 16 15:35:50.840075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53458) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:50.842210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a421667e-92b1-4bad-a71e-313d55d251fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.845746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Request body: {'security_group_rule': {'security_group_id': '109e9d2e-dbbc-4c80-b08e-91107a2bd2da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:50.847152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae', 'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'mac_address': 'fa:16:3e:9c:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:39Z', 'updated_at': '2021-04-16T15:35:50Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'subnets': [{'id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:50.849466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.849996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a3b33-c13e-4bfe-b7d7-f0e6fc5f30b6 None None] The sync data for ids ['2733b782-5eaa-479c-9d55-2ff8e27802f6'] in dv-neutron-786478-2-hyperv is: [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae', 'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'mac_address': 'fa:16:3e:9c:fc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:39Z', 'updated_at': '2021-04-16T15:35:50Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'subnets': [{'id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:35:50.855136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9bf35df-766a-47f0-b834-dadd39629229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:50.856980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:50.863583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:50.864926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:50.898535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421667e-92b1-4bad-a71e-313d55d251fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:50.906902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:50.907572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9bf35df-766a-47f0-b834-dadd39629229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:50.908295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f9bf35df-766a-47f0-b834-dadd39629229 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c1a63078-a1fb-4f34-a8ce-4585f81af5b7 HTTP/1.1" status: 204 len: 168 time: 1.6978481 Apr 16 15:35:50.913623 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c0e585da-5cdf-4eec-b9b3-695a552084cf tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "DELETE /v2.0/networks/beb0b4fb-639a-4457-aecf-2854f6d86788 HTTP/1.1" status: 404 len: 339 time: 0.3640435 Apr 16 15:35:50.919100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53464) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:50.919618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:50.922071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:50.945063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Request body: {'network': {'name': 'tempest-network--1808728111', 'router:external': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:50.949364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Usage tracker for resource:security_group_rule and tenant:dae95a24cf6047b58c5e62d59206be05 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:50.953197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:50.954548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:50.958622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'Port': ['ID=a24acf72-55cc-4f39-96e4-d2badaf0bde4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:50.961400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Usage tracker for resource:network and tenant:3a2870e1bdc24207a2f9f904db27a8f7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:50.963204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:50.966976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:50.984950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:50.990587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Pushing event updated for resources: {'Port': ['ID=5b71a873-689e-41ef-9125-f4c49e1afbc9,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:50.992688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:51.020017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:51.021553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:51.021736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:51.022332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:51.026372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.044463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.055487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Transition to ACTIVE for port object 8fc33bda-415c-412a-90b2-42b5ead90655 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:51.058138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Made reservation on behalf of 3a2870e1bdc24207a2f9f904db27a8f7 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:51.063947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.086063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Transition to ACTIVE for port object 8fc33bda-415c-412a-90b2-42b5ead90655 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:51.086790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53470) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:51.088032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:51.088926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7629621 Apr 16 15:35:51.108158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a65e99cd-203b-4605-8968-cc3123dd41fc tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:db:29:9d'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:51.110900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.156949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Allocated IP 2001:db8::f816:3eff:feb8:7cf8 (b44cc0ff-6578-4a42-b322-901b378a0eb7/a59831d0-1573-4609-8db8-86792b017eb1/53ab3ec5-22c1-452f-9767-4e26bf0b7e06) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:51.170183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:51.192550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1478} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:51.204255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:51.204498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.215465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.215679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Added segment 9bf9ec65-6272-4a24-9ceb-cc340cc1fd3c of type vlan for network 1b413529-c711-4f18-b445-2f2b950fa9e1 Apr 16 15:35:51.218772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.250456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53474) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:51.293619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.314711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a421667e-92b1-4bad-a71e-313d55d251fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.329150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91682720-c937-4314-a662-938a3ce3fdef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.331963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.342847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.343539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Transition to ACTIVE for port object 53ab3ec5-22c1-452f-9767-4e26bf0b7e06 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:51.345212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:51.345583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.349248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:51.349705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a421667e-92b1-4bad-a71e-313d55d251fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "DELETE /v2.0/ports/d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 HTTP/1.1" status: 204 len: 168 time: 1.5538764 Apr 16 15:35:51.352462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53478) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:51.360319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-91682720-c937-4314-a662-938a3ce3fdef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:51.399487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-91682720-c937-4314-a662-938a3ce3fdef admin admin] Usage tracker for resource:security_group_rule and tenant:f7c2d670d338415dad7e7fd365ea5a05 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:51.405806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-91682720-c937-4314-a662-938a3ce3fdef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:51.413206 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4920900 Apr 16 15:35:51.415013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53482) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:51.417228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-91682720-c937-4314-a662-938a3ce3fdef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:51.418065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event updated for resources: {'Network': ['ID=1b413529-c711-4f18-b445-2f2b950fa9e1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:51.419865 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2026c1e4-bc53-449b-a306-907fce12ebc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] GET failed (client error): The resource could not be found. Apr 16 15:35:51.420208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2026c1e4-bc53-449b-a306-907fce12ebc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Synchronizing usage tracker for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:51.423802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.433086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:51.437913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Pushing event updated for resources: {'Port': ['ID=8fc33bda-415c-412a-90b2-42b5ead90655,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:51.443068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:51.446344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.453088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 1b413529-c711-4f18-b445-2f2b950fa9e1 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:51.466441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:51.472814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.489319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:51.498362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:51.498876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2026c1e4-bc53-449b-a306-907fce12ebc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Unset dirty status for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:51.502192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2026c1e4-bc53-449b-a306-907fce12ebc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "GET /v2.0/ports/d6a4b855-cb88-4bb1-b7f5-98abbc96d2b9 HTTP/1.1" status: 404 len: 333 time: 0.1479189 Apr 16 15:35:51.506720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53486) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:51.511918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:51.517368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:51.525064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Network b44cc0ff-6578-4a42-b322-901b378a0eb7 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:51.527661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:51.532133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:51.535467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Request body: {'port': {'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1249823160'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:51.536497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:44Z', 'revision_number': 4, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'ab073aee-aac9-40b1-b52d-03941e0cdfa3', 'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'mac_address': 'fa:16:3e:ef:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:41Z', 'updated_at': '2021-04-16T15:35:45Z', 'revision_number': 2, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'subnets': [{'id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:51.540862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673dfeb4-2ec4-4f60-8147-938f8aa73005,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:51.542597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:51.552112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:51.561936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.562689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7217731 Apr 16 15:35:51.567685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53490) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:51.573426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:51.574557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a65e99cd-203b-4605-8968-cc3123dd41fc tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.575463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Checking router: 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:35:51.575717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Updating router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 port ab073aee-aac9-40b1-b52d-03941e0cdfa3 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:35:51.583609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:51.601424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:51.611134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Usage tracker for resource:floatingip and tenant:dae95a24cf6047b58c5e62d59206be05 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:51.613129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Port': ['ID=53ab3ec5-22c1-452f-9767-4e26bf0b7e06,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:51.614731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:51.623861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:51.628178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:51.633893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Made reservation on behalf of 961852e0e9364bbcbcfbb8a8994069b4 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:51.636714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.647712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd65e6f-eb65-4d7d-a98a-56dba8621589 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:51.650854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd65e6f-eb65-4d7d-a98a-56dba8621589 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:51.653927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd65e6f-eb65-4d7d-a98a-56dba8621589 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:51.657257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd65e6f-eb65-4d7d-a98a-56dba8621589 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:51.660296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8fd65e6f-eb65-4d7d-a98a-56dba8621589 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2441015 Apr 16 15:35:51.660831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53494) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:51.696850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.698062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] device_id is not set on port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:35:51.719761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Attempting to bind port 8fc33bda-415c-412a-90b2-42b5ead90655 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:51.719991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Attempting to bind port 8fc33bda-415c-412a-90b2-42b5ead90655 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'b6005542-439c-41c2-afd0-94cff535ed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': 'b44cc0ff-6578-4a42-b322-901b378a0eb7'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:51.720216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Attempting to bind port 8fc33bda-415c-412a-90b2-42b5ead90655 on network b44cc0ff-6578-4a42-b322-901b378a0eb7 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:51.728973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:51.729232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Checking segment: {'id': 'b6005542-439c-41c2-afd0-94cff535ed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': 'b44cc0ff-6578-4a42-b322-901b378a0eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:51.729512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.729787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Bound using segment: {'id': 'b6005542-439c-41c2-afd0-94cff535ed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': 'b44cc0ff-6578-4a42-b322-901b378a0eb7'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:51.730136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Bound port: 8fc33bda-415c-412a-90b2-42b5ead90655, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6005542-439c-41c2-afd0-94cff535ed04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': 'b44cc0ff-6578-4a42-b322-901b378a0eb7'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:51.730484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.753393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.757978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8963dca3-7ca7-4d7a-bef3-2f339cb2f208 None None] Provisioning for port a24acf72-55cc-4f39-96e4-d2badaf0bde4 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:51.761086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.768597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91682720-c937-4314-a662-938a3ce3fdef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.772582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.791898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8963dca3-7ca7-4d7a-bef3-2f339cb2f208 None None] Provisioning complete for port a24acf72-55cc-4f39-96e4-d2badaf0bde4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:51.792085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8963dca3-7ca7-4d7a-bef3-2f339cb2f208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.820276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91682720-c937-4314-a662-938a3ce3fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.843823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network b44cc0ff-6578-4a42-b322-901b378a0eb7 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:51.847041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:51.849646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:51.853567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:51.853940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.865704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:51.870322 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee3be4b1-2f7d-4db7-a57e-35e5d45308e6 req-37bf86c9-c0e1-4f91-8d54-20666686d4b2 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 210 time: 0.0995948 Apr 16 15:35:51.879126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8963dca3-7ca7-4d7a-bef3-2f339cb2f208 None None] Port a24acf72-55cc-4f39-96e4-d2badaf0bde4 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:51.880340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.928521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-91682720-c937-4314-a662-938a3ce3fdef admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f7c2d670d338415dad7e7fd365ea5a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6709259 Apr 16 15:35:51.930973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8546650 Apr 16 15:35:51.931399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53502) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:51.931599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53504) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:51.935647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.938239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] For port 8fc33bda-415c-412a-90b2-42b5ead90655, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:51.950021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] For port 8fc33bda-415c-412a-90b2-42b5ead90655, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8fc33bda-415c-412a-90b2-42b5ead90655,segment=NetworkSegment(b6005542-439c-41c2-afd0-94cff535ed04),segment_id=b6005542-439c-41c2-afd0-94cff535ed04)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:51.951939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91682720-c937-4314-a662-938a3ce3fdef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b09298e-962a-4b2f-8534-7a5ade53fb16,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:51.952588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6c6fc7b9-12bd-453d-b209-a7079f1b32bb,segment=NetworkSegment(5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68),segment_id=5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:51.954075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91682720-c937-4314-a662-938a3ce3fdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:51.957440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.968644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b26aea46-27cd-463a-a287-5e3b888c709a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:51.970015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.985081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:51.985693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device afd6a440-41f3-4081-b781-223ebab71fac up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:52.100572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.107221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a65e99cd-203b-4605-8968-cc3123dd41fc tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.112572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a65e99cd-203b-4605-8968-cc3123dd41fc tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.141060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b481abbb-40a9-44ec-bc2a-f94195f7b292 None None] Provisioning complete for port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:52.141331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b481abbb-40a9-44ec-bc2a-f94195f7b292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.164752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Pushing event updated for resources: {'Port': ['ID=8fc33bda-415c-412a-90b2-42b5ead90655,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:52.178120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:52.180687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-603c4bd6-2c8e-4d76-a5ff-7241ce5151a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:52.244049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port afd6a440-41f3-4081-b781-223ebab71fac triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:52.244325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.299053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7959679d-590a-407b-b0ea-dfd07ebfed58 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting subnet a59831d0-1573-4609-8db8-86792b017eb1 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:35:52.308403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=6c6fc7b9-12bd-453d-b209-a7079f1b32bb,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:52.309782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7959679d-590a-407b-b0ea-dfd07ebfed58 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.312089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:52.340193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcc955a5-783b-416e-a0d2-3b8c0da2fd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.343490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b413529-c711-4f18-b445-2f2b950fa9e1']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:52.348555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:52.363175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf9ec65-6272-4a24-9ceb-cc340cc1fd3c') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:52.363335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf9ec65-6272-4a24-9ceb-cc340cc1fd3c') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:52.386902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.395481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7959679d-590a-407b-b0ea-dfd07ebfed58 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.420904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcc955a5-783b-416e-a0d2-3b8c0da2fd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.425942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.429140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.452045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Transition to ACTIVE for port object ab073aee-aac9-40b1-b52d-03941e0cdfa3 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:52.454870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.462207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e99cd-203b-4605-8968-cc3123dd41fc tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'Port': ['ID=a24acf72-55cc-4f39-96e4-d2badaf0bde4,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:52.462469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.463274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a65e99cd-203b-4605-8968-cc3123dd41fc tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:52.477644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Releasing vlan 1478 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:35:52.488287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.512393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-172f23d9-c6a3-429e-b989-5373b7fd69cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:52.528721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:52.539642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.593963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.642005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network 1b413529-c711-4f18-b445-2f2b950fa9e1 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:52.648955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.663714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcc955a5-783b-416e-a0d2-3b8c0da2fd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.713783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8913b58-b0dc-44ba-80ad-2275311c2730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:52.714328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event updated for resources: {'Port': ['ID=2e57071a-71e0-40e6-bfb5-07ac74d23d16,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:52.735428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:52.735852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ba9f5c9f-d3d3-4957-a3f9-1f04fd85e0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:52.749221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc955a5-783b-416e-a0d2-3b8c0da2fd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b09298e-962a-4b2f-8534-7a5ade53fb16,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:52.751225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Allocated IP 172.26.4.195 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/3a36d0e7-7de3-4eac-9068-59348c5d6a2c) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:52.778478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:52.787411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fcc955a5-783b-416e-a0d2-3b8c0da2fd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:52.812558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcc955a5-783b-416e-a0d2-3b8c0da2fd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.814986 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fcc955a5-783b-416e-a0d2-3b8c0da2fd51 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4b09298e-962a-4b2f-8534-7a5ade53fb16 HTTP/1.1" status: 204 len: 168 time: 0.8806605 Apr 16 15:35:52.822926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network 1b413529-c711-4f18-b445-2f2b950fa9e1 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:35:52.839506 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:35:52.856640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a65e99cd-203b-4605-8968-cc3123dd41fc tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] In _notify_port_updated(), no bound segment for port a24acf72-55cc-4f39-96e4-d2badaf0bde4 on network 2ab696d6-acb8-481e-9ea5-3ecb283d987a {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:35:52.860635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e99cd-203b-4605-8968-cc3123dd41fc tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:52.861037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a65e99cd-203b-4605-8968-cc3123dd41fc tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.862760 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a65e99cd-203b-4605-8968-cc3123dd41fc tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "PUT /v2.0/ports/a24acf72-55cc-4f39-96e4-d2badaf0bde4 HTTP/1.1" status: 200 len: 993 time: 1.7658854 Apr 16 15:35:52.863607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Pushing event updated for resources: {'Port': ['ID=5b71a873-689e-41ef-9125-f4c49e1afbc9,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:52.868995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f64ed7-ffdd-4142-b534-0394ea854a0a None None] Pushing event updated for resources: {'Port': ['ID=ab073aee-aac9-40b1-b52d-03941e0cdfa3,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:52.871057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53512) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:52.872950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04f64ed7-ffdd-4142-b534-0394ea854a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:52.876873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4f45cf85-e49d-40f1-bf20-4602f1f80bfe None None] Provisioning complete for port a24acf72-55cc-4f39-96e4-d2badaf0bde4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:52.877174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f45cf85-e49d-40f1-bf20-4602f1f80bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.891778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:52.898051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Network 94966594-00b4-46fe-bd78-6225fa461b1f is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:52.900475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:52.902157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:52.902775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:52.903149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.903748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:52.909134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:52.909364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.930188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4157944 Apr 16 15:35:52.930744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53518) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:52.931923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7959679d-590a-407b-b0ea-dfd07ebfed58 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.938747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:52.967368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.982307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:52.988077 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4420583 Apr 16 15:35:52.995588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f45cf85-e49d-40f1-bf20-4602f1f80bfe None None] Port a24acf72-55cc-4f39-96e4-d2badaf0bde4 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:53.033147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.070285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.078846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:53.089993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b413529-c711-4f18-b445-2f2b950fa9e1 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 16 15:35:53.101552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc784f-6e3c-406f-9674-d39d29221f16 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Deleting port a24acf72-55cc-4f39-96e4-d2badaf0bde4 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:35:53.101794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bdc784f-6e3c-406f-9674-d39d29221f16 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.108492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Attempting to bind port ab073aee-aac9-40b1-b52d-03941e0cdfa3 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:53.108725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Attempting to bind port ab073aee-aac9-40b1-b52d-03941e0cdfa3 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:53.108950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Attempting to bind port ab073aee-aac9-40b1-b52d-03941e0cdfa3 on network baaa0b3d-6906-4260-96c4-4db0db7aac73 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:53.114717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:35:53.114952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Checking segment: {'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:53.115212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.115458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Bound using segment: {'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:35:53.115756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Bound port: ab073aee-aac9-40b1-b52d-03941e0cdfa3, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:35:53.115993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.130921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.144738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b413529-c711-4f18-b445-2f2b950fa9e1,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:53.154218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:53.167619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.169570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "DELETE /v2.0/networks/1b413529-c711-4f18-b445-2f2b950fa9e1 HTTP/1.1" status: 204 len: 168 time: 1.5053668 Apr 16 15:35:53.184530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53528) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:53.197226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Request body: {'network': {'name': 'tempest-network--897383843', 'router:external': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:53.206079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.208174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:53.215242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Usage tracker for resource:network and tenant:3a2870e1bdc24207a2f9f904db27a8f7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:53.216984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:53.221050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] For port ab073aee-aac9-40b1-b52d-03941e0cdfa3, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:53.224412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] For port ab073aee-aac9-40b1-b52d-03941e0cdfa3, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ab073aee-aac9-40b1-b52d-03941e0cdfa3,segment=NetworkSegment(b9683d27-94e1-416d-8b61-3af013deb288),segment_id=b9683d27-94e1-416d-8b61-3af013deb288)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:35:53.244248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:53.246077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.274158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:53.296392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Made reservation on behalf of 3a2870e1bdc24207a2f9f904db27a8f7 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:53.299174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.348697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c3af38f1-b424-439c-9293-e6c5f46c1812 req-1ff0ce84-5045-4e93-9a2c-5b794398ef63 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 210 time: 0.2791774 Apr 16 15:35:53.351351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-4c4d6add-1acc-461f-a0cf-11d108bc103f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Synchronizing usage tracker for tenant:a74bb8b83bfd4e9db169a164229975bd on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:53.373242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-4c4d6add-1acc-461f-a0cf-11d108bc103f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Unset dirty status for tenant:a74bb8b83bfd4e9db169a164229975bd on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:53.380001 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-4c4d6add-1acc-461f-a0cf-11d108bc103f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--559805032&fields=id&tenant_id=a74bb8b83bfd4e9db169a164229975bd HTTP/1.1" status: 200 len: 267 time: 0.0713441 Apr 16 15:35:53.402258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1481} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:53.424804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.425021 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Added segment fda9e530-88d4-41d5-8072-8b8703519689 of type vlan for network 4cd9d52e-a909-45fc-8ce5-2437824f5f4c Apr 16 15:35:53.427081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.435203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:53.451957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.453019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b8787b5-75c3-43eb-9a31-a5beea32514a tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:53.458103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6c6fc7b9-12bd-453d-b209-a7079f1b32bb up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:53.522840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f64ed7-ffdd-4142-b534-0394ea854a0a None None] Pushing event updated for resources: {'Port': ['ID=ab073aee-aac9-40b1-b52d-03941e0cdfa3,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:53.527253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04f64ed7-ffdd-4142-b534-0394ea854a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:53.529402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7959679d-590a-407b-b0ea-dfd07ebfed58 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.533019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-daae7f99-522c-4658-9deb-e371f0c69085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:53.535764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bdc784f-6e3c-406f-9674-d39d29221f16 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.559851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] device_id is not set on port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:35:53.567545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.590025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Transition to ACTIVE for port object 2e57071a-71e0-40e6-bfb5-07ac74d23d16 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:53.590499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:53.598926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.610256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:53.611600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:53.628792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:53.629284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.682431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Routers {'2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:35:53.685473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:35:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:53.701337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event updated for resources: {'Port': ['ID=2e57071a-71e0-40e6-bfb5-07ac74d23d16,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:53.746168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-b9af703a-5056-4ab0-9a36-f20b536f9d9a tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:53.750935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-b9af703a-5056-4ab0-9a36-f20b536f9d9a tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/networks?id=0e61783a-be5a-4189-b0dc-5b4c26552378 HTTP/1.1" status: 200 len: 811 time: 0.3697829 Apr 16 15:35:53.752469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:53.791792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-4b1dc924-b586-4fec-b011-ac184408f26c tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/quotas/a74bb8b83bfd4e9db169a164229975bd HTTP/1.1" status: 200 len: 375 time: 0.0400639 Apr 16 15:35:53.884861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1761aef1-d5e5-4260-b61f-fc47e94f70ad None None] Network b44cc0ff-6578-4a42-b322-901b378a0eb7 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:53.936057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:53.936557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:53.936952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:53.944356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-33f14c77-8126-4cbc-a02a-70fdba223da5 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Synchronizing usage tracker for tenant:a74bb8b83bfd4e9db169a164229975bd on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:53.948006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:53.948393 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:53.949127 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 2 to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 Apr 16 15:35:53.965282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:53.965780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:53.966150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:53.970769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:53.977160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:53.977595 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:53.977927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc784f-6e3c-406f-9674-d39d29221f16 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Calling delete_port for a24acf72-55cc-4f39-96e4-d2badaf0bde4 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:35:53.978215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 3 to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 Apr 16 15:35:53.987636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-33f14c77-8126-4cbc-a02a-70fdba223da5 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Unset dirty status for tenant:a74bb8b83bfd4e9db169a164229975bd on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:53.988746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-33f14c77-8126-4cbc-a02a-70fdba223da5 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=a74bb8b83bfd4e9db169a164229975bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1964500 Apr 16 15:35:53.995173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Pushing event updated for resources: {'Port': ['ID=3a36d0e7-7de3-4eac-9068-59348c5d6a2c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:53.996204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:53.996566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:53.996934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:54.004533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:54.004726 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:54.004964 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 4 to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 Apr 16 15:35:54.010576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:54.010896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c932a479-23f4-4390-aaff-5b57f6325e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:54.015597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-99b4993b-23f5-415b-965b-de8a6de0aa98 None None] Provisioning for port 8fc33bda-415c-412a-90b2-42b5ead90655 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:54.026432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:54.026432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:54.026564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:54.039726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:54.039922 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:54.040168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 5 to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 Apr 16 15:35:54.049185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:54.049383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:54.050848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:54.053349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] Set router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:35:54.060884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:54.061082 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:54.061493 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 6 to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 Apr 16 15:35:54.086421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:54.086928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:54.088473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:54.090688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959679d-590a-407b-b0ea-dfd07ebfed58 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Subnet': ['ID=a59831d0-1573-4609-8db8-86792b017eb1,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:54.099503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7959679d-590a-407b-b0ea-dfd07ebfed58 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:54.102696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-747552ad-dcc4-4fe3-afe9-2e9af5aad351 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:35:54.108521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-747552ad-dcc4-4fe3-afe9-2e9af5aad351 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511832 Apr 16 15:35:54.125824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53580) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:54.130216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:54.130698 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:54.143667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7959679d-590a-407b-b0ea-dfd07ebfed58 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:54.154827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:54.156837 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7959679d-590a-407b-b0ea-dfd07ebfed58 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/subnets/a59831d0-1573-4609-8db8-86792b017eb1 HTTP/1.1" status: 204 len: 168 time: 2.2233231 Apr 16 15:35:54.160444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:54.160803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:54.163615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:54.163955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53586) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:54.167863 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 7 to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 Apr 16 15:35:54.180621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:54.181505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:54.181763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:54.182007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:54.189904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:54.190500 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:54.191972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 8 to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 Apr 16 15:35:54.196160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:54.209310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:54.209543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:54.209820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:54.220043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:54.220254 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:54.222471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 9 to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 Apr 16 15:35:54.229038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:54.233022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-b6ba324b-40f7-4b26-ab7b-f486a1972a28 service neutron] 10.222.0.95 "GET /v2.0/networks/0e61783a-be5a-4189-b0dc-5b4c26552378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236386 Apr 16 15:35:54.234297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:54.234553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:54.234799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:54.238598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:54.238838 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:54.245117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e80fc531-464b-472d-b612-e268ad597577 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-99845496'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:54.245420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e80fc531-464b-472d-b612-e268ad597577 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Unknown quota resources ['metering_label']. {{(pid=86007) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 16 15:35:54.251280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 10 to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 Apr 16 15:35:54.294105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:35:54.294288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:35:54.294499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:35:54.302992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:35:54.303180 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:35:54.303397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:54.364672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-41acfbe9-f665-4385-92d8-23214a63a8ef service neutron] 10.222.0.95 "GET /v2.0/networks/0e61783a-be5a-4189-b0dc-5b4c26552378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265814 Apr 16 15:35:54.385362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] For port 2e57071a-71e0-40e6-bfb5-07ac74d23d16, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:35:54.385573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempted to set empty binding levels {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 16 15:35:54.391768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:54.403171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a65e99cd-203b-4605-8968-cc3123dd41fc tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:54.410111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2185717 Apr 16 15:35:54.446767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53594) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:54.454924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6e21eb-a457-4feb-a644-8db23dd88283 None None] DHCP port deletion for b44cc0ff-6578-4a42-b322-901b378a0eb7 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:35:54.458646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e21eb-a457-4feb-a644-8db23dd88283 None None] Deleting port 8fc33bda-415c-412a-90b2-42b5ead90655 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:35:54.458771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd6e21eb-a457-4feb-a644-8db23dd88283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:54.459866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event updated for resources: {'Network': ['ID=4cd9d52e-a909-45fc-8ce5-2437824f5f4c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:54.473893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:54.476321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca440984-7d8a-4482-bed2-97a29023d85c tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:54.477150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca440984-7d8a-4482-bed2-97a29023d85c tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:54.477614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ca440984-7d8a-4482-bed2-97a29023d85c tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Synchronizing usage tracker for tenant:5b2f0a6447c14d8e96b381345f01f7cc on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:54.479228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 4cd9d52e-a909-45fc-8ce5-2437824f5f4c details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:54.521391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bdc784f-6e3c-406f-9674-d39d29221f16 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:54.524005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e80fc531-464b-472d-b612-e268ad597577 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:54.526461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e80fc531-464b-472d-b612-e268ad597577 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.3976331 Apr 16 15:35:54.526982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53598) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:54.540713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:54.570633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-72034864-24bd-486b-a651-10e71f4717cd tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e0ee294d-b728-4496-b66a-10771300a945'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:54.570729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-72034864-24bd-486b-a651-10e71f4717cd tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=86007) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 16 15:35:54.587762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-58e545d9-3bcf-4dc2-af65-1483ad960f2f req-304130f0-b655-4e63-9b75-86da46d42ca4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 210 time: 0.0928948 Apr 16 15:35:54.614356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event updated for resources: {'Port': ['ID=2e57071a-71e0-40e6-bfb5-07ac74d23d16,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:54.615049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc784f-6e3c-406f-9674-d39d29221f16 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event deleted for resources: {'Port': ['ID=a24acf72-55cc-4f39-96e4-d2badaf0bde4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:54.626476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bdc784f-6e3c-406f-9674-d39d29221f16 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:54.626897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ca440984-7d8a-4482-bed2-97a29023d85c tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Unset dirty status for tenant:5b2f0a6447c14d8e96b381345f01f7cc on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:54.629710 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ca440984-7d8a-4482-bed2-97a29023d85c tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4393656 Apr 16 15:35:54.632799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53614) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:54.734684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:54.781922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:44Z', 'revision_number': 4, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'ab073aee-aac9-40b1-b52d-03941e0cdfa3', 'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'mac_address': 'fa:16:3e:ef:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:41Z', 'updated_at': '2021-04-16T15:35:53Z', 'revision_number': 4, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'subnets': [{'id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:54.801470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709d8235-9387-470a-9b31-b2f5b459115f None None] The sync data for ids ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'] in dv-neutron-786478-2-hyperv is: [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:44Z', 'revision_number': 4, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'ab073aee-aac9-40b1-b52d-03941e0cdfa3', 'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'mac_address': 'fa:16:3e:ef:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:41Z', 'updated_at': '2021-04-16T15:35:53Z', 'revision_number': 4, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'subnets': [{'id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:35:54.811953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-bd6e21eb-a457-4feb-a644-8db23dd88283 None None] For port 8fc33bda-415c-412a-90b2-42b5ead90655, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8fc33bda-415c-412a-90b2-42b5ead90655,segment=NetworkSegment(b6005542-439c-41c2-afd0-94cff535ed04),segment_id=b6005542-439c-41c2-afd0-94cff535ed04)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:54.811953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd6e21eb-a457-4feb-a644-8db23dd88283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:54.895599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:54.918126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e21eb-a457-4feb-a644-8db23dd88283 None None] Calling delete_port for 8fc33bda-415c-412a-90b2-42b5ead90655 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:35:54.929483 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-619ae048-5763-472b-b017-7194487eb35f req-15380863-2c30-4637-9fc7-1e905dab97c8 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 210 time: 0.3186898 Apr 16 15:35:54.933746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbb7358-8ab2-4272-ae91-d20f4183c2fe tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:54.934113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7cbb7358-8ab2-4272-ae91-d20f4183c2fe tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Synchronizing usage tracker for tenant:8ee57669e5174d748b1f525699b7147e on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:54.947728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] In _notify_port_updated(), no bound segment for port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:35:54.948528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:54.949086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:54.951583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "PUT /v2.0/ports/2e57071a-71e0-40e6-bfb5-07ac74d23d16 HTTP/1.1" status: 200 len: 981 time: 2.0168829 Apr 16 15:35:54.956204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53634) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:54.970489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:54.970746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.008857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7cbb7358-8ab2-4272-ae91-d20f4183c2fe tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Unset dirty status for tenant:8ee57669e5174d748b1f525699b7147e on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:55.014166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7cbb7358-8ab2-4272-ae91-d20f4183c2fe tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] 10.222.0.95 "GET /v2.0/networks/4cd9d52e-a909-45fc-8ce5-2437824f5f4c HTTP/1.1" status: 200 len: 756 time: 0.5598607 Apr 16 15:35:55.014166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53640) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:55.068392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd6e21eb-a457-4feb-a644-8db23dd88283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.078892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d4562d95-9638-4e97-9388-deb604ec8fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:55.085160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.089844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.090024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.090358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.090742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.091044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.091328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.091723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.091883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.092147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.092553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.092862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.093187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.093555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.093799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.094097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.094387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.094733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.095027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.095288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.095547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.095806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.096063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.097307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Synchronizing usage tracker for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:55.124095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b51060-085b-4338-ba88-397847570f08 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.126964 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e7b51060-085b-4338-ba88-397847570f08 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] 10.222.0.95 "GET /v2.0/networks/241b93ed-76a7-4470-ac2f-25adc964bed9 HTTP/1.1" status: 200 len: 767 time: 0.1134884 Apr 16 15:35:55.127374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53646) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:55.129046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Unset dirty status for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:55.130439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-66a8d0ef-f1ec-472f-b439-9476eb2f0069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19767 time: 0.1726439 Apr 16 15:35:55.134180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53650) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:55.145989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e21eb-a457-4feb-a644-8db23dd88283 None None] Pushing event deleted for resources: {'Port': ['ID=8fc33bda-415c-412a-90b2-42b5ead90655,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:55.148585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd6e21eb-a457-4feb-a644-8db23dd88283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:55.157033 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.services.metering.metering_plugin [None req-72034864-24bd-486b-a651-10e71f4717cd tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 16 15:35:55.184148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6e21eb-a457-4feb-a644-8db23dd88283 None None] No DVR routers for this DVR port 8fc33bda-415c-412a-90b2-42b5ead90655 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:35:55.245994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dbb45721-a16f-4ef5-83db-42c647b6fcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Deleting port 2e57071a-71e0-40e6-bfb5-07ac74d23d16 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:35:55.246210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbb45721-a16f-4ef5-83db-42c647b6fcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.266879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.311088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-43dc7da0-bcfa-41d5-afce-e6873c8c083e tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.358497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.377320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72034864-24bd-486b-a651-10e71f4717cd tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.378199 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-72034864-24bd-486b-a651-10e71f4717cd tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8436227 Apr 16 15:35:55.383643 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-43dc7da0-bcfa-41d5-afce-e6873c8c083e tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 16 15:35:55.383931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43dc7da0-bcfa-41d5-afce-e6873c8c083e tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:35:55.384913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-43dc7da0-bcfa-41d5-afce-e6873c8c083e tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/networks/b44cc0ff-6578-4a42-b322-901b378a0eb7 HTTP/1.1" status: 409 len: 405 time: 0.7514794 Apr 16 15:35:55.385388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53656) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:55.405642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53658) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:55.412294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d306aa7e-bdbb-4eee-b402-6377ed1e6a4c tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e0ee294d-b728-4496-b66a-10771300a945'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:55.412613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d306aa7e-bdbb-4eee-b402-6377ed1e6a4c tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=86007) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 16 15:35:55.417534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-210724147'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:55.436516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:55.448771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:network and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:55.453706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:55.467401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:55.481406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.501915 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.services.metering.metering_plugin [None req-d306aa7e-bdbb-4eee-b402-6377ed1e6a4c tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 16 15:35:55.556178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-dbb45721-a16f-4ef5-83db-42c647b6fcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] For port 2e57071a-71e0-40e6-bfb5-07ac74d23d16, host hv-neutron-7864, got binding levels [] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:55.556398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbb45721-a16f-4ef5-83db-42c647b6fcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.601617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.107', 55636) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:55.602701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd9d52e-a909-45fc-8ce5-2437824f5f4c']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:55.609387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:55.612936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.616817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda9e530-88d4-41d5-8072-8b8703519689') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:55.616996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda9e530-88d4-41d5-8072-8b8703519689') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:55.624109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.633501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.638287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Releasing vlan 1481 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:35:55.684807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d306aa7e-bdbb-4eee-b402-6377ed1e6a4c tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.685587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d306aa7e-bdbb-4eee-b402-6377ed1e6a4c tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2833366 Apr 16 15:35:55.697019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53668) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:55.701450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dbb45721-a16f-4ef5-83db-42c647b6fcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Calling delete_port for 2e57071a-71e0-40e6-bfb5-07ac74d23d16 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:35:55.721149 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-37dd1780-c5c5-4eef-a101-1f9eb267967f tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=2c1ff7d1-6748-4bc1-8c38-00a23d664dd6 HTTP/1.1" status: 200 len: 464 time: 0.0201578 Apr 16 15:35:55.727611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53672) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:55.735878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bdc784f-6e3c-406f-9674-d39d29221f16 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.736910 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8bdc784f-6e3c-406f-9674-d39d29221f16 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "DELETE /v2.0/ports/a24acf72-55cc-4f39-96e4-d2badaf0bde4 HTTP/1.1" status: 204 len: 168 time: 2.8409717 Apr 16 15:35:55.740709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53676) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:55.773104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-42332ec9-7f0f-48df-836c-587becc67557 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] GET failed (client error): The resource could not be found. Apr 16 15:35:55.773488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-42332ec9-7f0f-48df-836c-587becc67557 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Synchronizing usage tracker for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:55.787917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.809422 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4e8d2026-a470-4043-8873-cf734527290f req-3b3c24eb-e78a-476e-a6e8-ba789dc67b63 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 210 time: 0.1329327 Apr 16 15:35:55.834275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.879039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:55.899693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network 4cd9d52e-a909-45fc-8ce5-2437824f5f4c has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:55.903663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-42332ec9-7f0f-48df-836c-587becc67557 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Unset dirty status for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:55.904460 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-42332ec9-7f0f-48df-836c-587becc67557 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "GET /v2.0/ports/a24acf72-55cc-4f39-96e4-d2badaf0bde4 HTTP/1.1" status: 404 len: 333 time: 0.1626098 Apr 16 15:35:55.908383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.922458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53680) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:55.931919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Request body: {'port': {'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a', 'name': 'tempest-AllowedAddressPairTestJSON-2023235653'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:55.936191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5cb6-fe03-4559-a4e0-49eaae42a5c6 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.936909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5c5e5cb6-fe03-4559-a4e0-49eaae42a5c6 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-label-rules/2c1ff7d1-6748-4bc1-8c38-00a23d664dd6 HTTP/1.1" status: 204 len: 168 time: 0.2087348 Apr 16 15:35:55.940339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53686) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:55.960308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Pushing event updated for resources: {'Port': ['ID=3a36d0e7-7de3-4eac-9068-59348c5d6a2c,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:55.967328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:55.978764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbb45721-a16f-4ef5-83db-42c647b6fcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:55.983872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-57638398-ed1a-40b4-aa4d-63ebb32452bf tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:55.984760 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-57638398-ed1a-40b4-aa4d-63ebb32452bf tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.107 "GET /v2.0/networks?id=2f4aa230-8a99-45fa-929d-06fe729ee9a2 HTTP/1.1" status: 200 len: 812 time: 0.3476176 Apr 16 15:35:56.015590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.025809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.026618 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4572315 Apr 16 15:35:56.029165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:56.045729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9d69bb9c-1300-446a-b6b0-e186c71f6202 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=2c1ff7d1-6748-4bc1-8c38-00a23d664dd6 HTTP/1.1" status: 200 len: 221 time: 0.0764773 Apr 16 15:35:56.048591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53692) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.052477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7f0ba24a-a91e-41b8-81f6-ee63850f6189 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1801624300', 'description': 'label created by tempest'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:56.053109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7f0ba24a-a91e-41b8-81f6-ee63850f6189 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Unknown quota resources ['metering_label']. {{(pid=86007) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 16 15:35:56.196465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f0ba24a-a91e-41b8-81f6-ee63850f6189 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.197325 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7f0ba24a-a91e-41b8-81f6-ee63850f6189 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1479206 Apr 16 15:35:56.199255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53706) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.361582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb45721-a16f-4ef5-83db-42c647b6fcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e57071a-71e0-40e6-bfb5-07ac74d23d16,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:56.398562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbb45721-a16f-4ef5-83db-42c647b6fcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:56.414938 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee3586d9-01ce-46d6-b6bf-861bd70da57a req-e01db775-3614-49d6-8678-864b817e5aec tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 210 time: 0.3956892 Apr 16 15:35:56.457337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network 4cd9d52e-a909-45fc-8ce5-2437824f5f4c has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:35:56.475640 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:35:56.494002 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d21f0ae2-2102-47d5-acda-da4c4b5b9518 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=8340a2c5-5f4e-4e22-821a-00a018a5f33a HTTP/1.1" status: 200 len: 468 time: 0.2924151 Apr 16 15:35:56.494188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53710) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.500785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ab073aee-aac9-40b1-b52d-03941e0cdfa3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:56.540841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port ab073aee-aac9-40b1-b52d-03941e0cdfa3 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:56.543625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port ab073aee-aac9-40b1-b52d-03941e0cdfa3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:56.543859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.550665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-debe0727-e135-488a-adce-e54cb1ab9c8b tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Synchronizing usage tracker for tenant:dae95a24cf6047b58c5e62d59206be05 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:56.564100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:56.568764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbb45721-a16f-4ef5-83db-42c647b6fcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.573119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-6e980c2f-7562-4ff5-a617-a7eff17eb015 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=57d611ee8c734d2db74788b656d9871a HTTP/1.1" status: 200 len: 5705 time: 0.5243771 Apr 16 15:35:56.585583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:56.586786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.590690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Request body: {'port': {'device_id': '08438920-8e02-4e58-a95e-f1304ccb57db', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'admin_state_up': True, 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'security_groups': ['449a8df7-10fc-4a73-8373-dfd239adbb4b']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:56.603414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-debe0727-e135-488a-adce-e54cb1ab9c8b tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Unset dirty status for tenant:dae95a24cf6047b58c5e62d59206be05 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:56.604093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-debe0727-e135-488a-adce-e54cb1ab9c8b tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--699897976&fields=id&tenant_id=dae95a24cf6047b58c5e62d59206be05 HTTP/1.1" status: 200 len: 267 time: 0.2434952 Apr 16 15:35:56.608654 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dbb45721-a16f-4ef5-83db-42c647b6fcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "DELETE /v2.0/ports/2e57071a-71e0-40e6-bfb5-07ac74d23d16 HTTP/1.1" status: 204 len: 168 time: 1.4738059 Apr 16 15:35:56.618749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.637362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53716) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.638638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port ab073aee-aac9-40b1-b52d-03941e0cdfa3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ab073aee-aac9-40b1-b52d-03941e0cdfa3,segment=NetworkSegment(b9683d27-94e1-416d-8b61-3af013deb288),segment_id=b9683d27-94e1-416d-8b61-3af013deb288)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:35:56.640313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1461} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:56.640924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.641592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5499af32-eb6b-4d99-acfa-084f51cd1cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:56.642289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:56.654667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cd9d52e-a909-45fc-8ce5-2437824f5f4c {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 16 15:35:56.683472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=ab073aee-aac9-40b1-b52d-03941e0cdfa3,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:56.685524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:56.686479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Made reservation on behalf of a52b55b83e4d44c3aced089e5e784742 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:56.689986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.700914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.701188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Added segment c449ddb6-b249-40ac-bf1c-9a214e1cde58 of type vlan for network 329b5656-ea74-482b-81bc-0a1903bc9556 Apr 16 15:35:56.702975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.712669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cd9d52e-a909-45fc-8ce5-2437824f5f4c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:56.716181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85240bd8-223a-418a-8359-84195a81c873 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.716904 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-85240bd8-223a-418a-8359-84195a81c873 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-labels/8340a2c5-5f4e-4e22-821a-00a018a5f33a HTTP/1.1" status: 204 len: 168 time: 0.2220693 Apr 16 15:35:56.718728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53720) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.722178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.732426 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a8c9ff71-e9cd-483c-bfc1-3d358ffe5428 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=8340a2c5-5f4e-4e22-821a-00a018a5f33a HTTP/1.1" status: 200 len: 216 time: 0.0129619 Apr 16 15:35:56.735064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53724) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.746857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:56.748311 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24946611-ccc7-4105-bb68-a74bddadb404 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0122857 Apr 16 15:35:56.748703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2299b509-5fca-4547-8926-ed1702a4ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] GET failed (client error): The resource could not be found. Apr 16 15:35:56.749043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2299b509-5fca-4547-8926-ed1702a4ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Synchronizing usage tracker for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:56.751419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53728) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.758705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "DELETE /v2.0/networks/4cd9d52e-a909-45fc-8ce5-2437824f5f4c HTTP/1.1" status: 204 len: 168 time: 1.6304929 Apr 16 15:35:56.761201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.761684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53732) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.762826 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac250106-db86-4097-9cb8-810840759da6 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0106435 Apr 16 15:35:56.768538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:56.768983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.771324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53736) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.774401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] device_id is not set on port 5770117a-04f5-4eb3-b340-09dd34f36a68 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:35:56.774519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Request body: {'network': {'name': 'tempest-network--1645016757'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:56.776884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f716608a-2cd3-4290-97c3-ff3080977882 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:56.793562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:56.824859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Usage tracker for resource:network and tenant:3a2870e1bdc24207a2f9f904db27a8f7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:56.834239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:56.838260 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4312575 Apr 16 15:35:56.841422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53744) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.841902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:56.848977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'subnet': {'network_id': '329b5656-ea74-482b-81bc-0a1903bc9556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:56.865542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Network': ['ID=329b5656-ea74-482b-81bc-0a1903bc9556,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:56.874389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 329b5656-ea74-482b-81bc-0a1903bc9556 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:56.888525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2299b509-5fca-4547-8926-ed1702a4ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Unset dirty status for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:56.891650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2299b509-5fca-4547-8926-ed1702a4ae02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "GET /v2.0/ports/2e57071a-71e0-40e6-bfb5-07ac74d23d16 HTTP/1.1" status: 404 len: 333 time: 0.2394254 Apr 16 15:35:56.895202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53750) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.896015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:56.899572 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-930d4fac-8171-441b-b28f-57c068b623c4 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-labels/e0ee294d-b728-4496-b66a-10771300a945 HTTP/1.1" status: 200 len: 471 time: 0.1011107 Apr 16 15:35:56.905947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Made reservation on behalf of 3a2870e1bdc24207a2f9f904db27a8f7 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:56.906036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53754) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.908494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.916401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:56.916669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-546782497', 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:56.922301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:56.935410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:56.952865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1489} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:35:56.954267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:56.955356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Usage tracker for resource:port and tenant:57d611ee8c734d2db74788b656d9871a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:56.960405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Made reservation on behalf of 961852e0e9364bbcbcfbb8a8994069b4 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:56.960914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:56.963376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.964003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b1d3abc-f24d-44e0-a960-de5bab8cef7a req-b5840b08-053e-4a7a-b976-ab84104ccc84 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 210 time: 0.0574973 Apr 16 15:35:56.973608 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d4851b4b-186b-4298-ae35-09143ba5b462 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "GET /v2.0/metering/metering-label-rules/55fc0692-b63d-4e48-8d87-13a00425886b HTTP/1.1" status: 200 len: 461 time: 0.0637257 Apr 16 15:35:56.973608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:56.976105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53762) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:56.977035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:56.977258 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Added segment 15f6f4e7-438b-4ea3-aaf0-4f6cd5f235d5 of type vlan for network 851712f4-50a8-49c3-94f0-3dd68678d61a Apr 16 15:35:56.978108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:56.993799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] device_id is not set on port 80fae187-7026-45cf-a36a-72c5ac414757 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:35:57.032232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.035216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:57.036414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Allocated IP 172.20.0.4 (2ab696d6-acb8-481e-9ea5-3ecb283d987a/91b0dd72-8ca2-4149-bc67-1fd31ffb99aa/5770117a-04f5-4eb3-b340-09dd34f36a68) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:57.038621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.067643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Made reservation on behalf of 57d611ee8c734d2db74788b656d9871a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:57.071437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.090589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-4dfe2c0e-9d0b-4b62-bbea-acb235d4924b tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:57.091041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-4dfe2c0e-9d0b-4b62-bbea-acb235d4924b tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Synchronizing usage tracker for tenant:dae95a24cf6047b58c5e62d59206be05 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:57.176872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-4dfe2c0e-9d0b-4b62-bbea-acb235d4924b tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Unset dirty status for tenant:dae95a24cf6047b58c5e62d59206be05 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:57.178895 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-4dfe2c0e-9d0b-4b62-bbea-acb235d4924b tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/networks?id=baaa0b3d-6906-4260-96c4-4db0db7aac73 HTTP/1.1" status: 200 len: 805 time: 0.5407848 Apr 16 15:35:57.207888 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-d28a5817-8c9a-453a-9123-fa8ae9dd06cb tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/quotas/dae95a24cf6047b58c5e62d59206be05 HTTP/1.1" status: 200 len: 375 time: 0.0214398 Apr 16 15:35:57.230992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.240872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:57.241296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.247959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a1c268c8-8e78-4c55-846e-94156e135e98 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:57.276055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-483ba097-0911-4022-a9b0-d9a6ec218b63 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.278943 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-483ba097-0911-4022-a9b0-d9a6ec218b63 tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-label-rules/55fc0692-b63d-4e48-8d87-13a00425886b HTTP/1.1" status: 204 len: 168 time: 0.2974141 Apr 16 15:35:57.283710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53782) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:57.371999 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6084876 Apr 16 15:35:57.389816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event updated for resources: {'Network': ['ID=851712f4-50a8-49c3-94f0-3dd68678d61a,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:57.391338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53786) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:57.398016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 851712f4-50a8-49c3-94f0-3dd68678d61a details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:35:57.400006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:57.402011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.407276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b58476f9-9f21-456a-8f40-c684988fdc03 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Request body: {'network': {'router:external': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:57.427762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.476338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Transition to ACTIVE for port object 5770117a-04f5-4eb3-b340-09dd34f36a68 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:57.478093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Allocated IP 172.20.0.6 (2f4aa230-8a99-45fa-929d-06fe729ee9a2/fc769158-1403-4dfe-95bb-46b2b93ef3c9/c2acf29f-6a80-4dc5-a96c-4338bdb708bc) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:57.567249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-7e3efe82-7467-4c14-8acc-0858722853b4 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Synchronizing usage tracker for tenant:dae95a24cf6047b58c5e62d59206be05 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:57.570071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-015f9b71-c498-4e02-a48a-9332419adca7 req-a3a02ea6-b788-4591-8e7f-76a76fbe79ac tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 210 time: 0.0455201 Apr 16 15:35:57.576513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.605003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41165494-44da-485b-a058-0752dfd70bee tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.607365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-41165494-44da-485b-a058-0752dfd70bee tempest-MeteringTestJSON-1398676979 tempest-MeteringTestJSON-1398676979-project-admin] 10.222.0.95 "DELETE /v2.0/metering/metering-labels/e0ee294d-b728-4496-b66a-10771300a945 HTTP/1.1" status: 204 len: 168 time: 0.3210802 Apr 16 15:35:57.618977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ab1eb1b-86b8-420d-a75c-f0c5eab0eb9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:57.640880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-7e3efe82-7467-4c14-8acc-0858722853b4 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Unset dirty status for tenant:dae95a24cf6047b58c5e62d59206be05 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:57.641928 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-7e3efe82-7467-4c14-8acc-0858722853b4 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=dae95a24cf6047b58c5e62d59206be05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4209821 Apr 16 15:35:57.707201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b58476f9-9f21-456a-8f40-c684988fdc03 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.732597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event updated for resources: {'Port': ['ID=80fae187-7026-45cf-a36a-72c5ac414757,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:57.736364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:57.739129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b58476f9-9f21-456a-8f40-c684988fdc03 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.756607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:57.844564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Network 94966594-00b4-46fe-bd78-6225fa461b1f is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:57.850006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:57.856702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:57.857324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:57.857697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.868053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53796) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:57.871935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58476f9-9f21-456a-8f40-c684988fdc03 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event updated for resources: {'Network': ['ID=851712f4-50a8-49c3-94f0-3dd68678d61a,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:57.878911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b58476f9-9f21-456a-8f40-c684988fdc03 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:57.894862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b58476f9-9f21-456a-8f40-c684988fdc03 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network 851712f4-50a8-49c3-94f0-3dd68678d61a is not hosted by any dhcp agent {{(pid=86007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:220}} Apr 16 15:35:57.895469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58476f9-9f21-456a-8f40-c684988fdc03 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:57.895899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b58476f9-9f21-456a-8f40-c684988fdc03 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:57.900553 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b58476f9-9f21-456a-8f40-c684988fdc03 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "PUT /v2.0/networks/851712f4-50a8-49c3-94f0-3dd68678d61a HTTP/1.1" status: 200 len: 859 time: 0.5009546 Apr 16 15:35:57.900553 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0011256 Apr 16 15:35:57.900695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53802) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:57.900792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53804) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:58.008120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.027326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:58.153309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d91d2125-0b64-406f-896c-7fa1a666f59c req-1492e892-ac06-4748-a286-960184e6c65f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Synchronizing usage tracker for tenant:57d611ee8c734d2db74788b656d9871a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:58.183510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'Port': ['ID=5770117a-04f5-4eb3-b340-09dd34f36a68,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:58.187179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:58.250785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-68e4a40b-a2de-440c-bcf4-7026df2783fd service neutron] 10.222.0.95 "GET /v2.0/networks/baaa0b3d-6906-4260-96c4-4db0db7aac73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613527 Apr 16 15:35:58.251135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c18b0c64-357d-42dd-9bc8-8dc227801e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.253768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d91d2125-0b64-406f-896c-7fa1a666f59c req-1492e892-ac06-4748-a286-960184e6c65f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Unset dirty status for tenant:57d611ee8c734d2db74788b656d9871a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:58.254480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d91d2125-0b64-406f-896c-7fa1a666f59c req-1492e892-ac06-4748-a286-960184e6c65f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 210 time: 0.2053142 Apr 16 15:35:58.259039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.284495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b9ca1-cab9-4e9e-acc7-61cbff20afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:58.284850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d01b9ca1-cab9-4e9e-acc7-61cbff20afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Synchronizing usage tracker for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:35:58.296000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c18b0c64-357d-42dd-9bc8-8dc227801e6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:58.301733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.318109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:58.322396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:58.326837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:58.338206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c18b0c64-357d-42dd-9bc8-8dc227801e6c admin admin] Usage tracker for resource:security_group_rule and tenant:c94796685596411fb412563c6979c904 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:35:58.349119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c18b0c64-357d-42dd-9bc8-8dc227801e6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:35:58.356114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c18b0c64-357d-42dd-9bc8-8dc227801e6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:58.359228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d01b9ca1-cab9-4e9e-acc7-61cbff20afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Unset dirty status for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:35:58.360064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d01b9ca1-cab9-4e9e-acc7-61cbff20afa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "GET /v2.0/ports/80fae187-7026-45cf-a36a-72c5ac414757 HTTP/1.1" status: 200 len: 958 time: 0.4571652 Apr 16 15:35:58.363393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53812) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:58.369699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:58.370096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.374960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Transition to ACTIVE for port object c2acf29f-6a80-4dc5-a96c-4338bdb708bc will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:58.397928 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4732089 Apr 16 15:35:58.403504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53816) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:58.410420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-60b87d9d-895d-4022-a543-7ed4daba4193 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:db:29:9d'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:58.422341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:35:58.426885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.460394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-a68fc2f8-f611-45fb-86a9-b0078b287f5f service neutron] 10.222.0.95 "GET /v2.0/networks/baaa0b3d-6906-4260-96c4-4db0db7aac73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925488 Apr 16 15:35:58.469539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6887189d-656b-432f-b86b-f5bc980924f3 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:58.515749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ab073aee-aac9-40b1-b52d-03941e0cdfa3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:35:58.517805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.526703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:58.566094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port ab073aee-aac9-40b1-b52d-03941e0cdfa3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:58.566529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.584123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9e2d5a70-1015-4c65-8b3c-a7cccd81d630 None None] Provisioning for port 5770117a-04f5-4eb3-b340-09dd34f36a68 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:58.593192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9e2d5a70-1015-4c65-8b3c-a7cccd81d630 None None] Provisioning complete for port 5770117a-04f5-4eb3-b340-09dd34f36a68 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:58.593575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e2d5a70-1015-4c65-8b3c-a7cccd81d630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.600553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1167c-1b6d-4181-b3d2-cdf9331a79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Deleting port 80fae187-7026-45cf-a36a-72c5ac414757 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:35:58.600897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfd1167c-1b6d-4181-b3d2-cdf9331a79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.641725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d5a70-1015-4c65-8b3c-a7cccd81d630 None None] Port 5770117a-04f5-4eb3-b340-09dd34f36a68 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:58.688700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fb3bab31-5e05-43e6-b44d-433f42c79eb1 req-edd494e5-bde1-4203-a4df-8d086b96ff9c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0670681 Apr 16 15:35:58.695189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Pushing event updated for resources: {'Port': ['ID=c2acf29f-6a80-4dc5-a96c-4338bdb708bc,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:58.720179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.738301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.107', 55643) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:58.738964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:58.807524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7fe5dc12-ed8c-4fb8-b441-3eb7549d6d53 req-e2170319-b470-4831-bf88-ffda40a7a6e4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 210 time: 0.0638578 Apr 16 15:35:58.825989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Subnet': ['ID=d42509c0-7825-4ff2-a530-fb257e0cd76d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:58.829620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60b87d9d-895d-4022-a543-7ed4daba4193 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.835811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:58.845021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:35:58.846935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:58.848852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:35:58.933180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['851712f4-50a8-49c3-94f0-3dd68678d61a']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:58.971224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c18b0c64-357d-42dd-9bc8-8dc227801e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:58.978652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f6f4e7-438b-4ea3-aaf0-4f6cd5f235d5') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:58.978828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f6f4e7-438b-4ea3-aaf0-4f6cd5f235d5') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:35:59.010427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:59.010834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.023250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c18b0c64-357d-42dd-9bc8-8dc227801e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.024419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.045360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:59.050738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4674389 Apr 16 15:35:59.056853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d2726ed3-6af5-4c17-9a0e-729528c1678e None None] Provisioning for port c2acf29f-6a80-4dc5-a96c-4338bdb708bc completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:35:59.059626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d2726ed3-6af5-4c17-9a0e-729528c1678e None None] Provisioning complete for port c2acf29f-6a80-4dc5-a96c-4338bdb708bc triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:35:59.059852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d2726ed3-6af5-4c17-9a0e-729528c1678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.070566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.082154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfd1167c-1b6d-4181-b3d2-cdf9331a79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.082642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-8290a4df-2061-4ec2-83a0-2455756a344f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:35:59.083217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-8290a4df-2061-4ec2-83a0-2455756a344f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074186 Apr 16 15:35:59.090355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Checking segment: {'id': 'c449ddb6-b249-40ac-bf1c-9a214e1cde58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '329b5656-ea74-482b-81bc-0a1903bc9556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:35:59.090355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network hostable DHCP agents. Network: 329b5656-ea74-482b-81bc-0a1903bc9556, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:35:59.090668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d2726ed3-6af5-4c17-9a0e-729528c1678e None None] Port c2acf29f-6a80-4dc5-a96c-4338bdb708bc cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:35:59.099214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Releasing vlan 1489 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:35:59.124416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-a25f8a23-2800-4708-842a-de2d2138def6 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:59.125300 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-a25f8a23-2800-4708-842a-de2d2138def6 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.107 "GET /v2.0/networks?id=0e61783a-be5a-4189-b0dc-5b4c26552378 HTTP/1.1" status: 200 len: 811 time: 0.1867959 Apr 16 15:35:59.181961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c18b0c64-357d-42dd-9bc8-8dc227801e6c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c94796685596411fb412563c6979c904&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3108487 Apr 16 15:35:59.184786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Request body: {'port': {'device_id': '08438920-8e02-4e58-a95e-f1304ccb57db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:59.206383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53836) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:59.212373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bfd1167c-1b6d-4181-b3d2-cdf9331a79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Calling delete_port for 80fae187-7026-45cf-a36a-72c5ac414757 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:35:59.220479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60b87d9d-895d-4022-a543-7ed4daba4193 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.228207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60b87d9d-895d-4022-a543-7ed4daba4193 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.229076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b0c64-357d-42dd-9bc8-8dc227801e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011a56ab-c2bc-4d17-9f33-8c320a572ecc,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:59.240441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c18b0c64-357d-42dd-9bc8-8dc227801e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:59.243037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-28280ee0-e79d-4f40-b445-288c7062bcd4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:59.262913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-38cdbb6f-a767-4d38-bcbd-46082f946c52 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a74bb8b83bfd4e9db169a164229975bd HTTP/1.1" status: 200 len: 5703 time: 0.1225760 Apr 16 15:35:59.281525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Request body: {'port': {'device_id': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'admin_state_up': True, 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'security_groups': ['add5ed56-349c-407d-b7f7-b5e6f0e4c682']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:59.295782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 329b5656-ea74-482b-81bc-0a1903bc9556 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:35:59.308463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network 851712f4-50a8-49c3-94f0-3dd68678d61a has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:59.314318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.323662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 329b5656-ea74-482b-81bc-0a1903bc9556) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:35:59.329478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b6015-c98b-4a57-aded-acaa785b0a72 None None] Network 329b5656-ea74-482b-81bc-0a1903bc9556 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:35:59.396422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:59.396801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.441420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfd1167c-1b6d-4181-b3d2-cdf9331a79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.464365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db84f200-3fab-42d3-ba2d-7d163b26cfb3 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:59.487640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Network 851712f4-50a8-49c3-94f0-3dd68678d61a has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:35:59.499405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-329b5656-ea74-482b-81bc-0a1903bc9556', 'network_id': '329b5656-ea74-482b-81bc-0a1903bc9556', 'tenant_id': '5b2f0a6447c14d8e96b381345f01f7cc', 'fixed_ips': [{'subnet_id': 'd42509c0-7825-4ff2-a530-fb257e0cd76d'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:35:59.500935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.530953 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6857779 Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:35:59.545322 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:35:59.546145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1167c-1b6d-4181-b3d2-cdf9331a79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event deleted for resources: {'Port': ['ID=80fae187-7026-45cf-a36a-72c5ac414757,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:59.551840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53842) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:35:59.577794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bfd1167c-1b6d-4181-b3d2-cdf9331a79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:59.582302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'port': {'network_id': '329b5656-ea74-482b-81bc-0a1903bc9556', 'name': 'tempest-NetworksIpV6TestAttrs-1508197321'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:35:59.639467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Allocated IP 2001:db8::f816:3eff:fe27:2b80 (329b5656-ea74-482b-81bc-0a1903bc9556/d42509c0-7825-4ff2-a530-fb257e0cd76d/6cd14a68-4c90-490a-b677-9a97d6785006) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:35:59.700662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:35:59.706983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:35:59.746073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Made reservation on behalf of a74bb8b83bfd4e9db169a164229975bd for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:35:59.749790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.839108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55b5b0a4-1ee1-41bf-9aaf-8067bd049e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.868535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.875249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Transition to ACTIVE for port object 6cd14a68-4c90-490a-b677-9a97d6785006 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:59.889286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Transition to ACTIVE for port object 6cd14a68-4c90-490a-b677-9a97d6785006 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:35:59.893894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.906309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:59.925947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.947183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-519af931-bd5c-4e26-8089-bf5937bb66b8 req-56dcf0c8-fcad-4758-b93b-e95fb206b274 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0545156 Apr 16 15:35:59.955916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b87d9d-895d-4022-a543-7ed4daba4193 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'Port': ['ID=5770117a-04f5-4eb3-b340-09dd34f36a68,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:59.965866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:35:59.983658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfd1167c-1b6d-4181-b3d2-cdf9331a79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.985571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 851712f4-50a8-49c3-94f0-3dd68678d61a {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 16 15:35:59.988354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-60b87d9d-895d-4022-a543-7ed4daba4193 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:35:59.992739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.993871 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] 10.222.0.95 "DELETE /v2.0/networks/851712f4-50a8-49c3-94f0-3dd68678d61a HTTP/1.1" status: 204 len: 168 time: 2.0919192 Apr 16 15:35:59.995783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-60b87d9d-895d-4022-a543-7ed4daba4193 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] In _notify_port_updated(), no bound segment for port 5770117a-04f5-4eb3-b340-09dd34f36a68 on network 2ab696d6-acb8-481e-9ea5-3ecb283d987a {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:35:59.996645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Pushing event deleted for resources: {'Network': ['ID=851712f4-50a8-49c3-94f0-3dd68678d61a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:35:59.998445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b87d9d-895d-4022-a543-7ed4daba4193 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:35:59.998853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60b87d9d-895d-4022-a543-7ed4daba4193 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:35:59.999667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-60b87d9d-895d-4022-a543-7ed4daba4193 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "PUT /v2.0/ports/5770117a-04f5-4eb3-b340-09dd34f36a68 HTTP/1.1" status: 200 len: 996 time: 1.5941391 Apr 16 15:36:00.003639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53854) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:00.003749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53856) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:00.007430 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bfd1167c-1b6d-4181-b3d2-cdf9331a79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "DELETE /v2.0/ports/80fae187-7026-45cf-a36a-72c5ac414757 HTTP/1.1" status: 204 len: 168 time: 1.6403968 Apr 16 15:36:00.009228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:00.009548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53858) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:00.014134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55b5b0a4-1ee1-41bf-9aaf-8067bd049e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.020471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.044433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:00.057176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-704b2925-fe22-407e-bca3-04670840e173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] GET failed (client error): The resource could not be found. Apr 16 15:36:00.057540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-704b2925-fe22-407e-bca3-04670840e173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Synchronizing usage tracker for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:00.060110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:port and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:00.061865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:00.077710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:00.085573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-704b2925-fe22-407e-bca3-04670840e173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Unset dirty status for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:00.086480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-704b2925-fe22-407e-bca3-04670840e173 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "GET /v2.0/ports/80fae187-7026-45cf-a36a-72c5ac414757 HTTP/1.1" status: 404 len: 333 time: 0.0753489 Apr 16 15:36:00.087202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:00.090892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.092586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a4084342-dbcf-4c5c-86f0-3d5ece48c7b3 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Deleting port 5770117a-04f5-4eb3-b340-09dd34f36a68 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:00.092798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4084342-dbcf-4c5c-86f0-3d5ece48c7b3 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.097929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53866) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:00.103025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Request body: {'port': {'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-882710267'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:00.107449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:00.111634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] device_id is not set on port 42aae1e4-c6e4-4756-ae5a-88fb808c60d9 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:00.137585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:00.158512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Made reservation on behalf of 961852e0e9364bbcbcfbb8a8994069b4 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:00.161662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.167567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14a87e-b9d8-4711-bb6f-576afcba4e78 req-3275b07f-3c05-48e9-8c5e-d1179df59f7f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:00.168597 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c14a87e-b9d8-4711-bb6f-576afcba4e78 req-3275b07f-3c05-48e9-8c5e-d1179df59f7f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 931 time: 0.5529864 Apr 16 15:36:00.186370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Pushing event updated for resources: {'Port': ['ID=6cd14a68-4c90-490a-b677-9a97d6785006,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:00.193680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:00.196818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] device_id is not set on port df76d4ee-034b-46e1-969e-20612ddc0d4d yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:00.200328 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea667c3-42e2-4295-9787-3fce72e0fb45 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] DELETE failed (client error): The resource could not be found. Apr 16 15:36:00.200624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea667c3-42e2-4295-9787-3fce72e0fb45 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:00.203210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80da7fba-cac7-4fdb-ae98-1fe06d81c13d req-1b44f2f2-79c0-4673-ac47-2a2b8b4a4f1a tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 210 time: 0.0724812 Apr 16 15:36:00.206271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-92210732-444e-42d1-87ac-042af9f318a8 None None] Provisioning complete for port 5770117a-04f5-4eb3-b340-09dd34f36a68 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:00.206560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92210732-444e-42d1-87ac-042af9f318a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.248785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-92210732-444e-42d1-87ac-042af9f318a8 None None] Port 5770117a-04f5-4eb3-b340-09dd34f36a68 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:00.267820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Allocated IP 2001:db8::f816:3eff:fe56:53a2 (329b5656-ea74-482b-81bc-0a1903bc9556/d42509c0-7825-4ff2-a530-fb257e0cd76d/42aae1e4-c6e4-4756-ae5a-88fb808c60d9) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:00.304046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8ea667c3-42e2-4295-9787-3fce72e0fb45 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] 10.222.0.95 "DELETE /v2.0/subnets/02a0906f-e19f-460e-8bb5-1b6251458328 HTTP/1.1" status: 404 len: 337 time: 0.2937286 Apr 16 15:36:00.311769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Allocated IP 172.20.0.7 (0e61783a-be5a-4189-b0dc-5b4c26552378/6170f10d-c4fc-4986-9f25-0715f3f20499/3cb6e095-ee3e-4d33-87f5-4f40374cf583) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:00.312899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53870) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:00.327150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Network 329b5656-ea74-482b-81bc-0a1903bc9556 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:00.327891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:00.335641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:00.401799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.107', 55648) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:00.403374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Attempting to bind port 6cd14a68-4c90-490a-b677-9a97d6785006 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:00.403611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Attempting to bind port 6cd14a68-4c90-490a-b677-9a97d6785006 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c449ddb6-b249-40ac-bf1c-9a214e1cde58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '329b5656-ea74-482b-81bc-0a1903bc9556'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:00.403842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Attempting to bind port 6cd14a68-4c90-490a-b677-9a97d6785006 on network 329b5656-ea74-482b-81bc-0a1903bc9556 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:00.407101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:00.407706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Checking segment: {'id': 'c449ddb6-b249-40ac-bf1c-9a214e1cde58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '329b5656-ea74-482b-81bc-0a1903bc9556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:00.407980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.408325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Bound using segment: {'id': 'c449ddb6-b249-40ac-bf1c-9a214e1cde58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '329b5656-ea74-482b-81bc-0a1903bc9556'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:00.408693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Bound port: 6cd14a68-4c90-490a-b677-9a97d6785006, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c449ddb6-b249-40ac-bf1c-9a214e1cde58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '329b5656-ea74-482b-81bc-0a1903bc9556'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:00.408964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.467275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] For port 6cd14a68-4c90-490a-b677-9a97d6785006, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:00.469324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] For port 6cd14a68-4c90-490a-b677-9a97d6785006, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6cd14a68-4c90-490a-b677-9a97d6785006,segment=NetworkSegment(c449ddb6-b249-40ac-bf1c-9a214e1cde58),segment_id=c449ddb6-b249-40ac-bf1c-9a214e1cde58)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:00.472661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.474062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c14a87e-b9d8-4711-bb6f-576afcba4e78 req-46b33754-0e0e-490a-a11e-42ca3e37cd28 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685335 Apr 16 15:36:00.483580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.489649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:00.564485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.570198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Pushing event updated for resources: {'Port': ['ID=6cd14a68-4c90-490a-b677-9a97d6785006,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:00.572210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:00.574364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d04f75f1-37a7-4e33-8d08-c11702c36b80 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:00.584448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55b5b0a4-1ee1-41bf-9aaf-8067bd049e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.598582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.605400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:00.631224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.679997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Transition to ACTIVE for port object 42aae1e4-c6e4-4756-ae5a-88fb808c60d9 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:00.688670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event updated for resources: {'Port': ['ID=df76d4ee-034b-46e1-969e-20612ddc0d4d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:00.691521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:00.718647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5b0a4-1ee1-41bf-9aaf-8067bd049e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011a56ab-c2bc-4d17-9f33-8c320a572ecc,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:00.723070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Network 94966594-00b4-46fe-bd78-6225fa461b1f is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:00.724705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55b5b0a4-1ee1-41bf-9aaf-8067bd049e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:00.726967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:00.744222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:00.744858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:00.745276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.770244 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6711063 Apr 16 15:36:00.771158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.782126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53876) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:00.782747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:00.811908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:00.926108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Port': ['ID=42aae1e4-c6e4-4756-ae5a-88fb808c60d9,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:00.928318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:00.967140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:00.989230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4084342-dbcf-4c5c-86f0-3d5ece48c7b3 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.009226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 329b5656-ea74-482b-81bc-0a1903bc9556 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:01.011517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55b5b0a4-1ee1-41bf-9aaf-8067bd049e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.014096 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-55b5b0a4-1ee1-41bf-9aaf-8067bd049e7c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/011a56ab-c2bc-4d17-9f33-8c320a572ecc HTTP/1.1" status: 204 len: 168 time: 1.8071051 Apr 16 15:36:01.036825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:01.038899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:01.042292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:01.042689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.085442 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5309734 Apr 16 15:36:01.092704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53884) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:01.135441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a4084342-dbcf-4c5c-86f0-3d5ece48c7b3 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Calling delete_port for 5770117a-04f5-4eb3-b340-09dd34f36a68 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:01.179521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f222e502-df06-4d82-939a-6b0f6e0ac568 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting subnet d42509c0-7825-4ff2-a530-fb257e0cd76d {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:36:01.182721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f222e502-df06-4d82-939a-6b0f6e0ac568 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.271533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f222e502-df06-4d82-939a-6b0f6e0ac568 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.287118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53892) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:01.305211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] device_id is not set on port df76d4ee-034b-46e1-969e-20612ddc0d4d yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:01.314287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.320702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3e2c2389-1af0-4229-a619-e828eecdf0c3 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:01.321815 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3e2c2389-1af0-4229-a619-e828eecdf0c3 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.107 "GET /v2.0/networks?id=baaa0b3d-6906-4260-96c4-4db0db7aac73 HTTP/1.1" status: 200 len: 805 time: 0.9139283 Apr 16 15:36:01.330443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Transition to ACTIVE for port object df76d4ee-034b-46e1-969e-20612ddc0d4d will not be triggered until provisioned by entity L2. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:01.333885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.345295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:01.394906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0372c8a5-8f98-4823-9197-1c1b6485f743 req-4c1c8891-b369-406e-b41d-3327d2baad30 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.1649716 Apr 16 15:36:01.458457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event updated for resources: {'Port': ['ID=df76d4ee-034b-46e1-969e-20612ddc0d4d,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:01.467842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c32b95d-b003-4d77-9b8c-df23dbddfa12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.468957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:01.476243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b64cf625-05db-4730-b87a-8c4b198578cc req-794702c9-c509-4574-8de0-6459535611dd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Synchronizing usage tracker for tenant:a74bb8b83bfd4e9db169a164229975bd on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:01.488943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2acf29f-6a80-4dc5-a96c-4338bdb708bc {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:36:01.507474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.515736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.531253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7c32b95d-b003-4d77-9b8c-df23dbddfa12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:01.544206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f222e502-df06-4d82-939a-6b0f6e0ac568 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.568711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:01.568916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:01.569316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:01.572917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:01.573100 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:36:01.576462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 2 to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d Apr 16 15:36:01.589407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:01.589613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:01.589817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:01.598281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4084342-dbcf-4c5c-86f0-3d5ece48c7b3 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.603541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7c32b95d-b003-4d77-9b8c-df23dbddfa12 admin admin] Usage tracker for resource:security_group_rule and tenant:8d69a774d5a24e3abf682dd810033c52 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:01.605265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:01.605342 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:36:01.607549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 3 to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d Apr 16 15:36:01.612071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.613735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7c32b95d-b003-4d77-9b8c-df23dbddfa12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:01.629989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:01.646816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b64cf625-05db-4730-b87a-8c4b198578cc req-794702c9-c509-4574-8de0-6459535611dd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Unset dirty status for tenant:a74bb8b83bfd4e9db169a164229975bd on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:01.647122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:01.647319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:01.647489 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b64cf625-05db-4730-b87a-8c4b198578cc req-794702c9-c509-4574-8de0-6459535611dd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 210 time: 0.3535805 Apr 16 15:36:01.647549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:01.655452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:01.655637 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:36:01.660178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 4 to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d Apr 16 15:36:01.677744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Transition to ACTIVE for port object c2acf29f-6a80-4dc5-a96c-4338bdb708bc will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:01.678168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:01.678354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:01.678688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:01.689034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:01.689227 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:36:01.691130 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 5 to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d Apr 16 15:36:01.691204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7c32b95d-b003-4d77-9b8c-df23dbddfa12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:01.706653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:01.706845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:01.707038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:01.722046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4084342-dbcf-4c5c-86f0-3d5ece48c7b3 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event deleted for resources: {'Port': ['ID=5770117a-04f5-4eb3-b340-09dd34f36a68,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:01.723382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.731119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:01.731328 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:36:01.732656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 6 to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d Apr 16 15:36:01.743617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a4084342-dbcf-4c5c-86f0-3d5ece48c7b3 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:01.743909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a4084342-dbcf-4c5c-86f0-3d5ece48c7b3 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:01.748178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:01.748361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:01.748554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:01.754246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:01.754444 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:36:01.755944 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 7 to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d Apr 16 15:36:01.769119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:01.769346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:01.769553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:01.772926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f222e502-df06-4d82-939a-6b0f6e0ac568 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.773390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:01.773560 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:36:01.773963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 8 to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d Apr 16 15:36:01.790121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:01.818510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Transition to ACTIVE for port object 3cb6e095-ee3e-4d33-87f5-4f40374cf583 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:01.849502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222e502-df06-4d82-939a-6b0f6e0ac568 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Subnet': ['ID=d42509c0-7825-4ff2-a530-fb257e0cd76d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:01.858220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:01.858386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:01.858634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:01.864230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f222e502-df06-4d82-939a-6b0f6e0ac568 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:01.865558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:01.865751 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:36:01.867261 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 9 to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d Apr 16 15:36:01.883249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241b93ed-76a7-4470-ac2f-25adc964bed9']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:01.886137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:01.886346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:01.886559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:01.890537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:01.890728 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:36:01.891044 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempt 10 to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d Apr 16 15:36:01.906948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f222e502-df06-4d82-939a-6b0f6e0ac568 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.908662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:01.908904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] {{(pid=86007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:01.909105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempting to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:01.915276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:01.915473 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Failed to bind port df76d4ee-034b-46e1-969e-20612ddc0d4d on host hv-neutron-7864 for vnic_type normal using segments [{'id': '244d8a76-7098-4742-8445-c71366d88261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '94966594-00b4-46fe-bd78-6225fa461b1f'}] Apr 16 15:36:01.916327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:01.946528 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f222e502-df06-4d82-939a-6b0f6e0ac568 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/subnets/d42509c0-7825-4ff2-a530-fb257e0cd76d HTTP/1.1" status: 204 len: 168 time: 0.8529873 Apr 16 15:36:01.950657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53902) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:01.972022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528a0edf-ca2a-4c6c-b11d-76c36b06f08f') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:01.972264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528a0edf-ca2a-4c6c-b11d-76c36b06f08f') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:01.980433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.028038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a19d2f2-2877-46ae-8206-f75ae062ad32 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:02.029105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a19d2f2-2877-46ae-8206-f75ae062ad32 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:02.029317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0a19d2f2-2877-46ae-8206-f75ae062ad32 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Synchronizing usage tracker for tenant:5b2f0a6447c14d8e96b381345f01f7cc on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:02.032576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] For port df76d4ee-034b-46e1-969e-20612ddc0d4d, host hv-neutron-7864, cleared binding levels {{(pid=86007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:02.032803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attempted to set empty binding levels {{(pid=86007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 16 15:36:02.038688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.040252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.055040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd1098c-ddcc-43cd-aac0-64dc0a5a4531 None None] Network 329b5656-ea74-482b-81bc-0a1903bc9556 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:02.070349 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-5a8838c4-a1ba-4c7a-a8ec-0c81e46e82b1 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dae95a24cf6047b58c5e62d59206be05 HTTP/1.1" status: 200 len: 5704 time: 0.4685202 Apr 16 15:36:02.078000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Pushing event updated for resources: {'Port': ['ID=c2acf29f-6a80-4dc5-a96c-4338bdb708bc,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:02.086851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Releasing vlan 1463 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:02.100966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:02.105428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:02.130436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0a19d2f2-2877-46ae-8206-f75ae062ad32 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Unset dirty status for tenant:5b2f0a6447c14d8e96b381345f01f7cc on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:02.133071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0a19d2f2-2877-46ae-8206-f75ae062ad32 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1800621 Apr 16 15:36:02.139833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53908) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:02.163964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] In _notify_port_updated(), no bound segment for port df76d4ee-034b-46e1-969e-20612ddc0d4d on network 94966594-00b4-46fe-bd78-6225fa461b1f {{(pid=86007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:36:02.164583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:02.164983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.165872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "PUT /v2.0/ports/df76d4ee-034b-46e1-969e-20612ddc0d4d HTTP/1.1" status: 200 len: 980 time: 1.3624945 Apr 16 15:36:02.167029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Request body: {'port': {'device_id': '242217b1-2231-4f84-89ac-59f8037f06c9', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'admin_state_up': True, 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'security_groups': ['109e9d2e-dbbc-4c80-b08e-91107a2bd2da']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:02.168786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-167ba1f4-14eb-48b9-b9f9-3ba7b26ccebc None None] Provisioning for port 6cd14a68-4c90-490a-b677-9a97d6785006 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:02.189600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53912) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:02.202509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event updated for resources: {'Port': ['ID=df76d4ee-034b-46e1-969e-20612ddc0d4d,revision_number=3']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:02.205982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:02.225837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60654699-2904-42c7-87f0-cd89e42677a0 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.269117 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-60654699-2904-42c7-87f0-cd89e42677a0 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 16 15:36:02.269422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60654699-2904-42c7-87f0-cd89e42677a0 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:02.273440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-60654699-2904-42c7-87f0-cd89e42677a0 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/networks/329b5656-ea74-482b-81bc-0a1903bc9556 HTTP/1.1" status: 409 len: 405 time: 0.1319997 Apr 16 15:36:02.273989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53916) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:02.277746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-785432195'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:02.283594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b8511c-2828-40d0-8d14-4623eea6dc4b None None] DHCP port deletion for 329b5656-ea74-482b-81bc-0a1903bc9556 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:36:02.286802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d5b8511c-2828-40d0-8d14-4623eea6dc4b None None] Deleting port 6cd14a68-4c90-490a-b677-9a97d6785006 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:02.287035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5b8511c-2828-40d0-8d14-4623eea6dc4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.288219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:02.290708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:network and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:02.292510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:02.295953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:02.302483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:02.306204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.324652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1488} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:02.331018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.331253 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Added segment 30d759b2-9d5b-4c3a-80bf-82775cb1b858 of type vlan for network 198d65a0-62b1-4470-b612-79f8833416c4 Apr 16 15:36:02.347780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.385866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.389995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:02.395500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.405609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f520c3bc-fd2a-4972-9633-7c914c1a9329 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:02.496230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d5b8511c-2828-40d0-8d14-4623eea6dc4b None None] For port 6cd14a68-4c90-490a-b677-9a97d6785006, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6cd14a68-4c90-490a-b677-9a97d6785006,segment=NetworkSegment(c449ddb6-b249-40ac-bf1c-9a214e1cde58),segment_id=c449ddb6-b249-40ac-bf1c-9a214e1cde58)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:02.496564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5b8511c-2828-40d0-8d14-4623eea6dc4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.503273 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2261512 Apr 16 15:36:02.503273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53922) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:02.507163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'subnet': {'network_id': '198d65a0-62b1-4470-b612-79f8833416c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:02.524220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Network': ['ID=198d65a0-62b1-4470-b612-79f8833416c4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:02.556147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:02.570792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 198d65a0-62b1-4470-b612-79f8833416c4 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:02.596686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:02.600362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c32b95d-b003-4d77-9b8c-df23dbddfa12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.604101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:02.604199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:02.610082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:02.610374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:02.617070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.617579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4084342-dbcf-4c5c-86f0-3d5ece48c7b3 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.625191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d5b8511c-2828-40d0-8d14-4623eea6dc4b None None] Calling delete_port for 6cd14a68-4c90-490a-b677-9a97d6785006 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:02.646889 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a4084342-dbcf-4c5c-86f0-3d5ece48c7b3 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "DELETE /v2.0/ports/5770117a-04f5-4eb3-b340-09dd34f36a68 HTTP/1.1" status: 204 len: 168 time: 2.6340406 Apr 16 15:36:02.646889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Made reservation on behalf of dae95a24cf6047b58c5e62d59206be05 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:02.649838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.665431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c32b95d-b003-4d77-9b8c-df23dbddfa12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.677845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53926) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:02.726165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5b8511c-2828-40d0-8d14-4623eea6dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.735670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04f64ed7-ffdd-4142-b534-0394ea854a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:02.778096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8511c-2828-40d0-8d14-4623eea6dc4b None None] Pushing event deleted for resources: {'Port': ['ID=6cd14a68-4c90-490a-b677-9a97d6785006,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:02.779626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5b8511c-2828-40d0-8d14-4623eea6dc4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:02.821708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:02.829764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda7c69-387d-4946-a94b-3e6d0f2949cf req-71883325-4254-4947-847d-9991fe7047d4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:02.830990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7fda7c69-387d-4946-a94b-3e6d0f2949cf req-71883325-4254-4947-847d-9991fe7047d4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 943 time: 1.2310998 Apr 16 15:36:02.841258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b8511c-2828-40d0-8d14-4623eea6dc4b None None] No DVR routers for this DVR port 6cd14a68-4c90-490a-b677-9a97d6785006 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:36:02.848350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:02.858335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c958ff0-7cff-4296-bc63-802ccfc574b8 req-69fe7de9-80b1-45db-a566-1f6e5b20554f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.2293949 Apr 16 15:36:02.941466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Network 241b93ed-76a7-4470-ac2f-25adc964bed9 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:02.956546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7c32b95d-b003-4d77-9b8c-df23dbddfa12 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8d69a774d5a24e3abf682dd810033c52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6338961 Apr 16 15:36:02.958656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53936) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:02.982624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.000964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a2e04-5d08-4ac9-9165-8008b4f37385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Deleting port df76d4ee-034b-46e1-969e-20612ddc0d4d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:03.001207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2e04-5d08-4ac9-9165-8008b4f37385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.012059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6386fc2-8601-4193-b44f-2f7f0ed55109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.042085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6386fc2-8601-4193-b44f-2f7f0ed55109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.103267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ba4a6d-58d9-4c28-bc88-7879da30112d tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] GET failed (client error): The resource could not be found. Apr 16 15:36:03.103615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-19ba4a6d-58d9-4c28-bc88-7879da30112d tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Synchronizing usage tracker for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:03.113388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6386fc2-8601-4193-b44f-2f7f0ed55109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.117448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:03.127247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6386fc2-8601-4193-b44f-2f7f0ed55109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bbcbdf-b88a-49f7-ae36-68d9dc65aa67,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:03.129779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6386fc2-8601-4193-b44f-2f7f0ed55109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:03.143838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6386fc2-8601-4193-b44f-2f7f0ed55109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.146268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d6386fc2-8601-4193-b44f-2f7f0ed55109 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/80bbcbdf-b88a-49f7-ae36-68d9dc65aa67 HTTP/1.1" status: 204 len: 168 time: 0.1853116 Apr 16 15:36:03.168403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32b95d-b003-4d77-9b8c-df23dbddfa12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80bbcbdf-b88a-49f7-ae36-68d9dc65aa67,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:03.170456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c32b95d-b003-4d77-9b8c-df23dbddfa12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:03.180596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.307s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:03.200002 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7fda7c69-387d-4946-a94b-3e6d0f2949cf req-dff3ac81-b8b3-434a-8285-98160ee38766 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409455 Apr 16 15:36:03.223482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:36:03.224297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.232921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f222e502-df06-4d82-939a-6b0f6e0ac568 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:03.314515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Subnet': ['ID=952bf5a5-05fe-449f-97ff-c6d425fecf4a,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:03.316996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:03.327029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Network 241b93ed-76a7-4470-ac2f-25adc964bed9 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:03.349135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-19ba4a6d-58d9-4c28-bc88-7879da30112d tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Unset dirty status for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:03.350728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Checking segment: {'id': '30d759b2-9d5b-4c3a-80bf-82775cb1b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '198d65a0-62b1-4470-b612-79f8833416c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:03.351036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network hostable DHCP agents. Network: 198d65a0-62b1-4470-b612-79f8833416c4, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:03.352857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-19ba4a6d-58d9-4c28-bc88-7879da30112d tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "GET /v2.0/ports/5770117a-04f5-4eb3-b340-09dd34f36a68 HTTP/1.1" status: 404 len: 333 time: 0.6440384 Apr 16 15:36:03.353417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53944) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:03.358147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Request body: {'port': {'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a', 'name': 'tempest-AllowedAddressPairTestJSON-573565336'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:03.372016 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:03.376981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Allocated IP 172.20.0.13 (baaa0b3d-6906-4260-96c4-4db0db7aac73/e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd/c8cc3f4c-dd14-44d2-a428-9e8ab1622557) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:03.381079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Attempting to bind port c2acf29f-6a80-4dc5-a96c-4338bdb708bc on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:03.381285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Attempting to bind port c2acf29f-6a80-4dc5-a96c-4338bdb708bc by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:03.381474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Attempting to bind port c2acf29f-6a80-4dc5-a96c-4338bdb708bc on network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:03.422112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Pushing event updated for resources: {'Port': ['ID=3cb6e095-ee3e-4d33-87f5-4f40374cf583,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:03.424028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 198d65a0-62b1-4470-b612-79f8833416c4 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:03.429984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:03.441018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 198d65a0-62b1-4470-b612-79f8833416c4) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:03.450960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e0a47-e44f-417f-a8d7-28e388d82732 None None] Network 198d65a0-62b1-4470-b612-79f8833416c4 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:03.467966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:03.468353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.471218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Port c2acf29f-6a80-4dc5-a96c-4338bdb708bc on network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:03.471460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Attempting to bind port c2acf29f-6a80-4dc5-a96c-4338bdb708bc on network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:03.479567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:03.491373 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9875813 Apr 16 15:36:03.492119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:03.493297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 53952) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:03.538387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Made reservation on behalf of a52b55b83e4d44c3aced089e5e784742 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:03.540036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.549293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ae4a2e04-5d08-4ac9-9165-8008b4f37385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] For port df76d4ee-034b-46e1-969e-20612ddc0d4d, host hv-neutron-7864, got binding levels [] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:03.550198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2e04-5d08-4ac9-9165-8008b4f37385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.571206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] device_id is not set on port f4637650-079f-4c07-bbad-8f9a6cc53d7b yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:03.631673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.634798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-198d65a0-62b1-4470-b612-79f8833416c4', 'network_id': '198d65a0-62b1-4470-b612-79f8833416c4', 'tenant_id': '5b2f0a6447c14d8e96b381345f01f7cc', 'fixed_ips': [{'subnet_id': '952bf5a5-05fe-449f-97ff-c6d425fecf4a'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:36:03.635400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.742511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Allocated IP 172.20.0.14 (2ab696d6-acb8-481e-9ea5-3ecb283d987a/91b0dd72-8ca2-4149-bc67-1fd31ffb99aa/f4637650-079f-4c07-bbad-8f9a6cc53d7b) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:03.743706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Allocated IP 2001:db8::f816:3eff:fe80:e20d (198d65a0-62b1-4470-b612-79f8833416c4/952bf5a5-05fe-449f-97ff-c6d425fecf4a/b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:03.746332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.865047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ae4a2e04-5d08-4ac9-9165-8008b4f37385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Calling delete_port for df76d4ee-034b-46e1-969e-20612ddc0d4d owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:03.881554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.887859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Transition to ACTIVE for port object b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:03.898304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Transition to ACTIVE for port object b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:03.902038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.908471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:03.908605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Checking segment: {'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:03.909192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Bound using segment: {'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:03.909532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Bound port: c2acf29f-6a80-4dc5-a96c-4338bdb708bc, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e850d7-8248-41cd-bce5-455fef80e07c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1450, 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:03.909771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.917345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Network 0e61783a-be5a-4189-b0dc-5b4c26552378 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:03.930258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2e04-5d08-4ac9-9165-8008b4f37385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.946615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1fd78-e2f1-4e9c-8a13-d64dbd89b9ae req-f585a090-a3fd-40ab-b360-b3886894ba6d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:03.946615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3f1fd78-e2f1-4e9c-8a13-d64dbd89b9ae req-f585a090-a3fd-40ab-b360-b3886894ba6d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 931 time: 0.9993956 Apr 16 15:36:03.946615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:03.947192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:03.964515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:03.974810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:03.983416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:04.012539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.028352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Pushing event updated for resources: {'Port': ['ID=b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:04.032018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:04.041994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Network 198d65a0-62b1-4470-b612-79f8833416c4 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:04.043083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:04.045532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:04.051808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.079272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Transition to ACTIVE for port object f4637650-079f-4c07-bbad-8f9a6cc53d7b will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:04.082273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.098223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:04.112233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Attempting to bind port b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:04.112731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Attempting to bind port b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '30d759b2-9d5b-4c3a-80bf-82775cb1b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '198d65a0-62b1-4470-b612-79f8833416c4'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:04.113023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Attempting to bind port b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171 on network 198d65a0-62b1-4470-b612-79f8833416c4 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:04.116722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:04.117061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Checking segment: {'id': '30d759b2-9d5b-4c3a-80bf-82775cb1b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '198d65a0-62b1-4470-b612-79f8833416c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:04.117389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.117697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Bound using segment: {'id': '30d759b2-9d5b-4c3a-80bf-82775cb1b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '198d65a0-62b1-4470-b612-79f8833416c4'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:04.118060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Bound port: b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30d759b2-9d5b-4c3a-80bf-82775cb1b858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '198d65a0-62b1-4470-b612-79f8833416c4'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:04.118379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.158773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Subnet': ['ID=952bf5a5-05fe-449f-97ff-c6d425fecf4a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:04.178005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:04.182796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a2e04-5d08-4ac9-9165-8008b4f37385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Pushing event deleted for resources: {'Port': ['ID=df76d4ee-034b-46e1-969e-20612ddc0d4d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:04.190685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae4a2e04-5d08-4ac9-9165-8008b4f37385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:04.205874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] For port b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:04.207503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a530b302-89c0-4279-8142-e64da3923db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:04.209501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] For port b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171,segment=NetworkSegment(30d759b2-9d5b-4c3a-80bf-82775cb1b858),segment_id=30d759b2-9d5b-4c3a-80bf-82775cb1b858)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:04.214542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.219446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.230070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:04.268589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-115a1b72-92fe-4377-91a0-89c9f069ba8e tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:04.269312 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d5820ae-8fc4-490f-ae8b-e90b47af0deb req-51c7e20e-2d81-4e4f-9e64-6e93ce0a0130 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.2997441 Apr 16 15:36:04.273460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fa4404c2-503a-4f70-a7b2-f78adb0887d3 None None] Provisioning for port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:04.281753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Pushing event updated for resources: {'Port': ['ID=b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:04.281753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fa4404c2-503a-4f70-a7b2-f78adb0887d3 None None] Provisioning complete for port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:04.281753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa4404c2-503a-4f70-a7b2-f78adb0887d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.294465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53986) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:04.299827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Pushing event deleted for resources: {'Network': ['ID=241b93ed-76a7-4470-ac2f-25adc964bed9,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:04.302450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:04.333490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] 10.222.0.95 "DELETE /v2.0/networks/241b93ed-76a7-4470-ac2f-25adc964bed9 HTTP/1.1" status: 204 len: 168 time: 4.0174177 Apr 16 15:36:04.347133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:04.347578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fa4404c2-503a-4f70-a7b2-f78adb0887d3 None None] Port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:04.375439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:04.375925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.425177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3f1fd78-e2f1-4e9c-8a13-d64dbd89b9ae req-2ab3956a-835f-42f4-a75a-66565dc3ad32 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4524753 Apr 16 15:36:04.474173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec42eef3-dd9b-4d07-8911-240cb479e9be None None] Network 198d65a0-62b1-4470-b612-79f8833416c4 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:04.494701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae4a2e04-5d08-4ac9-9165-8008b4f37385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.498054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ae4a2e04-5d08-4ac9-9165-8008b4f37385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "DELETE /v2.0/ports/df76d4ee-034b-46e1-969e-20612ddc0d4d HTTP/1.1" status: 204 len: 168 time: 2.3078535 Apr 16 15:36:04.500383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 53994) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:04.504676 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2327287 Apr 16 15:36:04.506625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] For port c2acf29f-6a80-4dc5-a96c-4338bdb708bc, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:04.577540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.579736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Request body: {'port': {'device_id': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:04.591202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'Port': ['ID=f4637650-079f-4c07-bbad-8f9a6cc53d7b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:04.602666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-73353995'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:04.623773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af30e3d3-9000-480f-9c0e-21f757c6c35b None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:36:04.630013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:04.647913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] For port c2acf29f-6a80-4dc5-a96c-4338bdb708bc, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:04.673068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:04.674150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198d65a0-62b1-4470-b612-79f8833416c4']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:04.689082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba87e72b-d780-44f8-8750-a5f674d16438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] GET failed (client error): The resource could not be found. Apr 16 15:36:04.690381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ba87e72b-d780-44f8-8750-a5f674d16438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Synchronizing usage tracker for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:04.692957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d759b2-9d5b-4c3a-80bf-82775cb1b858') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:04.694323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.698450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d759b2-9d5b-4c3a-80bf-82775cb1b858') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:04.720147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:04.724554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:04.728642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.735845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:04.765104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54004) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:04.773927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.787292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Releasing vlan 1488 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:04.797788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.801612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Usage tracker for resource:network and tenant:9fb164a5b4cb443e8a1d715c5f04b6a6 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:04.811760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:04.834686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:04.835081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.863960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:04.868473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Pushing event updated for resources: {'Port': ['ID=c2acf29f-6a80-4dc5-a96c-4338bdb708bc,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:04.870405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ba87e72b-d780-44f8-8750-a5f674d16438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Unset dirty status for tenant:961852e0e9364bbcbcfbb8a8994069b4 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:04.874503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ba87e72b-d780-44f8-8750-a5f674d16438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] 10.222.0.95 "GET /v2.0/ports/df76d4ee-034b-46e1-969e-20612ddc0d4d HTTP/1.1" status: 404 len: 333 time: 0.3690872 Apr 16 15:36:04.874951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54010) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:04.880214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:04.893589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:04.897668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.910575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 198d65a0-62b1-4470-b612-79f8833416c4 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:04.915635 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5615609 Apr 16 15:36:04.917042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:04.925296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54014) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:04.931352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Request body: {'port': {'network_id': '2ab696d6-acb8-481e-9ea5-3ecb283d987a', 'name': 'tempest-AllowedAddressPairTestJSON-1020080574'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:04.932561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af30e3d3-9000-480f-9c0e-21f757c6c35b None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:36:05.011359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.068051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:05.068473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.069403 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] 10.222.0.107 "PUT /v2.0/ports/c2acf29f-6a80-4dc5-a96c-4338bdb708bc HTTP/1.1" status: 200 len: 1093 time: 5.9284813 Apr 16 15:36:05.070977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08438920-8e02-4e58-a95e-f1304ccb57db', 'tag': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:36:05.076112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Made reservation on behalf of 9fb164a5b4cb443e8a1d715c5f04b6a6 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:05.079753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.094173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.161744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4caa5-140a-4317-8d16-a2c194414b00 req-71b88e3a-f59a-4bbf-b419-6e343427af4e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:05.167152 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ece4caa5-140a-4317-8d16-a2c194414b00 req-71b88e3a-f59a-4bbf-b419-6e343427af4e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 943 time: 0.6672716 Apr 16 15:36:05.169626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:05.234547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.309032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94966594-00b4-46fe-bd78-6225fa461b1f']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:05.317053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244d8a76-7098-4742-8445-c71366d88261') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:05.317252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244d8a76-7098-4742-8445-c71366d88261') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:05.324300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.332920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.336779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Releasing vlan 1468 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:05.387404 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fb8ea707-0d98-46ce-8a4d-73218c60beaa admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8ee57669e5174d748b1f525699b7147e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6196556 Apr 16 15:36:05.391632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54026) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:05.413660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 198d65a0-62b1-4470-b612-79f8833416c4 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:05.436829 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:05.479187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Network 94966594-00b4-46fe-bd78-6225fa461b1f has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:05.484279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.490671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-61ad507d-deb1-4c5f-a0de-ad311d5693c1 None None] Provisioning for port f4637650-079f-4c07-bbad-8f9a6cc53d7b completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:05.496592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-61ad507d-deb1-4c5f-a0de-ad311d5693c1 None None] Provisioning complete for port f4637650-079f-4c07-bbad-8f9a6cc53d7b triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:05.497013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-61ad507d-deb1-4c5f-a0de-ad311d5693c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.514002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:05.521205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Usage tracker for resource:port and tenant:a52b55b83e4d44c3aced089e5e784742 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:05.523462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 15:36:05.523462 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 15:36:05.523462 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': '198d65a0-62b1-4470-b612-79f8833416c4'}] Apr 16 15:36:05.523462 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:36:05.523648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:36:05.525911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:05.531001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:05.532443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580632e4-0ce2-4f2a-b135-d4b48d3a916b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.548773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Made reservation on behalf of a52b55b83e4d44c3aced089e5e784742 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:05.551222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Usage tracker for resource:security_group_rule and tenant:9fb164a5b4cb443e8a1d715c5f04b6a6 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:05.552733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.562728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-61ad507d-deb1-4c5f-a0de-ad311d5693c1 None None] Port f4637650-079f-4c07-bbad-8f9a6cc53d7b cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:05.563668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580632e4-0ce2-4f2a-b135-d4b48d3a916b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.582615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] device_id is not set on port addbc554-cfcb-4a55-95b8-1de1cf4c54d0 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:05.608494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Transition to ACTIVE for port object c8cc3f4c-dd14-44d2-a428-9e8ab1622557 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:05.660580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580632e4-0ce2-4f2a-b135-d4b48d3a916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.666187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9bf35df-766a-47f0-b834-dadd39629229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:05.679931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580632e4-0ce2-4f2a-b135-d4b48d3a916b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e0e709-596a-461f-9202-86077d29770a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:05.684761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-580632e4-0ce2-4f2a-b135-d4b48d3a916b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:05.695467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580632e4-0ce2-4f2a-b135-d4b48d3a916b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.698642 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-580632e4-0ce2-4f2a-b135-d4b48d3a916b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/99e0e709-596a-461f-9202-86077d29770a HTTP/1.1" status: 204 len: 168 time: 0.3027055 Apr 16 15:36:05.698642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Allocated IP 172.20.0.7 (2ab696d6-acb8-481e-9ea5-3ecb283d987a/91b0dd72-8ca2-4149-bc67-1fd31ffb99aa/addbc554-cfcb-4a55-95b8-1de1cf4c54d0) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:05.823558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.832920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Transition to ACTIVE for port object addbc554-cfcb-4a55-95b8-1de1cf4c54d0 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:05.847611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.890469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-85d2d564-7865-48c1-a785-a9044e81f82c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:05.894393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:05.897883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54038) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:05.940775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:05.942923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:05.950894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'Port': ['ID=addbc554-cfcb-4a55-95b8-1de1cf4c54d0,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:05.951407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:05.975736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:05.976625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:05.978743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:06.003466 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-005b6092-0318-42f2-9870-3b3eb73144f0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3a2870e1bdc24207a2f9f904db27a8f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0970783 Apr 16 15:36:06.003952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae4a2e04-5d08-4ac9-9165-8008b4f37385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:06.006164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54042) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:06.024751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.044657 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ece4caa5-140a-4317-8d16-a2c194414b00 req-020f3900-5f4c-422a-a0ad-b40be1577a0b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8767354 Apr 16 15:36:06.091395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:06.091850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.097234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting port b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:06.097467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.129526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Network 94966594-00b4-46fe-bd78-6225fa461b1f has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:06.170671 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:06.178891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2524366 Apr 16 15:36:06.179521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54046) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:06.196022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-81be7187-f1ff-4b4f-9007-93af4efa7562 None None] Provisioning for port addbc554-cfcb-4a55-95b8-1de1cf4c54d0 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:06.199273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-81be7187-f1ff-4b4f-9007-93af4efa7562 None None] Provisioning complete for port addbc554-cfcb-4a55-95b8-1de1cf4c54d0 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:06.199555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81be7187-f1ff-4b4f-9007-93af4efa7562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.230558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-058372c9-f35a-4739-97b8-1b0b1fe7d518 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:db:29:9d'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:33:75:d8'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:06.237510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-81be7187-f1ff-4b4f-9007-93af4efa7562 None None] Port addbc554-cfcb-4a55-95b8-1de1cf4c54d0 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:06.281124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4165-4441-4d47-9ecd-94ff8c29bf29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.312598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Pushing event updated for resources: {'Port': ['ID=c8cc3f4c-dd14-44d2-a428-9e8ab1622557,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:06.316126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:06.321350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-5cc2181d-02ea-4bff-b2be-e7d8a4ac9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:06.322292 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-5cc2181d-02ea-4bff-b2be-e7d8a4ac9b8f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=57d611ee8c734d2db74788b656d9871a&device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 1096 time: 0.9063041 Apr 16 15:36:06.335968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4165-4441-4d47-9ecd-94ff8c29bf29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.355152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.406630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fba25-7504-4269-bbc7-6c6af5e07493 req-ceb45025-3fc5-4d4c-b903-fa8dced39db7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:06.407052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ff5fba25-7504-4269-bbc7-6c6af5e07493 req-ceb45025-3fc5-4d4c-b903-fa8dced39db7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Synchronizing usage tracker for tenant:dae95a24cf6047b58c5e62d59206be05 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:06.408802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.420064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:06.465309 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-9848d8df-90d5-44e8-bdcb-48982e626311 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc HTTP/1.1" status: 200 len: 217 time: 0.1015222 Apr 16 15:36:06.473153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Pushing event deleted for resources: {'Network': ['ID=94966594-00b4-46fe-bd78-6225fa461b1f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:06.480301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4165-4441-4d47-9ecd-94ff8c29bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.483197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:06.497957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:06.517154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] 10.222.0.95 "DELETE /v2.0/networks/94966594-00b4-46fe-bd78-6225fa461b1f HTTP/1.1" status: 204 len: 168 time: 1.6307678 Apr 16 15:36:06.527110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d4165-4441-4d47-9ecd-94ff8c29bf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e751b96-7dbb-4557-8363-d8bc8be5a1e3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:06.531729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] For port b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171,segment=NetworkSegment(30d759b2-9d5b-4c3a-80bf-82775cb1b858),segment_id=30d759b2-9d5b-4c3a-80bf-82775cb1b858)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:06.531959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.539092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.541350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd2d4165-4441-4d47-9ecd-94ff8c29bf29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:06.543793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ff5fba25-7504-4269-bbc7-6c6af5e07493 req-ceb45025-3fc5-4d4c-b903-fa8dced39db7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Unset dirty status for tenant:dae95a24cf6047b58c5e62d59206be05 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:06.544557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff5fba25-7504-4269-bbc7-6c6af5e07493 req-ceb45025-3fc5-4d4c-b903-fa8dced39db7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 932 time: 1.1297045 Apr 16 15:36:06.547617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4165-4441-4d47-9ecd-94ff8c29bf29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.548618 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dd2d4165-4441-4d47-9ecd-94ff8c29bf29 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4e751b96-7dbb-4557-8363-d8bc8be5a1e3 HTTP/1.1" status: 204 len: 168 time: 0.5416412 Apr 16 15:36:06.551142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.557432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Network baaa0b3d-6906-4260-96c4-4db0db7aac73 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:06.566246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bf8b3-1332-4273-a948-75b0d7f4ebac req-dbdf054d-016b-4088-bf6c-6ea77db00d23 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:06.567225 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-302bf8b3-1332-4273-a948-75b0d7f4ebac req-dbdf054d-016b-4088-bf6c-6ea77db00d23 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 931 time: 0.3273618 Apr 16 15:36:06.573090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-401a6239-043e-4dc8-ba68-cd1c24cb1123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:06.578289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:06.586119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1485} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:06.592018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.592254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Added segment 37fc0346-4e90-4fa2-bb60-4a0dfe680612 of type vlan for network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 Apr 16 15:36:06.614025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:06.622295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Calling delete_port for b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:06.647565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-058372c9-f35a-4739-97b8-1b0b1fe7d518 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.702528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-cfd5d320-b6da-4f10-a10d-613416bcf73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:06.703510 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-cfd5d320-b6da-4f10-a10d-613416bcf73e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fc769158-1403-4dfe-95bb-46b2b93ef3c9 HTTP/1.1" status: 200 len: 851 time: 0.2273088 Apr 16 15:36:06.713026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.725746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:06.729420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.807938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Port': ['ID=b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:06.818634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891bf531-aabc-4ca7-8556-6c4ab64a07fd,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:06.825270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb6e095-ee3e-4d33-87f5-4f40374cf583 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:36:06.829890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:06.831903 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff5fba25-7504-4269-bbc7-6c6af5e07493 req-9747b716-fa9d-4ab7-9ecd-b6547cdd3412 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2626152 Apr 16 15:36:06.832560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:06.839297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:06.839657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.843302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.847944 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-302bf8b3-1332-4273-a948-75b0d7f4ebac req-7db0e277-2cc7-4273-aa06-af76df1fec18 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664216 Apr 16 15:36:06.875394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-60f66535-0821-483e-857b-c1d6f4c675b0 None None] Provisioning for port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:06.876041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54060) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:06.877121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Transition to ACTIVE for port object 3cb6e095-ee3e-4d33-87f5-4f40374cf583 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:06.879522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-60f66535-0821-483e-857b-c1d6f4c675b0 None None] Provisioning complete for port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:06.879790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60f66535-0821-483e-857b-c1d6f4c675b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.885286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.890067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:06.890494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.892749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:06.903660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91c7455f-64f9-4db3-9b27-fcb5fe7e6933 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:06.916884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No DVR routers for this DVR port b7eedc8b-2ed0-4ceb-b9f0-cfcc3daed171 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:36:06.922363 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7954419 Apr 16 15:36:06.977152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-60f66535-0821-483e-857b-c1d6f4c675b0 None None] Port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:06.992897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Request body: {'port': {'device_id': '242217b1-2231-4f84-89ac-59f8037f06c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:06.997086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:07.037178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7319777 Apr 16 15:36:07.043754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-058372c9-f35a-4739-97b8-1b0b1fe7d518 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:07.058334 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08438920-8e02-4e58-a95e-f1304ccb57db', 'tag': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc', 'status': 'completed', 'code': 200} Apr 16 15:36:07.068814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-058372c9-f35a-4739-97b8-1b0b1fe7d518 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:07.073367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Pushing event updated for resources: {'Network': ['ID=3526b2a1-e4e8-4c10-8931-12d4fb3196b3,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:07.079656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-740cd571-81d1-4cfb-a7e7-48dac951f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:07.080881 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-740cd571-81d1-4cfb-a7e7-48dac951f38f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2f4aa230-8a99-45fa-929d-06fe729ee9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3330050 Apr 16 15:36:07.082260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:07.084522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:07.084846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7432638e-f104-4d0a-8765-f7deb2acf2ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:07.450838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54088) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:07.492621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Request body: {'port': {'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3', 'binding:host_id': 'hv-neutron-7864', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-591459647'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:07.505235 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8df15518-5ee1-4f90-8120-fddd5e20a2ad admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7bf1e8149dca473b9e31c4e9b2fe336e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224661 Apr 16 15:36:07.505235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:07.513943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bfd1167c-1b6d-4181-b3d2-cdf9331a79fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:07.516526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54094) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:07.524052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Usage tracker for resource:port and tenant:5096ee377cf044f99a9122a25b546230 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:07.527233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:07.579605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:07.583124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:07.599901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Pushing event updated for resources: {'Port': ['ID=3cb6e095-ee3e-4d33-87f5-4f40374cf583,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:07.600412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198d65a0-62b1-4470-b612-79f8833416c4']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:07.611570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058372c9-f35a-4739-97b8-1b0b1fe7d518 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event updated for resources: {'Port': ['ID=addbc554-cfcb-4a55-95b8-1de1cf4c54d0,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:07.613584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-058372c9-f35a-4739-97b8-1b0b1fe7d518 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:07.615993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d759b2-9d5b-4c3a-80bf-82775cb1b858') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:07.616168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d759b2-9d5b-4c3a-80bf-82775cb1b858') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:07.630095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:07.634374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:07.635035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Made reservation on behalf of 5096ee377cf044f99a9122a25b546230 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:07.638662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:07.643488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-058372c9-f35a-4739-97b8-1b0b1fe7d518 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] In _notify_port_updated(), no bound segment for port addbc554-cfcb-4a55-95b8-1de1cf4c54d0 on network 2ab696d6-acb8-481e-9ea5-3ecb283d987a {{(pid=86007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:36:07.648201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058372c9-f35a-4739-97b8-1b0b1fe7d518 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:07.648682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-058372c9-f35a-4739-97b8-1b0b1fe7d518 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:07.652814 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-058372c9-f35a-4739-97b8-1b0b1fe7d518 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "PUT /v2.0/ports/addbc554-cfcb-4a55-95b8-1de1cf4c54d0 HTTP/1.1" status: 200 len: 1056 time: 1.4589102 Apr 16 15:36:07.655172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54102) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:07.657874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:07.706532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Releasing vlan 1488 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:07.727510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:07.738588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-fa82a666-38b0-454f-9676-8e666ab30d9a service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316624 Apr 16 15:36:07.750633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:07.754096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Usage tracker for resource:security_group_rule and tenant:5096ee377cf044f99a9122a25b546230 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:07.756517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:07.760423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:07.762674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e02795e0-ecf1-4b35-b258-6f0124a8da84 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Deleting port addbc554-cfcb-4a55-95b8-1de1cf4c54d0 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:07.762883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e02795e0-ecf1-4b35-b258-6f0124a8da84 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:07.798122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-574e2f67-8ac5-4115-bcf9-b46bc5fddcbc None None] Provisioning complete for port addbc554-cfcb-4a55-95b8-1de1cf4c54d0 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:07.798531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-574e2f67-8ac5-4115-bcf9-b46bc5fddcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:07.830020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-574e2f67-8ac5-4115-bcf9-b46bc5fddcbc None None] Port addbc554-cfcb-4a55-95b8-1de1cf4c54d0 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:07.848075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 198d65a0-62b1-4470-b612-79f8833416c4 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:07.870574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.017408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54120) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:08.041503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 198d65a0-62b1-4470-b612-79f8833416c4 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:08.051847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05566946-8793-40a3-b3eb-590fcf66d4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:08.060225 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:08.095673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f5198-7f9a-47dd-8e98-ff5a0034b374 req-8faf30a9-0686-46fc-8ec8-2611c6a79e9b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:08.096704 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d1f5198-7f9a-47dd-8e98-ff5a0034b374 req-8faf30a9-0686-46fc-8ec8-2611c6a79e9b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 943 time: 0.9284377 Apr 16 15:36:08.103697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.119415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.129106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.132866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.136502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cae66dec-7ef0-4fb9-aebf-57bb07f28fbd tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:08.150093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e02795e0-ecf1-4b35-b258-6f0124a8da84 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.158118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:08.158794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Network': ['ID=198d65a0-62b1-4470-b612-79f8833416c4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:08.160454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:08.164982 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/networks/198d65a0-62b1-4470-b612-79f8833416c4 HTTP/1.1" status: 204 len: 168 time: 4.6710608 Apr 16 15:36:08.193484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05566946-8793-40a3-b3eb-590fcf66d4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.197583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] device_id is not set on port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:08.201423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54126) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:08.218923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fcdd8b-af4e-486b-8641-f5cb6936b4dd,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:08.226645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-923116970', 'router:external': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:08.230285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Attempting to bind port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:08.230496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Attempting to bind port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:08.230678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Attempting to bind port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 on network 0e61783a-be5a-4189-b0dc-5b4c26552378 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:08.234634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-289311542'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:08.235021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:08.240060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e02795e0-ecf1-4b35-b258-6f0124a8da84 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Calling delete_port for addbc554-cfcb-4a55-95b8-1de1cf4c54d0 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:08.242801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:08.261722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:08.265931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:network and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:08.268846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:08.272839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Usage tracker for resource:network and tenant:1910e384fb4846708c3ce4d9d661d7c2 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:08.275258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 on network 0e61783a-be5a-4189-b0dc-5b4c26552378 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:08.275454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Attempting to bind port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 on network 0e61783a-be5a-4189-b0dc-5b4c26552378 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:08.276606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:08.276761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:08.292294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:08.295915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.297542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:08.301107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:08.301303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Checking segment: {'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:08.301532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Bound using segment: {'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:08.301794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Bound port: 3cb6e095-ee3e-4d33-87f5-4f40374cf583, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4280bb7d-955f-4566-94c1-3e1a1f82bfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:08.302007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.308417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409eee23-e74c-4da4-aea7-c2ed839fd322 req-96139db4-8db7-4cad-a0be-9b83c3c683f8 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5137198 Apr 16 15:36:08.318738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d1f5198-7f9a-47dd-8e98-ff5a0034b374 req-def9bf03-baf5-455b-a023-727cc9bbacf2 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020302 Apr 16 15:36:08.334122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1480} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:08.347390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.347588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Added segment e2d77b6f-e4d0-455c-a923-2198ed8a3fde of type vlan for network a6d79693-69db-4ba7-a170-daaacdcd8226 Apr 16 15:36:08.363488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e02795e0-ecf1-4b35-b258-6f0124a8da84 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.376695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-58b715df-5702-4021-a978-21b122616674 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:08.379108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33535ca-523f-4048-a0af-801cc8e65662 req-4d65cb6f-67f5-4373-82b0-b295cec71e5b tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:08.380057 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c33535ca-523f-4048-a0af-801cc8e65662 req-4d65cb6f-67f5-4373-82b0-b295cec71e5b tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 932 time: 0.4468267 Apr 16 15:36:08.392380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Made reservation on behalf of 1910e384fb4846708c3ce4d9d661d7c2 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:08.395192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.401130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.425297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.432011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02795e0-ecf1-4b35-b258-6f0124a8da84 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event deleted for resources: {'Port': ['ID=addbc554-cfcb-4a55-95b8-1de1cf4c54d0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:08.433849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e02795e0-ecf1-4b35-b258-6f0124a8da84 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:08.465860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cc3f4c-dd14-44d2-a428-9e8ab1622557 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:36:08.474164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.477426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:08.477837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.482463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf428ffc-9e1a-441e-ab77-d8514c0f3f39 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:08.484476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.493288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:08.505762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05566946-8793-40a3-b3eb-590fcf66d4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.512787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Usage tracker for resource:security_group_rule and tenant:1910e384fb4846708c3ce4d9d661d7c2 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:08.528724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:08.539146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:08.562659 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3600893 Apr 16 15:36:08.563969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Network': ['ID=a6d79693-69db-4ba7-a170-daaacdcd8226,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:08.565420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:08.575642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54130) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:08.577298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Transition to ACTIVE for port object c8cc3f4c-dd14-44d2-a428-9e8ab1622557 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:08.577706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:08.581461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network a6d79693-69db-4ba7-a170-daaacdcd8226 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:08.591451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c33535ca-523f-4048-a0af-801cc8e65662 req-99e7ef4b-553a-41a8-9daf-37934d8418d7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011645 Apr 16 15:36:08.597065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05566946-8793-40a3-b3eb-590fcf66d4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f328d8-924d-4616-ae5b-d92e2796e6cb,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:08.599799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-05566946-8793-40a3-b3eb-590fcf66d4c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:08.604372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'subnet': {'network_id': 'a6d79693-69db-4ba7-a170-daaacdcd8226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:08.616013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] For port 3cb6e095-ee3e-4d33-87f5-4f40374cf583, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:08.620486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.647267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:08.763808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e02795e0-ecf1-4b35-b258-6f0124a8da84 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.765044 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e02795e0-ecf1-4b35-b258-6f0124a8da84 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "DELETE /v2.0/ports/addbc554-cfcb-4a55-95b8-1de1cf4c54d0 HTTP/1.1" status: 204 len: 168 time: 1.1090953 Apr 16 15:36:08.766954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54134) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:08.794490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-be55162d-8230-41c2-bcbd-2ed2d8095367 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] GET failed (client error): The resource could not be found. Apr 16 15:36:08.794842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-be55162d-8230-41c2-bcbd-2ed2d8095367 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Synchronizing usage tracker for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:08.805313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-be55162d-8230-41c2-bcbd-2ed2d8095367 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Unset dirty status for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:08.806126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-be55162d-8230-41c2-bcbd-2ed2d8095367 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "GET /v2.0/ports/addbc554-cfcb-4a55-95b8-1de1cf4c54d0 HTTP/1.1" status: 404 len: 333 time: 0.0385618 Apr 16 15:36:08.808434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54138) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:08.862612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-09d1f649-0d09-4667-b001-b891e71fa02b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Deleting port f4637650-079f-4c07-bbad-8f9a6cc53d7b {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:08.862776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09d1f649-0d09-4667-b001-b891e71fa02b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:08.995787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] For port 3cb6e095-ee3e-4d33-87f5-4f40374cf583, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3cb6e095-ee3e-4d33-87f5-4f40374cf583,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:09.016370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.021671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09d1f649-0d09-4667-b001-b891e71fa02b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.047921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05566946-8793-40a3-b3eb-590fcf66d4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.048671 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-05566946-8793-40a3-b3eb-590fcf66d4c7 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d2f328d8-924d-4616-ae5b-d92e2796e6cb HTTP/1.1" status: 204 len: 168 time: 1.5284321 Apr 16 15:36:09.058668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cc3f4c-dd14-44d2-a428-9e8ab1622557,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:09.094883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-09d1f649-0d09-4667-b001-b891e71fa02b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Calling delete_port for f4637650-079f-4c07-bbad-8f9a6cc53d7b owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:09.106499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:09.106850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:09.151907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5fc31-1a16-4c3e-aa06-22bda0fef57c req-fe7af0ea-247f-4e04-aca9-ee714a45ee58 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:09.152844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5fa5fc31-1a16-4c3e-aa06-22bda0fef57c req-fe7af0ea-247f-4e04-aca9-ee714a45ee58 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 943 time: 0.7325323 Apr 16 15:36:09.176435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09d1f649-0d09-4667-b001-b891e71fa02b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.179915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:09.185198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:09.199866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:subnet and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:09.214498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:09.222195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] device_id is not set on port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:09.241161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:09.276630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.295568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54146) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:09.309731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Pushing event updated for resources: {'Port': ['ID=3cb6e095-ee3e-4d33-87f5-4f40374cf583,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:09.312432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:09.341519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:09.345219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.388745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Transition to ACTIVE for port object b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:09.392480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5fa5fc31-1a16-4c3e-aa06-22bda0fef57c req-44ce472f-6eec-4aea-9e75-9d07df87eb60 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215402 Apr 16 15:36:09.488676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.497677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.509184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1f649-0d09-4667-b001-b891e71fa02b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event deleted for resources: {'Port': ['ID=f4637650-079f-4c07-bbad-8f9a6cc53d7b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:09.510714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-09d1f649-0d09-4667-b001-b891e71fa02b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:09.519120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.536367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9642c870-dc6d-4d9b-9ad5-e3befd92f7e0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:09.572013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:09.572404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.573285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] 10.222.0.107 "PUT /v2.0/ports/3cb6e095-ee3e-4d33-87f5-4f40374cf583 HTTP/1.1" status: 200 len: 1093 time: 5.0275278 Apr 16 15:36:09.601416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'tag': '3cb6e095-ee3e-4d33-87f5-4f40374cf583'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:36:09.624895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09d1f649-0d09-4667-b001-b891e71fa02b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.638755 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-09d1f649-0d09-4667-b001-b891e71fa02b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "DELETE /v2.0/ports/f4637650-079f-4c07-bbad-8f9a6cc53d7b HTTP/1.1" status: 204 len: 168 time: 0.8291621 Apr 16 15:36:09.639223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54156) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:09.658378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9c8619b-ee61-45ed-9326-0a5e71ec4293 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=961852e0e9364bbcbcfbb8a8994069b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550174 Apr 16 15:36:09.662363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54160) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:09.677004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8400744a-3693-4ee5-99c0-fef2c4024abf tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] GET failed (client error): The resource could not be found. Apr 16 15:36:09.677351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8400744a-3693-4ee5-99c0-fef2c4024abf tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Synchronizing usage tracker for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:09.688146 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'tag': '3cb6e095-ee3e-4d33-87f5-4f40374cf583', 'status': 'completed', 'code': 200} Apr 16 15:36:09.709110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8400744a-3693-4ee5-99c0-fef2c4024abf tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Unset dirty status for tenant:a52b55b83e4d44c3aced089e5e784742 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:09.712725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8400744a-3693-4ee5-99c0-fef2c4024abf tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "GET /v2.0/ports/f4637650-079f-4c07-bbad-8f9a6cc53d7b HTTP/1.1" status: 404 len: 333 time: 0.0728178 Apr 16 15:36:09.713254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54164) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:09.719316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1498} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:09.744016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30b95d26-401b-4c7d-aea2-9ba096b9c230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.763739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event updated for resources: {'Port': ['ID=b0131e55-c0ff-4cdf-a2f3-d911856bd5f4,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:09.769668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30b95d26-401b-4c7d-aea2-9ba096b9c230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.776489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:09.777317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-97ed9bb2-193a-4f69-96a5-179978d67a32 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Deleting port 5546f47c-e579-4cde-a7bf-06356df2d66d {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:09.777556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97ed9bb2-193a-4f69-96a5-179978d67a32 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.781352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55b5b0a4-1ee1-41bf-9aaf-8067bd049e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:09.790534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.790761 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Added segment a00c7d38-407c-43b1-9e5a-f3e74b48f322 of type vlan for network 000c4a25-5cd6-46db-906c-7e7c6bc02d4a Apr 16 15:36:09.801210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a12182-6b75-40bd-9db4-e37709eb9c40 req-cf9807fc-3441-4712-9455-eed70c2296eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:09.802195 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0a12182-6b75-40bd-9db4-e37709eb9c40 req-cf9807fc-3441-4712-9455-eed70c2296eb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=57d611ee8c734d2db74788b656d9871a&device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 1096 time: 0.5834329 Apr 16 15:36:09.853007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Attempting to bind port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:09.853212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Attempting to bind port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:09.853407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Attempting to bind port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 on network baaa0b3d-6906-4260-96c4-4db0db7aac73 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:09.869365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30b95d26-401b-4c7d-aea2-9ba096b9c230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.896079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c18b0c64-357d-42dd-9bc8-8dc227801e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:09.910187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b95d26-401b-4c7d-aea2-9ba096b9c230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca7c74e-d54a-4b6e-98c5-e6d289edfef2,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:09.911808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30b95d26-401b-4c7d-aea2-9ba096b9c230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:09.920338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30b95d26-401b-4c7d-aea2-9ba096b9c230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.922756 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-30b95d26-401b-4c7d-aea2-9ba096b9c230 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3ca7c74e-d54a-4b6e-98c5-e6d289edfef2 HTTP/1.1" status: 204 len: 168 time: 0.2556875 Apr 16 15:36:09.924144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedb9b0-4f2f-42e7-955f-e364c7a8d6a2 req-fed18989-99bf-4c37-9405-46dc7a7c719d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:09.925072 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5bedb9b0-4f2f-42e7-955f-e364c7a8d6a2 req-fed18989-99bf-4c37-9405-46dc7a7c719d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 943 time: 0.4804859 Apr 16 15:36:09.925437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 on network baaa0b3d-6906-4260-96c4-4db0db7aac73 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:09.925631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Attempting to bind port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 on network baaa0b3d-6906-4260-96c4-4db0db7aac73 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:09.929971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2c4eaf-49c4-4989-8825-f6775b99cf7f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:09.941863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:09.956006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97ed9bb2-193a-4f69-96a5-179978d67a32 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.964127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:09.964332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Checking segment: {'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:09.964552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Bound using segment: {'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:09.964828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Bound port: c8cc3f4c-dd14-44d2-a428-9e8ab1622557, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9683d27-94e1-416d-8b61-3af013deb288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:09.965037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:09.972417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.028330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-2befc886-076a-4049-8b62-f6eff1c99494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:10.029379 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-2befc886-076a-4049-8b62-f6eff1c99494 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a74bb8b83bfd4e9db169a164229975bd&device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 1096 time: 0.3915513 Apr 16 15:36:10.041378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-97ed9bb2-193a-4f69-96a5-179978d67a32 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Calling delete_port for 5546f47c-e579-4cde-a7bf-06356df2d66d owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:10.054200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Checking segment: {'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:10.054461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Network hostable DHCP agents. Network: 3526b2a1-e4e8-4c10-8931-12d4fb3196b3, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:10.132134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97ed9bb2-193a-4f69-96a5-179978d67a32 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.142697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-058372c9-f35a-4739-97b8-1b0b1fe7d518 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:10.203413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed9bb2-193a-4f69-96a5-179978d67a32 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event deleted for resources: {'Port': ['ID=5546f47c-e579-4cde-a7bf-06356df2d66d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:10.208308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97ed9bb2-193a-4f69-96a5-179978d67a32 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:10.323110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97ed9bb2-193a-4f69-96a5-179978d67a32 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.333733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-97ed9bb2-193a-4f69-96a5-179978d67a32 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "DELETE /v2.0/ports/5546f47c-e579-4cde-a7bf-06356df2d66d HTTP/1.1" status: 204 len: 168 time: 0.6143692 Apr 16 15:36:10.333914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54188) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:10.373340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5bedb9b0-4f2f-42e7-955f-e364c7a8d6a2 req-427978c7-acc1-4f45-ab12-45406ba5e804 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4391301 Apr 16 15:36:10.374060 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-3b9bd35c-9f9f-4d5d-9e7d-c1b5d70ae42d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cb6e095-ee3e-4d33-87f5-4f40374cf583 HTTP/1.1" status: 200 len: 217 time: 0.3208239 Apr 16 15:36:10.378284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6afd00-a377-493c-85d9-c67969520106 req-88f357e3-7daf-4bdf-b21b-c4251b93da56 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:10.379129 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d6afd00-a377-493c-85d9-c67969520106 req-88f357e3-7daf-4bdf-b21b-c4251b93da56 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 944 time: 0.6535254 Apr 16 15:36:10.393656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe864a1-6e4d-4bc2-8f05-45440eeeb743 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Deleting subnet 91b0dd72-8ca2-4149-bc67-1fd31ffb99aa {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:36:10.396046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bbe864a1-6e4d-4bc2-8f05-45440eeeb743 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.413066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a12182-6b75-40bd-9db4-e37709eb9c40 req-626a6091-3a3e-4880-b030-3cbaff640bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:10.413972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0a12182-6b75-40bd-9db4-e37709eb9c40 req-626a6091-3a3e-4880-b030-3cbaff640bb7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=2f4aa230-8a99-45fa-929d-06fe729ee9a2 HTTP/1.1" status: 200 len: 914 time: 0.6016819 Apr 16 15:36:10.427710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54194) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:10.436125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bbe864a1-6e4d-4bc2-8f05-45440eeeb743 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.492204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:10.497605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bbe864a1-6e4d-4bc2-8f05-45440eeeb743 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.503514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.516728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1859952573'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:10.522966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:10.527070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:network and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:10.531707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:10.533590 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0a12182-6b75-40bd-9db4-e37709eb9c40 req-ad109286-d44a-4513-91ec-8bed2f545de1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc HTTP/1.1" status: 200 len: 217 time: 0.0939429 Apr 16 15:36:10.536729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:10.541621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:10.542023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.548774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] For port c8cc3f4c-dd14-44d2-a428-9e8ab1622557, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:10.552738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:10.580581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Made reservation on behalf of 572b8e69ffdf4c27b74b5460455915f8 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:10.584056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.586434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 3526b2a1-e4e8-4c10-8931-12d4fb3196b3) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:10.594373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b043987-367a-4210-8c42-dbeb7cb45a9e None None] Network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:10.596455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.619902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:10.624631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:security_group_rule and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:10.627824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:10.629968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:10.637397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-e9e326f0-34cd-47c5-aa4c-b045e59b6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:10.637519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:10.638336 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-e9e326f0-34cd-47c5-aa4c-b045e59b6a97 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6170f10d-c4fc-4986-9f25-0715f3f20499 HTTP/1.1" status: 200 len: 850 time: 0.2546208 Apr 16 15:36:10.640206 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d6afd00-a377-493c-85d9-c67969520106 req-f85076ce-4f2f-48d9-ad49-72c22da7efcb tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315528 Apr 16 15:36:10.666643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] For port c8cc3f4c-dd14-44d2-a428-9e8ab1622557, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c8cc3f4c-dd14-44d2-a428-9e8ab1622557,segment=NetworkSegment(b9683d27-94e1-416d-8b61-3af013deb288),segment_id=b9683d27-94e1-416d-8b61-3af013deb288)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:10.708196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.720816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bbe864a1-6e4d-4bc2-8f05-45440eeeb743 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.736004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:10.738010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:10.738204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:10.738408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:10.784168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:10.784594 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:10.787189 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 2 to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 Apr 16 15:36:10.791861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a12182-6b75-40bd-9db4-e37709eb9c40 req-2d681b22-c3ba-45a3-a8c0-2f3ac7e42cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:10.792795 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0a12182-6b75-40bd-9db4-e37709eb9c40 req-2d681b22-c3ba-45a3-a8c0-2f3ac7e42cae service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fc769158-1403-4dfe-95bb-46b2b93ef3c9 HTTP/1.1" status: 200 len: 851 time: 0.2448213 Apr 16 15:36:10.793204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event updated for resources: {'Network': ['ID=000c4a25-5cd6-46db-906c-7e7c6bc02d4a,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:10.793548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe864a1-6e4d-4bc2-8f05-45440eeeb743 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event deleted for resources: {'Subnet': ['ID=91b0dd72-8ca2-4149-bc67-1fd31ffb99aa,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:10.795019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.7726867 Apr 16 15:36:10.797698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:10.801597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bbe864a1-6e4d-4bc2-8f05-45440eeeb743 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:10.801899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54200) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:10.802063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:10.805411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 000c4a25-5cd6-46db-906c-7e7c6bc02d4a details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:10.808140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Request body: {'subnet': {'network_id': '000c4a25-5cd6-46db-906c-7e7c6bc02d4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:10.812015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.818294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:10.821360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.825278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:10.832628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Usage tracker for resource:subnet and tenant:1910e384fb4846708c3ce4d9d661d7c2 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:10.839227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:10.851412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:10.852546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1483} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:10.860900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a616732-f386-458a-b510-4a040405b747,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:10.863629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bbe864a1-6e4d-4bc2-8f05-45440eeeb743 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.867421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:10.868010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.868219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Added segment 9aa7ff37-58ff-436f-8410-7039dc8fa1bd of type vlan for network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 Apr 16 15:36:10.871993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e8b1bd-4e8d-4322-92b2-2f5466f2b73c None None] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:10.876627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Made reservation on behalf of 1910e384fb4846708c3ce4d9d661d7c2 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:10.877868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:10.878072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:10.878277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:10.879489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.891712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bbe864a1-6e4d-4bc2-8f05-45440eeeb743 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "DELETE /v2.0/subnets/91b0dd72-8ca2-4149-bc67-1fd31ffb99aa HTTP/1.1" status: 204 len: 168 time: 0.5571566 Apr 16 15:36:10.900832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54204) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:10.902819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:10.903015 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:10.908075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 3 to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 Apr 16 15:36:10.931261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba17301-17e8-46a4-a75a-647a59ac1a1c req-de6de993-58c8-4b14-92e7-f78c755a8063 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:10.932215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ba17301-17e8-46a4-a75a-647a59ac1a1c req-de6de993-58c8-4b14-92e7-f78c755a8063 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 943 time: 0.4300270 Apr 16 15:36:10.938638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.974133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.977302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:10.977674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:10.982010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1c0c4c9-6ae7-403d-a9ea-5e38140f713b tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:10.997522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:10.997768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:10.998008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:11.010104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8cc3f4c-dd14-44d2-a428-9e8ab1622557,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:11.014591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:11.030764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:11.030961 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:11.036248 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 4 to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 Apr 16 15:36:11.048236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-1d61b842-de83-4dab-ad4f-0171e58ccb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:11.049176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-1d61b842-de83-4dab-ad4f-0171e58ccb92 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0e61783a-be5a-4189-b0dc-5b4c26552378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3763254 Apr 16 15:36:11.060801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0771bb-1858-42be-92f6-33b6a4708f03 None None] DHCP port deletion for 2ab696d6-acb8-481e-9ea5-3ecb283d987a request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:36:11.063838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-af0771bb-1858-42be-92f6-33b6a4708f03 None None] Deleting port 87b0f745-4cc2-42c0-9ab1-30777bd681cc {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:11.064226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af0771bb-1858-42be-92f6-33b6a4708f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.066603 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6379526 Apr 16 15:36:11.069422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54208) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:11.070231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Network': ['ID=f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:11.072296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:11.076785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'subnet': {'network_id': 'f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:11.093152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:11.093603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.094443 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] 10.222.0.107 "PUT /v2.0/ports/c8cc3f4c-dd14-44d2-a428-9e8ab1622557 HTTP/1.1" status: 200 len: 1094 time: 4.1359503 Apr 16 15:36:11.098545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:11.098704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:11.098815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:11.106935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.135780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ba17301-17e8-46a4-a75a-647a59ac1a1c req-53f7a05b-f057-4f61-9ab1-d320577053ba tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889300 Apr 16 15:36:11.168304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:11.172290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:11.177012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:subnet and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:11.182711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:11.198914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:11.199136 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:11.203782 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 5 to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 Apr 16 15:36:11.209244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a12182-6b75-40bd-9db4-e37709eb9c40 req-01631aeb-b93b-4278-90dc-8c26c0ec4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:11.210170 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0a12182-6b75-40bd-9db4-e37709eb9c40 req-01631aeb-b93b-4278-90dc-8c26c0ec4a9a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2f4aa230-8a99-45fa-929d-06fe729ee9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3877957 Apr 16 15:36:11.211729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:11.224103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Made reservation on behalf of 572b8e69ffdf4c27b74b5460455915f8 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:11.227530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.250258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:11.250477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:11.250685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:11.259958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Deleting port 87b0f745-4cc2-42c0-9ab1-30777bd681cc {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:11.260164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.310249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:11.310474 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:11.315524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-af0771bb-1858-42be-92f6-33b6a4708f03 None None] For port 87b0f745-4cc2-42c0-9ab1-30777bd681cc, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=87b0f745-4cc2-42c0-9ab1-30777bd681cc,segment=NetworkSegment(393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6),segment_id=393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:11.315914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af0771bb-1858-42be-92f6-33b6a4708f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.322779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 6 to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 Apr 16 15:36:11.402107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-af0771bb-1858-42be-92f6-33b6a4708f03 None None] Calling delete_port for 87b0f745-4cc2-42c0-9ab1-30777bd681cc owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:11.414905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:36:11.415224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.421183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ec513b6-1df2-4a54-be83-f5855767784e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.453683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af0771bb-1858-42be-92f6-33b6a4708f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.465674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:11.474970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc39e0ae-bada-4ee0-b61c-0bb3b2a563b2 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:11.515221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0771bb-1858-42be-92f6-33b6a4708f03 None None] Pushing event deleted for resources: {'Port': ['ID=87b0f745-4cc2-42c0-9ab1-30777bd681cc,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:11.517009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-af0771bb-1858-42be-92f6-33b6a4708f03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:11.543775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb668957-2809-47d6-bb3b-f78f29a0ea85,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:11.544154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0771bb-1858-42be-92f6-33b6a4708f03 None None] No DVR routers for this DVR port 87b0f745-4cc2-42c0-9ab1-30777bd681cc on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:36:11.550080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:11.620551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Checking segment: {'id': 'a00c7d38-407c-43b1-9e5a-f3e74b48f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '000c4a25-5cd6-46db-906c-7e7c6bc02d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:11.620745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Network hostable DHCP agents. Network: 000c4a25-5cd6-46db-906c-7e7c6bc02d4a, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:11.638282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:11.638498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:11.638702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:11.644769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Network 000c4a25-5cd6-46db-906c-7e7c6bc02d4a is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:11.652274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 000c4a25-5cd6-46db-906c-7e7c6bc02d4a) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:11.676348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7f60df-73d5-405e-ab64-88ba9fe6a5c2 None None] Network 000c4a25-5cd6-46db-906c-7e7c6bc02d4a requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:11.677489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:11.677684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.689060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] The port '87b0f745-4cc2-42c0-9ab1-30777bd681cc' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:36:11.689672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:11.689735 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:11.690039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242217b1-2231-4f84-89ac-59f8037f06c9', 'tag': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:36:11.696461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 7 to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 Apr 16 15:36:11.700737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.703758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8992336 Apr 16 15:36:11.703828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-74a8e089-6594-4a2e-9e86-b7202fa57773 service neutron] 10.222.0.107 "GET /v2.0/networks/0e61783a-be5a-4189-b0dc-5b4c26552378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372771 Apr 16 15:36:11.709776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54218) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:11.710254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-09f75ecd-afcf-48e2-b045-6da40b2c6651 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:11.722930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.729542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1387084665', 'network_id': '000c4a25-5cd6-46db-906c-7e7c6bc02d4a'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:11.741829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:11.762705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-11e14eb1-65f7-4d85-bac4-563c74842efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:11.776605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Usage tracker for resource:port and tenant:1910e384fb4846708c3ce4d9d661d7c2 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:11.781473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:11.787181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9b9cd60b-9954-48d0-a44f-1643b0868b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:11.788145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9b9cd60b-9954-48d0-a44f-1643b0868b11 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=dae95a24cf6047b58c5e62d59206be05&device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 1097 time: 0.6475489 Apr 16 15:36:11.804440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:11.812626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Subnet': ['ID=d5f4ecea-5cb9-4fff-a3ac-f565a39056ea,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:11.816438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:11.820158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:11.820380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:11.820593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:11.826397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Made reservation on behalf of 1910e384fb4846708c3ce4d9d661d7c2 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:11.828064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84274b7a-9a24-41ec-8c3f-6b91b443a967 None None] Network 000c4a25-5cd6-46db-906c-7e7c6bc02d4a requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:11.829614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:11.882723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0a12182-6b75-40bd-9db4-e37709eb9c40 req-e33d7259-6d28-4f0b-b332-60601ccd98d7 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572034 Apr 16 15:36:11.960985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:11.961187 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:11.986176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 8 to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 Apr 16 15:36:11.999115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-9a472063-dfdb-4069-92e0-fa926904e7f3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8cc3f4c-dd14-44d2-a428-9e8ab1622557 HTTP/1.1" status: 200 len: 217 time: 0.1243024 Apr 16 15:36:12.074206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.092567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] device_id is not set on port ce10c7b6-e8ff-4140-9fb4-9587a99936bf yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:12.113240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:12.113424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:12.113625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:12.147794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Subnet': ['ID=9d89cd2c-efaa-4974-9b8d-8e3b26f30db7,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:12.169633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Checking segment: {'id': '9aa7ff37-58ff-436f-8410-7039dc8fa1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': 'f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:12.169835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network hostable DHCP agents. Network: f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:12.170200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:12.171846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:12.172038 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:12.180203 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 9 to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 Apr 16 15:36:12.195534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Allocated IP 2001:db8::f2 (000c4a25-5cd6-46db-906c-7e7c6bc02d4a/bb668957-2809-47d6-bb3b-f78f29a0ea85/ce10c7b6-e8ff-4140-9fb4-9587a99936bf) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:12.196748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:12.207482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:12.213608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1101773-a63d-414c-9ad0-58f1d7901a12 None None] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:12.227306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:12.227666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.244369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-543dfcc2-e4d8-4685-b971-db14070cb692 service neutron] 10.222.0.107 "GET /v2.0/networks/0e61783a-be5a-4189-b0dc-5b4c26552378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112951 Apr 16 15:36:12.246820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:12.247021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:12.247223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:12.256834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5ee9c-d2d3-4ed1-8393-8c2436bbf2fb req-36b4f868-0e13-4eb9-9af1-c644fe528a0b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:12.257939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99c5ee9c-d2d3-4ed1-8393-8c2436bbf2fb req-36b4f868-0e13-4eb9-9af1-c644fe528a0b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 943 time: 0.6848080 Apr 16 15:36:12.279162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-eb535c0d-e8a4-4701-8b24-e82697f9fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:12.280284 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2088075 Apr 16 15:36:12.280643 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-eb535c0d-e8a4-4701-8b24-e82697f9fc6d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd HTTP/1.1" status: 200 len: 844 time: 0.2634544 Apr 16 15:36:12.281092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:12.281485 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:12.283253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54224) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:12.287893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-818900208', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:12.291208 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 10 to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 Apr 16 15:36:12.293973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:12.301172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:router and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:12.303593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0a12182-6b75-40bd-9db4-e37709eb9c40 req-deb00c0b-2ef5-48a3-b338-cac0f4102707 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478770 Apr 16 15:36:12.303658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:12.313113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:12.327026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.327591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.336192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:12.336734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:12.336980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:12.341005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d59a5b-e9e1-4066-bce6-75b911605f08 None None] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:12.348560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.352314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.358515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90475792-64e5-49f7-9aa3-4e910005b7c3 req-3f81a026-ed54-46d8-9f38-a4838f1ae9e2 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:12.359419 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-90475792-64e5-49f7-9aa3-4e910005b7c3 req-3f81a026-ed54-46d8-9f38-a4838f1ae9e2 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 944 time: 0.6114399 Apr 16 15:36:12.365008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab696d6-acb8-481e-9ea5-3ecb283d987a']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:12.378370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:12.378578 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:12.378780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.392958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:12.393367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393d6e7a-cb26-42f8-8f20-33d6aa8ea5d6') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:12.425124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.462784 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99c5ee9c-d2d3-4ed1-8393-8c2436bbf2fb req-56b1daa6-7a4a-4417-9fb8-a56fa255bddd tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720610 Apr 16 15:36:12.463461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Checking segment: {'id': 'e2d77b6f-e4d0-455c-a923-2198ed8a3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'a6d79693-69db-4ba7-a170-daaacdcd8226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:12.463617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network hostable DHCP agents. Network: a6d79693-69db-4ba7-a170-daaacdcd8226, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:12.495180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.512879 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-90475792-64e5-49f7-9aa3-4e910005b7c3 req-be72df8d-8799-4773-b1cd-fd4e13ad2030 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322019 Apr 16 15:36:12.518560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Releasing vlan 1484 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:12.528039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.543936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:12.544030 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242217b1-2231-4f84-89ac-59f8037f06c9', 'tag': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557', 'status': 'completed', 'code': 200} Apr 16 15:36:12.594013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-49cb78cd-18e4-4fcd-9200-1a9e32fa0d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:12.594976 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-49cb78cd-18e4-4fcd-9200-1a9e32fa0d87 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=baaa0b3d-6906-4260-96c4-4db0db7aac73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3067083 Apr 16 15:36:12.614109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 87b0f745-4cc2-42c0-9ab1-30777bd681cc no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:36:12.618687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network a6d79693-69db-4ba7-a170-daaacdcd8226 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:12.637483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 87b0f745-4cc2-42c0-9ab1-30777bd681cc {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:36:12.637725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 87b0f745-4cc2-42c0-9ab1-30777bd681cc not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:36:12.641632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.669463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event updated for resources: {'Port': ['ID=ce10c7b6-e8ff-4140-9fb4-9587a99936bf,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:12.678994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:12.694616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] For port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:12.694844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempted to set empty binding levels {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 16 15:36:12.726787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e0c661ec-f466-4055-8abe-5b1757272482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.739148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Network 000c4a25-5cd6-46db-906c-7e7c6bc02d4a is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:12.740774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:12.746604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:12.747289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:12.747672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.765328 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0404143 Apr 16 15:36:12.771270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54228) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:12.817631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0f2a2-ecf5-4d3d-9a08-e841f3bfd056 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Deleting port ce10c7b6-e8ff-4140-9fb4-9587a99936bf {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:12.817842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f2a2-ecf5-4d3d-9a08-e841f3bfd056 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.846497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.948237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, a6d79693-69db-4ba7-a170-daaacdcd8226) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:12.956366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.956857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a9d5d-e9e1-47b9-9cfe-72df7b5ced9c None None] Network a6d79693-69db-4ba7-a170-daaacdcd8226 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:12.958975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:12.969271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-720c2b09-46cd-44f1-94f3-cb5d20f792fd tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:12.981472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.036572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:13.037949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.064584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:13.064954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.076225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.110939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.114355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f2a2-ecf5-4d3d-9a08-e841f3bfd056 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.116850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-a6d79693-69db-4ba7-a170-daaacdcd8226', 'network_id': 'a6d79693-69db-4ba7-a170-daaacdcd8226', 'tenant_id': '5b2f0a6447c14d8e96b381345f01f7cc', 'fixed_ips': [{'subnet_id': '9d89cd2c-efaa-4974-9b8d-8e3b26f30db7'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:36:13.117532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.173534 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5848868 Apr 16 15:36:13.188194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.26.4.230 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/cf8b3265-4073-44f3-bfb8-043c9b313377) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:13.189437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54232) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:13.191182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event updated for resources: {'Port': ['ID=b0131e55-c0ff-4cdf-a2f3-d911856bd5f4,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:13.194548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c7c0f2a2-ecf5-4d3d-9a08-e841f3bfd056 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Calling delete_port for ce10c7b6-e8ff-4140-9fb4-9587a99936bf owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:13.199328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:13.221050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Allocated IP 2001:db8::2 (a6d79693-69db-4ba7-a170-daaacdcd8226/9d89cd2c-efaa-4974-9b8d-8e3b26f30db7/405dcba8-1341-450b-8a3a-fa391a92b6f7) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:13.242070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-e678e314-86d4-42a2-b18f-0faadd242b67 service neutron] 10.222.0.107 "GET /v2.0/networks/baaa0b3d-6906-4260-96c4-4db0db7aac73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124041 Apr 16 15:36:13.256448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Network 2ab696d6-acb8-481e-9ea5-3ecb283d987a has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:13.274455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:13.274806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f51283-fb2a-4315-a165-2a830f6e2034 req-d538c18a-a784-4fc2-be60-3d699307aa8e tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f9f51283-fb2a-4315-a165-2a830f6e2034 req-d538c18a-a784-4fc2-be60-3d699307aa8e tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 943 time: 0.7036865 Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:13.295049 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:13.372305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.386494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Transition to ACTIVE for port object 405dcba8-1341-450b-8a3a-fa391a92b6f7 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:13.394100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Transition to ACTIVE for port object 405dcba8-1341-450b-8a3a-fa391a92b6f7 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:13.463309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.463893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5cb96-a486-4e78-a728-5d35b526d683 req-196661fc-a1c9-470f-932a-9f6e24bc3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:13.464893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-58e5cb96-a486-4e78-a728-5d35b526d683 req-196661fc-a1c9-470f-932a-9f6e24bc3772 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a74bb8b83bfd4e9db169a164229975bd&device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 1096 time: 0.4729419 Apr 16 15:36:13.472639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:13.477815 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.0047894 Apr 16 15:36:13.493639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54238) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:13.519108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f9f51283-fb2a-4315-a165-2a830f6e2034 req-2d8785e8-2320-48c6-a873-8539e52526a7 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098427 Apr 16 15:36:13.581037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Pushing event updated for resources: {'Port': ['ID=405dcba8-1341-450b-8a3a-fa391a92b6f7,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:13.582770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.584139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:13.620538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:13.626892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c2acf29f-6a80-4dc5-a96c-4338bdb708bc details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:36:13.635564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Network a6d79693-69db-4ba7-a170-daaacdcd8226 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:13.638439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:13.640423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.640709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:13.648796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.670239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b1ea87e-185b-4e66-8a31-0faf66a8a66e req-b51a2004-06fa-4d43-a886-19f7e1b174a8 service neutron] 10.222.0.107 "GET /v2.0/networks/baaa0b3d-6906-4260-96c4-4db0db7aac73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159594 Apr 16 15:36:13.671091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Pushing event deleted for resources: {'Network': ['ID=2ab696d6-acb8-481e-9ea5-3ecb283d987a,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:13.683538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:13.690949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b34e8b42-72e6-433f-80bd-28abb689a0e1 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Deleting port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:13.691152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b34e8b42-72e6-433f-80bd-28abb689a0e1 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.707532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting port 405dcba8-1341-450b-8a3a-fa391a92b6f7 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:13.707673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] 10.222.0.95 "DELETE /v2.0/networks/2ab696d6-acb8-481e-9ea5-3ecb283d987a HTTP/1.1" status: 204 len: 168 time: 2.8022416 Apr 16 15:36:13.707717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.727687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f2a2-ecf5-4d3d-9a08-e841f3bfd056 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.732048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.740352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5cb96-a486-4e78-a728-5d35b526d683 req-dee395ad-8ee1-4851-8a33-c00c472b158e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:13.741107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:13.741297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-58e5cb96-a486-4e78-a728-5d35b526d683 req-dee395ad-8ee1-4851-8a33-c00c472b158e service neutron] 10.222.0.107 "GET /v2.0/networks?id=0e61783a-be5a-4189-b0dc-5b4c26552378 HTTP/1.1" status: 200 len: 913 time: 0.2636545 Apr 16 15:36:13.746265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Attempting to bind port 405dcba8-1341-450b-8a3a-fa391a92b6f7 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:13.746548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Attempting to bind port 405dcba8-1341-450b-8a3a-fa391a92b6f7 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'e2d77b6f-e4d0-455c-a923-2198ed8a3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'a6d79693-69db-4ba7-a170-daaacdcd8226'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:13.746776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Attempting to bind port 405dcba8-1341-450b-8a3a-fa391a92b6f7 on network a6d79693-69db-4ba7-a170-daaacdcd8226 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:13.751567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:13.751796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Checking segment: {'id': 'e2d77b6f-e4d0-455c-a923-2198ed8a3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'a6d79693-69db-4ba7-a170-daaacdcd8226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:13.752052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.752295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Bound using segment: {'id': 'e2d77b6f-e4d0-455c-a923-2198ed8a3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'a6d79693-69db-4ba7-a170-daaacdcd8226'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:13.752874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Bound port: 405dcba8-1341-450b-8a3a-fa391a92b6f7, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d77b6f-e4d0-455c-a923-2198ed8a3fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'a6d79693-69db-4ba7-a170-daaacdcd8226'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:13.753150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.796006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0f2a2-ecf5-4d3d-9a08-e841f3bfd056 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce10c7b6-e8ff-4140-9fb4-9587a99936bf,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:13.807717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7c0f2a2-ecf5-4d3d-9a08-e841f3bfd056 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:13.809113 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-58e5cb96-a486-4e78-a728-5d35b526d683 req-e1c571e7-0d2d-415f-9905-3b096584975e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cb6e095-ee3e-4d33-87f5-4f40374cf583 HTTP/1.1" status: 200 len: 217 time: 0.0597677 Apr 16 15:36:13.834137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c2acf29f-6a80-4dc5-a96c-4338bdb708bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:13.845487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] For port 405dcba8-1341-450b-8a3a-fa391a92b6f7, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:13.847080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'port_id': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc', 'mac_address': 'fa:16:3e:74:f1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1450, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:36:13.852169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5cb96-a486-4e78-a728-5d35b526d683 req-d934f01f-fd67-4cc5-bc1b-84e2d3d5c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:13.853124 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-58e5cb96-a486-4e78-a728-5d35b526d683 req-d934f01f-fd67-4cc5-bc1b-84e2d3d5c26a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6170f10d-c4fc-4986-9f25-0715f3f20499 HTTP/1.1" status: 200 len: 850 time: 0.0382509 Apr 16 15:36:13.859802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac05a87-b284-4c46-817d-aa483f2b13be req-79428ec0-5581-49ac-b0ea-ddff306ed614 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:13.860758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ac05a87-b284-4c46-817d-aa483f2b13be req-79428ec0-5581-49ac-b0ea-ddff306ed614 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 943 time: 0.3014688 Apr 16 15:36:13.873772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] For port 405dcba8-1341-450b-8a3a-fa391a92b6f7, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=405dcba8-1341-450b-8a3a-fa391a92b6f7,segment=NetworkSegment(e2d77b6f-e4d0-455c-a923-2198ed8a3fde),segment_id=e2d77b6f-e4d0-455c-a923-2198ed8a3fde)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:13.879256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.928105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54248) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:13.930611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:13.933635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.959985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:13.962718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7e4d8-0564-4750-bdac-d19534c3003b req-d3ac3a2f-8e40-45f8-a19a-2b8068f7b20a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:13.963649 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52f7e4d8-0564-4750-bdac-d19534c3003b req-d3ac3a2f-8e40-45f8-a19a-2b8068f7b20a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 944 time: 0.3262680 Apr 16 15:36:13.987291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:13.991906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ac05a87-b284-4c46-817d-aa483f2b13be req-1d194d6e-0aa1-4614-b3e9-ef7a53594b99 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072538 Apr 16 15:36:14.000695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2acf29f-6a80-4dc5-a96c-4338bdb708bc {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:36:14.011095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c2acf29f-6a80-4dc5-a96c-4338bdb708bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:14.021982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.023619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b34e8b42-72e6-433f-80bd-28abb689a0e1 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] For port b0131e55-c0ff-4cdf-a2f3-d911856bd5f4, host hv-neutron-7864, got binding levels [] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:14.023901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b34e8b42-72e6-433f-80bd-28abb689a0e1 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.033453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f2a2-ecf5-4d3d-9a08-e841f3bfd056 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.043426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Pushing event updated for resources: {'Port': ['ID=405dcba8-1341-450b-8a3a-fa391a92b6f7,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:14.053274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:14.053763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:14.066521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c7c0f2a2-ecf5-4d3d-9a08-e841f3bfd056 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "DELETE /v2.0/ports/ce10c7b6-e8ff-4140-9fb4-9587a99936bf HTTP/1.1" status: 204 len: 168 time: 1.2906885 Apr 16 15:36:14.066663 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52f7e4d8-0564-4750-bdac-d19534c3003b req-0d9c69db-13f0-44c0-9d02-db2935f2c5f0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889609 Apr 16 15:36:14.071781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54254) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:14.073685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] For port 405dcba8-1341-450b-8a3a-fa391a92b6f7, host dv-neutron-786478-2-hyperv, got binding levels [] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:14.073968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.085024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=cf8b3265-4073-44f3-bfb8-043c9b313377,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:14.090881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '000c4a25-5cd6-46db-906c-7e7c6bc02d4a', 'external_fixed_ips': [{'subnet_id': 'bb668957-2809-47d6-bb3b-f78f29a0ea85', 'ip_address': '2001:db8::f2'}]}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:14.094596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:14.096852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.105387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b34e8b42-72e6-433f-80bd-28abb689a0e1 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Calling delete_port for b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:14.121580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5cb96-a486-4e78-a728-5d35b526d683 req-f270adc9-5102-4934-be3a-901754454b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:14.122686 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-58e5cb96-a486-4e78-a728-5d35b526d683 req-f270adc9-5102-4934-be3a-901754454b91 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0e61783a-be5a-4189-b0dc-5b4c26552378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2611854 Apr 16 15:36:14.128951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=c2acf29f-6a80-4dc5-a96c-4338bdb708bc,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:14.132593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:14.134909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:14.177511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Calling delete_port for 405dcba8-1341-450b-8a3a-fa391a92b6f7 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:14.192597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Usage tracker for resource:router and tenant:1910e384fb4846708c3ce4d9d661d7c2 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:14.205688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:14.210229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b34e8b42-72e6-433f-80bd-28abb689a0e1 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.219570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:14.219806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:14.247409 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-81cf9ca5-2a04-4a67-b88e-40bff2cd4d38 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a52b55b83e4d44c3aced089e5e784742&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3157330 Apr 16 15:36:14.249731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54258) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:14.251334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.251969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.257274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:14.263888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:14.274439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:14.288043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e8b42-72e6-433f-80bd-28abb689a0e1 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0131e55-c0ff-4cdf-a2f3-d911856bd5f4,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:14.292685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b34e8b42-72e6-433f-80bd-28abb689a0e1 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:14.297092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['c2acf29f-6a80-4dc5-a96c-4338bdb708bc'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:36:14.298298 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-58e5cb96-a486-4e78-a728-5d35b526d683 req-3484ad38-84b4-43b3-83ec-fecd052e1275 service neutron] 10.222.0.107 "GET /v2.0/networks/0e61783a-be5a-4189-b0dc-5b4c26552378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699507 Apr 16 15:36:14.313702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.325431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:36:14.325431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:36:14.436340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24f3826b-634f-4ec5-9248-0993625cf14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.576820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 405dcba8-1341-450b-8a3a-fa391a92b6f7 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:14.580462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24f3826b-634f-4ec5-9248-0993625cf14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.619291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 405dcba8-1341-450b-8a3a-fa391a92b6f7 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:14.697772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b34e8b42-72e6-433f-80bd-28abb689a0e1 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.716142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b34e8b42-72e6-433f-80bd-28abb689a0e1 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "DELETE /v2.0/ports/b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 HTTP/1.1" status: 204 len: 168 time: 1.2198234 Apr 16 15:36:14.724061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54264) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:14.765469 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-58e5cb96-a486-4e78-a728-5d35b526d683 req-f7032f5c-c508-4ec9-aa83-015ce2263951 service neutron] 10.222.0.107 "GET /v2.0/networks/0e61783a-be5a-4189-b0dc-5b4c26552378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605579 Apr 16 15:36:14.767798 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ec969b-48cb-4c7b-be9e-c58793987223 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] GET failed (client error): The resource could not be found. Apr 16 15:36:14.768359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-78ec969b-48cb-4c7b-be9e-c58793987223 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Synchronizing usage tracker for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:14.779849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c179ceb-b381-4caf-8922-1f690170d507 req-07683283-7b30-46b9-b069-06696b6c92d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:14.780788 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c179ceb-b381-4caf-8922-1f690170d507 req-07683283-7b30-46b9-b069-06696b6c92d5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=dae95a24cf6047b58c5e62d59206be05&device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 1097 time: 0.1913798 Apr 16 15:36:14.788217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d921d8-676e-4fa2-b8ce-2d76641fd7f3 req-d9aebe4b-a689-4f0e-8e40-78cc7a0fbbcc tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:14.789170 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f9d921d8-676e-4fa2-b8ce-2d76641fd7f3 req-d9aebe4b-a689-4f0e-8e40-78cc7a0fbbcc tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 943 time: 0.1471581 Apr 16 15:36:14.816178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-78ec969b-48cb-4c7b-be9e-c58793987223 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Unset dirty status for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:14.816881 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-78ec969b-48cb-4c7b-be9e-c58793987223 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "GET /v2.0/ports/b0131e55-c0ff-4cdf-a2f3-d911856bd5f4 HTTP/1.1" status: 404 len: 333 time: 0.0921102 Apr 16 15:36:14.821659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54268) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:14.851787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Request body: {'port': {'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1850957097'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:14.860864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:14.879249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:14.890558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f9d921d8-676e-4fa2-b8ce-2d76641fd7f3 req-c301681c-7720-4401-85cf-2363ffb3f8d4 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863106 Apr 16 15:36:14.903092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting port 405dcba8-1341-450b-8a3a-fa391a92b6f7 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:14.903497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.905215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Made reservation on behalf of 5096ee377cf044f99a9122a25b546230 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:14.907948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.917269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c179ceb-b381-4caf-8922-1f690170d507 req-8c9da4df-de11-439f-aa4f-6f956c56a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:14.918177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c179ceb-b381-4caf-8922-1f690170d507 req-8c9da4df-de11-439f-aa4f-6f956c56a894 service neutron] 10.222.0.107 "GET /v2.0/networks?id=baaa0b3d-6906-4260-96c4-4db0db7aac73 HTTP/1.1" status: 200 len: 907 time: 0.1273398 Apr 16 15:36:14.921926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] device_id is not set on port 36258ec5-664b-4875-9547-f1dc5d66cb8b yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:14.931563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:14.983442 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c179ceb-b381-4caf-8922-1f690170d507 req-3afa6879-6748-483d-adf7-79e8ec496b04 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8cc3f4c-dd14-44d2-a428-9e8ab1622557 HTTP/1.1" status: 200 len: 217 time: 0.0428185 Apr 16 15:36:15.044350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c179ceb-b381-4caf-8922-1f690170d507 req-c1cb622e-3b07-46dc-906e-ce2897c87250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:15.045378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c179ceb-b381-4caf-8922-1f690170d507 req-c1cb622e-3b07-46dc-906e-ce2897c87250 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd HTTP/1.1" status: 200 len: 844 time: 0.0499575 Apr 16 15:36:15.087497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24f3826b-634f-4ec5-9248-0993625cf14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.091891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:15.111847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3826b-634f-4ec5-9248-0993625cf14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eab86b-621d-47fe-82f5-443a591794b6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:15.126936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24f3826b-634f-4ec5-9248-0993625cf14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:15.178630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.217811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.256827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d57d80-d3f0-419c-af84-8843be3e8d0f req-a284198b-3d53-4286-b352-796b67a82336 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:15.257772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28d57d80-d3f0-419c-af84-8843be3e8d0f req-a284198b-3d53-4286-b352-796b67a82336 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 944 time: 0.1800950 Apr 16 15:36:15.259171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c179ceb-b381-4caf-8922-1f690170d507 req-6dfeff5a-5b7e-4095-b498-8f99c8c89881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:15.259932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c179ceb-b381-4caf-8922-1f690170d507 req-6dfeff5a-5b7e-4095-b498-8f99c8c89881 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=baaa0b3d-6906-4260-96c4-4db0db7aac73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2066302 Apr 16 15:36:15.264507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24f3826b-634f-4ec5-9248-0993625cf14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.267016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24f3826b-634f-4ec5-9248-0993625cf14c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/75eab86b-621d-47fe-82f5-443a591794b6 HTTP/1.1" status: 204 len: 168 time: 1.0148804 Apr 16 15:36:15.271287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52acd1-7649-43f3-9e3a-32bc7f0552d7 req-074de0fc-7d9d-4349-8bd6-68815e319f84 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:15.272213 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab52acd1-7649-43f3-9e3a-32bc7f0552d7 req-074de0fc-7d9d-4349-8bd6-68815e319f84 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 944 time: 0.1254840 Apr 16 15:36:15.299922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] For port 405dcba8-1341-450b-8a3a-fa391a92b6f7, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=405dcba8-1341-450b-8a3a-fa391a92b6f7,segment=NetworkSegment(e2d77b6f-e4d0-455c-a923-2198ed8a3fde),segment_id=e2d77b6f-e4d0-455c-a923-2198ed8a3fde)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:15.300216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.356978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5248d48-845a-4e99-b368-a0cb094e3939 None None] Network a6d79693-69db-4ba7-a170-daaacdcd8226 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:15.361828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28d57d80-d3f0-419c-af84-8843be3e8d0f req-60d75249-51ee-44af-b677-5968ed2e1496 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981066 Apr 16 15:36:15.367989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.386028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Calling delete_port for 405dcba8-1341-450b-8a3a-fa391a92b6f7 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:15.437502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:15.471649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f4386c71-a56a-496d-873b-38a0028ddb1c None None] Provisioning for port 405dcba8-1341-450b-8a3a-fa391a92b6f7 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:15.477517 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab52acd1-7649-43f3-9e3a-32bc7f0552d7 req-b977a414-4cac-42b0-8b71-6473de48abd7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942286 Apr 16 15:36:15.480703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f4386c71-a56a-496d-873b-38a0028ddb1c None None] Provisioning complete for port 405dcba8-1341-450b-8a3a-fa391a92b6f7 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:15.480989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4386c71-a56a-496d-873b-38a0028ddb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.494683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:15.501214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:15.508037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:15.508636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:15.509013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.523971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c179ceb-b381-4caf-8922-1f690170d507 req-8598b0d2-53e3-435d-9c88-a6beecf904a6 service neutron] 10.222.0.107 "GET /v2.0/networks/baaa0b3d-6906-4260-96c4-4db0db7aac73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429030 Apr 16 15:36:15.526381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event updated for resources: {'Port': ['ID=36258ec5-664b-4875-9547-f1dc5d66cb8b,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:15.529545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:15.536302 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7122958 Apr 16 15:36:15.536442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54286) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:15.557314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:15.609688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3cb6e095-ee3e-4d33-87f5-4f40374cf583 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:36:15.662028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c2acf29f-6a80-4dc5-a96c-4338bdb708bc up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:15.683824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c179ceb-b381-4caf-8922-1f690170d507 req-d076c8a5-ff2c-485e-9b2b-961003fb480e service neutron] 10.222.0.107 "GET /v2.0/networks/baaa0b3d-6906-4260-96c4-4db0db7aac73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483493 Apr 16 15:36:15.685591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.763258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.835307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.860163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] device_id is not set on port 36258ec5-664b-4875-9547-f1dc5d66cb8b yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:15.865236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.874300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54300) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:15.874914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:36:15.882052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Transition to ACTIVE for port object 36258ec5-664b-4875-9547-f1dc5d66cb8b will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:15.885889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.930498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22782829-2c09-4a12-9431-e680537517dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:15.962645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-658950928'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:15.964998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4386c71-a56a-496d-873b-38a0028ddb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:15.965855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:15.968530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:network and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:15.970670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:15.974459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:15.993320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:15.996837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.034244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port c2acf29f-6a80-4dc5-a96c-4338bdb708bc completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:16.039687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 3cb6e095-ee3e-4d33-87f5-4f40374cf583, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3cb6e095-ee3e-4d33-87f5-4f40374cf583,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:16.045925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port c2acf29f-6a80-4dc5-a96c-4338bdb708bc triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:16.046166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.068889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '3cb6e095-ee3e-4d33-87f5-4f40374cf583', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'port_id': '3cb6e095-ee3e-4d33-87f5-4f40374cf583', 'mac_address': 'fa:16:3e:50:63:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1454, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:36:16.113802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.146564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb6e095-ee3e-4d33-87f5-4f40374cf583 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:36:16.147320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7c0f2a2-ecf5-4d3d-9a08-e841f3bfd056 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:16.162693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7e9cabe7-fe6e-45dc-89b6-27c01e284a99 None None] Could not find standard attr ID for object 405dcba8-1341-450b-8a3a-fa391a92b6f7. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:36:16.170814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 3cb6e095-ee3e-4d33-87f5-4f40374cf583, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3cb6e095-ee3e-4d33-87f5-4f40374cf583,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:16.171452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.173922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.180803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.183539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc60b332-ce0c-46f9-832f-5f47c45be322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:16.197882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Port': ['ID=405dcba8-1341-450b-8a3a-fa391a92b6f7,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:16.199729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.219815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08438920-8e02-4e58-a95e-f1304ccb57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:36:16.261454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c2acf29f-6a80-4dc5-a96c-4338bdb708bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:16.266659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.269902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=3cb6e095-ee3e-4d33-87f5-4f40374cf583,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:16.271716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:16.271988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:16.276139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.288915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event updated for resources: {'Port': ['ID=36258ec5-664b-4875-9547-f1dc5d66cb8b,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:16.293540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:16.298247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:16.300606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:security_group_rule and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:16.302331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:16.305986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:16.312521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=c2acf29f-6a80-4dc5-a96c-4338bdb708bc,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:16.314546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:16.320723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:16.369565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Allocated IP 2001:db8::f2 (000c4a25-5cd6-46db-906c-7e7c6bc02d4a/bb668957-2809-47d6-bb3b-f78f29a0ea85/bcbe4079-88cc-40d4-ab3a-8c3c5680adf8) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:16.379646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6494788-98ca-4018-bff1-71dbc421f680 req-eb44f401-e65a-49f2-af3c-ee57a0dc70fe tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:16.384946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c6494788-98ca-4018-bff1-71dbc421f680 req-eb44f401-e65a-49f2-af3c-ee57a0dc70fe tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 943 time: 0.3972061 Apr 16 15:36:16.411498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:16.411700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:16.411956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:16.422711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:16.422906 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:16.427588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 2 to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b Apr 16 15:36:16.433844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08438920-8e02-4e58-a95e-f1304ccb57db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc', 'code': 200} Apr 16 15:36:16.455386 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c6494788-98ca-4018-bff1-71dbc421f680 req-4ea078bd-3b51-4f0a-8b66-081794bb5911 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635471 Apr 16 15:36:16.473180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:16.473384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:16.473590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:16.475565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.477648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:16.477985 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:16.478237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 3 to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b Apr 16 15:36:16.484367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.488891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91682720-c937-4314-a662-938a3ce3fdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:16.530708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:16.530922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:16.531121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:16.542332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1456} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:16.552571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No DVR routers for this DVR port 405dcba8-1341-450b-8a3a-fa391a92b6f7 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:36:16.555549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:16.555732 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:16.558752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44693c88-9e4d-4b1b-b711-e3eac62bd1f9 None None] DHCP port deletion for a6d79693-69db-4ba7-a170-daaacdcd8226 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:36:16.558833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 4 to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b Apr 16 15:36:16.566254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdacfec9-0278-4665-a2d4-5115a6ab2597,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:16.589013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51d0ef6-5867-4158-b76f-78e8b3a20aae None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:36:16.592446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:36:16.592718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.592963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Added segment 894d51c6-6183-4d71-8ae2-434ef5b3d295 of type vlan for network 82da269f-e423-41e3-ba00-d3738d0b5784 Apr 16 15:36:16.593962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:16.604523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:16.604718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:16.604917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:16.612427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:16.612715 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:16.615553 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 5 to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b Apr 16 15:36:16.637432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.642049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:16.642243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:16.642459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:16.649205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['3cb6e095-ee3e-4d33-87f5-4f40374cf583'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:36:16.650791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:16.650977 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:16.653067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 6 to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b Apr 16 15:36:16.661051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.671467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ee856-8978-431e-ba39-4b67fc98b5c1 req-27107656-4e94-407e-9e97-36255fd74f05 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:16.672390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d69ee856-8978-431e-ba39-4b67fc98b5c1 req-27107656-4e94-407e-9e97-36255fd74f05 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.1778150 Apr 16 15:36:16.678528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.695389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:16.695588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:16.695791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:16.700460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51d0ef6-5867-4158-b76f-78e8b3a20aae None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:36:16.714450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d2d3c-029e-45c9-8cfd-4ff57cf6c2c5 req-cc631751-0bf5-4b7f-b64f-6937fea62a49 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:16.715184 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff1d2d3c-029e-45c9-8cfd-4ff57cf6c2c5 req-cc631751-0bf5-4b7f-b64f-6937fea62a49 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 944 time: 0.1575205 Apr 16 15:36:16.715534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:16.715723 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:16.717271 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 7 to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b Apr 16 15:36:16.724711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.739291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:16.739627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.743566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:16.753542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d69ee856-8978-431e-ba39-4b67fc98b5c1 req-7b661db1-6b75-41b0-8944-119636ede847 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722506 Apr 16 15:36:16.762349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:16.762480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:16.762669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:16.814027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:16.814178 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:16.816144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:16.818528 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 8 to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b Apr 16 15:36:16.829602 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff1d2d3c-029e-45c9-8cfd-4ff57cf6c2c5 req-c4d868d6-cbbf-4bb6-a36e-2697fb259456 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076899 Apr 16 15:36:16.830244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb61ae-a1aa-4e4a-a305-fcc48e014b17 None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:16.833435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9585080 Apr 16 15:36:16.836402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54320) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:16.836850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:16.837047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:16.837249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:16.841728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb61ae-a1aa-4e4a-a305-fcc48e014b17 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:16.842502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6dcb61ae-a1aa-4e4a-a305-fcc48e014b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:16.843819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'name': 'tempest-PortsTestJSON-658657685'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:16.847150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.852188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Network': ['ID=82da269f-e423-41e3-ba00-d3738d0b5784,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:16.856208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:16.858056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bdc784f-6e3c-406f-9674-d39d29221f16 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:16.858876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:16.859086 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:16.864301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 82da269f-e423-41e3-ba00-d3738d0b5784 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:16.886658 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 9 to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b Apr 16 15:36:16.907104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:16.907357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:16.907498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:16.914883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.916088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:16.916482 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:16.917705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 10 to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b Apr 16 15:36:16.917816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6338918 Apr 16 15:36:16.920900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54324) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:16.925910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6dcb61ae-a1aa-4e4a-a305-fcc48e014b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:16.928466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:16.931337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:16.931534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:16.931737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:16.932554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb61ae-a1aa-4e4a-a305-fcc48e014b17 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:16.933034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6dcb61ae-a1aa-4e4a-a305-fcc48e014b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:16.933826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:port and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:16.936064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:16.937611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:16.937798 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 36258ec5-664b-4875-9547-f1dc5d66cb8b on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:16.938014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:16.948427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:16.969986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6dcb61ae-a1aa-4e4a-a305-fcc48e014b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:16.970539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb61ae-a1aa-4e4a-a305-fcc48e014b17 None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:16.979644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:16.983590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.005823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port dbf65e65-3262-40e3-81a3-45b21e78437a yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:17.050070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event updated for resources: {'Port': ['ID=bcbe4079-88cc-40d4-ab3a-8c3c5680adf8,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:17.056992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:17.060499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] For port 36258ec5-664b-4875-9547-f1dc5d66cb8b, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:17.060717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempted to set empty binding levels {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 16 15:36:17.068974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.078916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:17.084115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b69482-32b3-4ee3-bee2-5478ec7284b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-a6d79693-69db-4ba7-a170-daaacdcd8226', 'network_id': 'a6d79693-69db-4ba7-a170-daaacdcd8226', 'tenant_id': '5b2f0a6447c14d8e96b381345f01f7cc', 'fixed_ips': [{'subnet_id': '9d89cd2c-efaa-4974-9b8d-8e3b26f30db7'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:36:17.085036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09b69482-32b3-4ee3-bee2-5478ec7284b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.152527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Network 000c4a25-5cd6-46db-906c-7e7c6bc02d4a is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:17.158114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:17.160858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:17.215582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event updated for resources: {'Port': ['ID=36258ec5-664b-4875-9547-f1dc5d66cb8b,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:17.219475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:17.228184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] In _notify_port_updated(), no bound segment for port 36258ec5-664b-4875-9547-f1dc5d66cb8b on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:36:17.228818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.229211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.231654 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "PUT /v2.0/ports/36258ec5-664b-4875-9547-f1dc5d66cb8b HTTP/1.1" status: 200 len: 977 time: 1.6930902 Apr 16 15:36:17.233679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54328) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server [None req-09b69482-32b3-4ee3-bee2-5478ec7284b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d89cd2c-efaa-4974-9b8d-8e3b26f30db7: This subnet is being modified by another concurrent operation. Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 338, in create_port Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:36:17.238510 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1444, in create_port Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1411, in _create_port_db Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1433, in create_port_db Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server context, port, port_id) Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server id=subnet.id) Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise exception Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d89cd2c-efaa-4974-9b8d-8e3b26f30db7: This subnet is being modified by another concurrent operation. Apr 16 15:36:17.240491 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server Apr 16 15:36:17.264235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177c3195-81df-4791-853a-5cdcc2bc1942 None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:36:17.269540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.339650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.339878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.340028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c3195-81df-4791-853a-5cdcc2bc1942 None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:36:17.340118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.340374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.340642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.340905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.341169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.341433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.341697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.341961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.342222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.342500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.342765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.343029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.343290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.343552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.343815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.344074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.344332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.344593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.345057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.345118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.345360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.345620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.345886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.347527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Synchronizing usage tracker for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:17.365182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Unset dirty status for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:17.365974 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-07565ca2-96c8-4d23-82a9-640007dece30 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22063 time: 0.1316762 Apr 16 15:36:17.367577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.368646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54332) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:17.379859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:17.496885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.499473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=dbf65e65-3262-40e3-81a3-45b21e78437a,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:17.511369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-589e6ecc-c43f-4527-ab89-a9b2aa2b0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.512311 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-589e6ecc-c43f-4527-ab89-a9b2aa2b0e2f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 1098 time: 0.2170894 Apr 16 15:36:17.513958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:17.545033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:17.566864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-582dbe99-76a3-4b0a-9ad8-933ac8b97d01 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Deleting port 36258ec5-664b-4875-9547-f1dc5d66cb8b {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:17.566965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-582dbe99-76a3-4b0a-9ad8-933ac8b97d01 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.588550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.612654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:17.614822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Subnet': ['ID=9d89cd2c-efaa-4974-9b8d-8e3b26f30db7,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:17.618896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Checking segment: {'id': '894d51c6-6183-4d71-8ae2-434ef5b3d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:17.619097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network hostable DHCP agents. Network: 82da269f-e423-41e3-ba00-d3738d0b5784, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:17.620160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c8cc3f4c-dd14-44d2-a428-9e8ab1622557 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:36:17.621694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Usage tracker for resource:security_group_rule and tenant:bcc873bedf5c423d9045de0c81b85da1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:17.625401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3cb6e095-ee3e-4d33-87f5-4f40374cf583 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:17.626353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:17.640042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:17.650668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:17.726046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66babe21-b714-4444-872b-94fff093b86e req-9704b93b-a890-402f-88c9-1f01f48c22be tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.727182 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66babe21-b714-4444-872b-94fff093b86e req-9704b93b-a890-402f-88c9-1f01f48c22be tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 944 time: 0.2118444 Apr 16 15:36:17.727339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:17.739057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:17.750092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc33c16-0a69-4ec6-8536-631fb54acf0e None None] Network a6d79693-69db-4ba7-a170-daaacdcd8226 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:17.759937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:17.760180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.761119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 82da269f-e423-41e3-ba00-d3738d0b5784) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:17.778832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:17.781876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:17.782251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.787758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c8cc3f4c-dd14-44d2-a428-9e8ab1622557, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c8cc3f4c-dd14-44d2-a428-9e8ab1622557,segment=NetworkSegment(b9683d27-94e1-416d-8b61-3af013deb288),segment_id=b9683d27-94e1-416d-8b61-3af013deb288)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:17.794223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-582dbe99-76a3-4b0a-9ad8-933ac8b97d01 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] For port 36258ec5-664b-4875-9547-f1dc5d66cb8b, host hv-neutron-7864, got binding levels [] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:17.794448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-582dbe99-76a3-4b0a-9ad8-933ac8b97d01 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.807951 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66babe21-b714-4444-872b-94fff093b86e req-ffd2c457-2afe-4353-976e-6c78ae39c18f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675633 Apr 16 15:36:17.844525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8391a5-d140-421b-929c-8644ad4f438f None None] Network 82da269f-e423-41e3-ba00-d3738d0b5784 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:17.870687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:17.971557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d79693-69db-4ba7-a170-daaacdcd8226']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:17.995946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d77b6f-e4d0-455c-a923-2198ed8a3fde') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:17.996199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d77b6f-e4d0-455c-a923-2198ed8a3fde') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:18.005940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.059933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'port_id': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557', 'mac_address': 'fa:16:3e:06:56:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1476, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:36:18.063653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.126273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.140336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Releasing vlan 1480 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:18.146287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-582dbe99-76a3-4b0a-9ad8-933ac8b97d01 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Calling delete_port for 36258ec5-664b-4875-9547-f1dc5d66cb8b owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:18.192998 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3518627 Apr 16 15:36:18.198696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54342) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:18.210347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.212089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1179532124'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:18.216670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.224528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:18.228909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.232819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:network and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:18.238263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c32b95d-b003-4d77-9b8c-df23dbddfa12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:18.240418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b6a140-07bd-4120-a984-38a42f516764 None None] DHCP port deletion for a6d79693-69db-4ba7-a170-daaacdcd8226 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:36:18.243427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:18.247999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cc3f4c-dd14-44d2-a428-9e8ab1622557 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:36:18.254920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:18.268093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Synchronizing usage tracker for tenant:bcc873bedf5c423d9045de0c81b85da1 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:18.272639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.280385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c8cc3f4c-dd14-44d2-a428-9e8ab1622557, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c8cc3f4c-dd14-44d2-a428-9e8ab1622557,segment=NetworkSegment(b9683d27-94e1-416d-8b61-3af013deb288),segment_id=b9683d27-94e1-416d-8b61-3af013deb288)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:18.286100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.291282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-af0771bb-1858-42be-92f6-33b6a4708f03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:18.292658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:18.296247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.305591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=defa5b4f-0e08-4a00-bc5a-6a51e96d93ff,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:18.311935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:18.312295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-582dbe99-76a3-4b0a-9ad8-933ac8b97d01 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.325817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:18.326927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 3cb6e095-ee3e-4d33-87f5-4f40374cf583, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3cb6e095-ee3e-4d33-87f5-4f40374cf583,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:18.333239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.339985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=c8cc3f4c-dd14-44d2-a428-9e8ab1622557,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:18.341668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:18.341952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:18.358080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network a6d79693-69db-4ba7-a170-daaacdcd8226 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:18.358166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Unset dirty status for tenant:bcc873bedf5c423d9045de0c81b85da1 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:18.358832 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0bfb73d5-4372-42c5-8bc9-ed2f2f8e3f43 req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8119791 Apr 16 15:36:18.363582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5166-bb4e-46f5-bdeb-2041443bf4dd req-c83352cf-77a9-4522-9a02-0d97c9ad4df5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:18.364429 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a05f5166-bb4e-46f5-bdeb-2041443bf4dd req-c83352cf-77a9-4522-9a02-0d97c9ad4df5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.5110898 Apr 16 15:36:18.368218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.379554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=3cb6e095-ee3e-4d33-87f5-4f40374cf583,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:18.382126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:18.389441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582dbe99-76a3-4b0a-9ad8-933ac8b97d01 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event deleted for resources: {'Port': ['ID=36258ec5-664b-4875-9547-f1dc5d66cb8b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:18.395048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33a9ea-763d-4859-9ce2-e20668c1340b req-14527a81-2b7a-4af4-b5b2-96acd9e1ca7a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:18.395971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f33a9ea-763d-4859-9ce2-e20668c1340b req-14527a81-2b7a-4af4-b5b2-96acd9e1ca7a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 944 time: 0.4915209 Apr 16 15:36:18.397332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-582dbe99-76a3-4b0a-9ad8-933ac8b97d01 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:18.424858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1466} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:18.435067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb6e095-ee3e-4d33-87f5-4f40374cf583'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:36:18.460545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 405dcba8-1341-450b-8a3a-fa391a92b6f7 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:36:18.466849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.467060 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Added segment fad09848-9707-4791-a167-3974cc700340 of type vlan for network 9627bedc-b2db-466a-9ed6-0dcfa428c24b Apr 16 15:36:18.482402 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a05f5166-bb4e-46f5-bdeb-2041443bf4dd req-d759d11b-193e-40bd-aeac-e03171227a99 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773823 Apr 16 15:36:18.483193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 405dcba8-1341-450b-8a3a-fa391a92b6f7 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:36:18.483547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 405dcba8-1341-450b-8a3a-fa391a92b6f7 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:36:18.489226 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f33a9ea-763d-4859-9ce2-e20668c1340b req-4c96759d-c929-4990-b7a6-0742c1764f0d tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722435 Apr 16 15:36:18.492056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-582dbe99-76a3-4b0a-9ad8-933ac8b97d01 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.506488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.515360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-582dbe99-76a3-4b0a-9ad8-933ac8b97d01 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "DELETE /v2.0/ports/36258ec5-664b-4875-9547-f1dc5d66cb8b HTTP/1.1" status: 204 len: 168 time: 1.1453905 Apr 16 15:36:18.520869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54348) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:18.553650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-d244f3c4-ad9b-44df-a7d7-916da0c33cca tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] GET failed (client error): The resource could not be found. Apr 16 15:36:18.554263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d244f3c4-ad9b-44df-a7d7-916da0c33cca tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Synchronizing usage tracker for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:18.557451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.562811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:18.563216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.567482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:18.590519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d244f3c4-ad9b-44df-a7d7-916da0c33cca tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Unset dirty status for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:18.598601 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d244f3c4-ad9b-44df-a7d7-916da0c33cca tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "GET /v2.0/ports/36258ec5-664b-4875-9547-f1dc5d66cb8b HTTP/1.1" status: 404 len: 333 time: 0.0698035 Apr 16 15:36:18.617813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54352) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:18.629835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-550168775', 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:18.635186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:18.640606 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4341440 Apr 16 15:36:18.640606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54356) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:18.646530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'ports': [{'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784'}, {'network_id': '9627bedc-b2db-466a-9ed6-0dcfa428c24b'}]} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:18.646706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:18.647010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': '9627bedc-b2db-466a-9ed6-0dcfa428c24b'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:18.654054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb6e095-ee3e-4d33-87f5-4f40374cf583', 'code': 200} Apr 16 15:36:18.690363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:18.700606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Network': ['ID=9627bedc-b2db-466a-9ed6-0dcfa428c24b,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:18.705377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:18.709341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Made reservation on behalf of 5096ee377cf044f99a9122a25b546230 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:18.711899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 9627bedc-b2db-466a-9ed6-0dcfa428c24b details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:18.712158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.726730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['c8cc3f4c-dd14-44d2-a428-9e8ab1622557'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:36:18.741288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.741469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] device_id is not set on port 57ce0a09-1c51-46a6-b3a7-434de87f4fff yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:18.764646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network a6d79693-69db-4ba7-a170-daaacdcd8226 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:18.796082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:18.814384 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:18.836131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:18.843404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:port and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:18.848650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:18.854299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:18.924160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 2} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:18.928010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.944875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.974867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.980649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:18.982301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:18.983452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.006358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Network': ['ID=a6d79693-69db-4ba7-a170-daaacdcd8226,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:19.007855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:19.022891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/networks/a6d79693-69db-4ba7-a170-daaacdcd8226 HTTP/1.1" status: 204 len: 168 time: 5.8327661 Apr 16 15:36:19.025928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54362) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:19.031133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-121858859'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:19.040702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:19.047711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 77052cdf-d4f8-4084-9283-0bdbb3acc290 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:19.054898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d850fdc-e598-4507-b4b9-f288e077067e req-06336196-6fda-48e8-b42f-8f855f65387c tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:19.055829 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d850fdc-e598-4507-b4b9-f288e077067e req-06336196-6fda-48e8-b42f-8f855f65387c tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 945 time: 0.1637206 Apr 16 15:36:19.066109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:network and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:19.069366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:19.076623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:19.079150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.089534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-582dbe99-76a3-4b0a-9ad8-933ac8b97d01 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:19.102304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:19.105881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.154991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Router 9fedb4db-d911-4142-b93a-cda0eee09431 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:36:19.158801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1469} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:19.182645 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d850fdc-e598-4507-b4b9-f288e077067e req-4a9827d7-e325-41a5-a137-1bdaa54fc6ac tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214118 Apr 16 15:36:19.187011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.187297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Added segment 5973274d-7be4-441e-9d65-eec461812279 of type vlan for network c635461c-38aa-4a6e-8db9-67b4335e5a2c Apr 16 15:36:19.216312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event updated for resources: {'Port': ['ID=57ce0a09-1c51-46a6-b3a7-434de87f4fff,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:19.220907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:19.242181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:19.243891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:19.245985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:19.246606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:19.246955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.260424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.288764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.300269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.20.0.1 (f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20/d5f4ecea-5cb9-4fff-a3ac-f565a39056ea/b7cf3fbd-dfc4-4203-961b-caf20cf19df0) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:19.314196 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6956613 Apr 16 15:36:19.317706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54366) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:19.353274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 1569b12f-9485-4511-a10c-4db1a74a9551 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:19.368291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65ed11-3f21-4253-951c-82e4545631a3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:19.368680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3c65ed11-3f21-4253-951c-82e4545631a3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Synchronizing usage tracker for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:19.379576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:19.388624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Sync routers for ids ['9fedb4db-d911-4142-b93a-cda0eee09431'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:19.391043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.394607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:19.395038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.401251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:19.402261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Routers {'9fedb4db-d911-4142-b93a-cda0eee09431'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:19.402753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['9fedb4db-d911-4142-b93a-cda0eee09431'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:19.407197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3c65ed11-3f21-4253-951c-82e4545631a3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Unset dirty status for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:19.408025 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3c65ed11-3f21-4253-951c-82e4545631a3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "GET /v2.0/ports/57ce0a09-1c51-46a6-b3a7-434de87f4fff HTTP/1.1" status: 200 len: 954 time: 0.0897527 Apr 16 15:36:19.413634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54370) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:19.473614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ede62eb3-d441-4c1c-a7dc-ec3712c05ae3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Deleting port 57ce0a09-1c51-46a6-b3a7-434de87f4fff {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:19.473867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ede62eb3-d441-4c1c-a7dc-ec3712c05ae3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.475972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.480365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.4042435 Apr 16 15:36:19.480365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4514296 Apr 16 15:36:19.485768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54374) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:19.485976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54376) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:19.516389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.527115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Request body: {'subnet': {'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:19.593169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Network': ['ID=c635461c-38aa-4a6e-8db9-67b4335e5a2c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:19.599012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:19.601472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Set router 9fedb4db-d911-4142-b93a-cda0eee09431 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:19.619623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.641343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.641510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ede62eb3-d441-4c1c-a7dc-ec3712c05ae3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.658354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbb45721-a16f-4ef5-83db-42c647b6fcfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:19.672654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network c635461c-38aa-4a6e-8db9-67b4335e5a2c details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:19.675748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:19.680062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c8cc3f4c-dd14-44d2-a428-9e8ab1622557 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:19.680937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Usage tracker for resource:subnet and tenant:5b2f0a6447c14d8e96b381345f01f7cc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:19.684283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:19.694742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:19.704351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.772611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Made reservation on behalf of 5b2f0a6447c14d8e96b381345f01f7cc for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:19.776947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.832044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:19.853380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:19.853648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:19.939772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fedb4db-d911-4142-b93a-cda0eee09431', 'name': '', 'tenant_id': '1910e384fb4846708c3ce4d9d661d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '000c4a25-5cd6-46db-906c-7e7c6bc02d4a', 'external_fixed_ips': [{'subnet_id': 'bb668957-2809-47d6-bb3b-f78f29a0ea85', 'ip_address': '2001:db8::f2'}], 'enable_snat': True}, 'gw_port_id': 'bcbe4079-88cc-40d4-ab3a-8c3c5680adf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:36:14Z', 'updated_at': '2021-04-16T15:36:17Z', 'revision_number': 3, 'project_id': '1910e384fb4846708c3ce4d9d661d7c2', 'gw_port': {'id': 'bcbe4079-88cc-40d4-ab3a-8c3c5680adf8', 'name': '', 'network_id': '000c4a25-5cd6-46db-906c-7e7c6bc02d4a', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fedb4db-d911-4142-b93a-cda0eee09431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'bb668957-2809-47d6-bb3b-f78f29a0ea85', 'ip_address': '2001:db8::f2', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:36:16Z', 'updated_at': '2021-04-16T15:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb668957-2809-47d6-bb3b-f78f29a0ea85', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:19.944535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Checking router: 9fedb4db-d911-4142-b93a-cda0eee09431 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:36:19.944750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Updating router 9fedb4db-d911-4142-b93a-cda0eee09431 port bcbe4079-88cc-40d4-ab3a-8c3c5680adf8 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:36:19.962949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.040663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ede62eb3-d441-4c1c-a7dc-ec3712c05ae3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Calling delete_port for 57ce0a09-1c51-46a6-b3a7-434de87f4fff owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:20.101345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.113290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95155c5f-cd67-4d93-bc6d-5518f0238431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:20.128039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=77052cdf-d4f8-4084-9283-0bdbb3acc290,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:20.135389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:20.164867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.169546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:20.173508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:20.179815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:20.181102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.186859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c8cc3f4c-dd14-44d2-a428-9e8ab1622557, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c8cc3f4c-dd14-44d2-a428-9e8ab1622557,segment=NetworkSegment(b9683d27-94e1-416d-8b61-3af013deb288),segment_id=b9683d27-94e1-416d-8b61-3af013deb288)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:20.191089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a759fd8-9256-4944-94d0-0910ce8e3d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:20.194315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.196855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bf528ea2-d8ba-4818-b444-8a438b8a9ec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:20.212013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=b7cf3fbd-dfc4-4203-961b-caf20cf19df0,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:20.216051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:20.224647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ede62eb3-d441-4c1c-a7dc-ec3712c05ae3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.238361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.255692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baef512-c080-4823-bad8-7e172436c81f req-06982af4-e2ef-41fb-8e4d-414de3239572 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:20.256888 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1baef512-c080-4823-bad8-7e172436c81f req-06982af4-e2ef-41fb-8e4d-414de3239572 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.6407967 Apr 16 15:36:20.264988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Deleting port bcbe4079-88cc-40d4-ab3a-8c3c5680adf8 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:20.265300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.273167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=c8cc3f4c-dd14-44d2-a428-9e8ab1622557,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:20.275766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:20.277294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4363081-25c3-495b-8aad-a49558bca89e req-b9002779-540e-4e79-ad55-4eac4e087a41 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:20.278209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a4363081-25c3-495b-8aad-a49558bca89e req-b9002779-540e-4e79-ad55-4eac4e087a41 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 945 time: 0.6300797 Apr 16 15:36:20.329521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf0133-8245-4087-98f4-89b61b71c8cd req-2ab1169c-c28e-4dbe-be06-946391099cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:20.330377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eadf0133-8245-4087-98f4-89b61b71c8cd req-2ab1169c-c28e-4dbe-be06-946391099cfa service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 1098 time: 0.2703910 Apr 16 15:36:20.337847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:20.340884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:20.342397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:20.373701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=1569b12f-9485-4511-a10c-4db1a74a9551,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:20.390035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:20.391506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:20.406775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.414698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Transition to ACTIVE for port object bcbe4079-88cc-40d4-ab3a-8c3c5680adf8 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:20.419356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.428425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fb42506-2b84-4811-b43a-5a30fa4884f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:20.438694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede62eb3-d441-4c1c-a7dc-ec3712c05ae3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event deleted for resources: {'Port': ['ID=57ce0a09-1c51-46a6-b3a7-434de87f4fff,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:20.444493 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1baef512-c080-4823-bad8-7e172436c81f req-c582ac1c-3ff2-4ac2-b2b7-52339e27a21c tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612430 Apr 16 15:36:20.445117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.453228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ede62eb3-d441-4c1c-a7dc-ec3712c05ae3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:20.454774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a4363081-25c3-495b-8aad-a49558bca89e req-08525f9a-221c-4897-9c77-219c47cfb193 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630490 Apr 16 15:36:20.459882 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eadf0133-8245-4087-98f4-89b61b71c8cd req-7c87a186-de4c-4e52-b0aa-6847da8623ac service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120157 Apr 16 15:36:20.469230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ede62eb3-d441-4c1c-a7dc-ec3712c05ae3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.482282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Checking segment: {'id': 'fad09848-9707-4791-a167-3974cc700340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': '9627bedc-b2db-466a-9ed6-0dcfa428c24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:20.482533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network hostable DHCP agents. Network: 9627bedc-b2db-466a-9ed6-0dcfa428c24b, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:20.488352 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ede62eb3-d441-4c1c-a7dc-ec3712c05ae3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "DELETE /v2.0/ports/57ce0a09-1c51-46a6-b3a7-434de87f4fff HTTP/1.1" status: 204 len: 168 time: 1.0722768 Apr 16 15:36:20.489985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54390) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:20.519447 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d72f45-b034-49f3-82fe-b870c2c573f8 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] GET failed (client error): The resource could not be found. Apr 16 15:36:20.519825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e6d72f45-b034-49f3-82fe-b870c2c573f8 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Synchronizing usage tracker for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:20.524429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 9627bedc-b2db-466a-9ed6-0dcfa428c24b is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:20.549635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af15045-4f4a-4981-8b04-4ea7acce2e3f None None] Pushing event updated for resources: {'Port': ['ID=bcbe4079-88cc-40d4-ab3a-8c3c5680adf8,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:20.557556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0af15045-4f4a-4981-8b04-4ea7acce2e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:20.568154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Attempting to bind port bcbe4079-88cc-40d4-ab3a-8c3c5680adf8 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:20.568389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Attempting to bind port bcbe4079-88cc-40d4-ab3a-8c3c5680adf8 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'a00c7d38-407c-43b1-9e5a-f3e74b48f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '000c4a25-5cd6-46db-906c-7e7c6bc02d4a'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:20.568615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Attempting to bind port bcbe4079-88cc-40d4-ab3a-8c3c5680adf8 on network 000c4a25-5cd6-46db-906c-7e7c6bc02d4a {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:20.571665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:20.571897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Checking segment: {'id': 'a00c7d38-407c-43b1-9e5a-f3e74b48f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '000c4a25-5cd6-46db-906c-7e7c6bc02d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:20.572151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.572727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Bound using segment: {'id': 'a00c7d38-407c-43b1-9e5a-f3e74b48f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '000c4a25-5cd6-46db-906c-7e7c6bc02d4a'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:20.572727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Bound port: bcbe4079-88cc-40d4-ab3a-8c3c5680adf8, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00c7d38-407c-43b1-9e5a-f3e74b48f322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1498, 'network_id': '000c4a25-5cd6-46db-906c-7e7c6bc02d4a'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:20.572897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.581029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.582343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 9627bedc-b2db-466a-9ed6-0dcfa428c24b) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:20.590913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e6d72f45-b034-49f3-82fe-b870c2c573f8 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Unset dirty status for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:20.590913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e6d72f45-b034-49f3-82fe-b870c2c573f8 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "GET /v2.0/ports/57ce0a09-1c51-46a6-b3a7-434de87f4fff HTTP/1.1" status: 404 len: 333 time: 0.0967777 Apr 16 15:36:20.591899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54394) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:20.592628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:20.595876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:20.598649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:20.599065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.599393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedc7dc3-9e50-4987-9aba-507c19cf3256 None None] Network 9627bedc-b2db-466a-9ed6-0dcfa428c24b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:20.604777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Request body: {'port': {'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-616926360'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:20.613414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:20.625435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:20.630725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9877934 Apr 16 15:36:20.634072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54398) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:20.654762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242217b1-2231-4f84-89ac-59f8037f06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:36:20.662956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Calling delete_port for bcbe4079-88cc-40d4-ab3a-8c3c5680adf8 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:20.667149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Made reservation on behalf of 5096ee377cf044f99a9122a25b546230 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:20.669759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.673529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] For port bcbe4079-88cc-40d4-ab3a-8c3c5680adf8, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:20.699781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] device_id is not set on port 243a3586-eade-4b55-9cb6-9e122bd6fa4f yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:20.712897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] For port bcbe4079-88cc-40d4-ab3a-8c3c5680adf8, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=bcbe4079-88cc-40d4-ab3a-8c3c5680adf8,segment=NetworkSegment(a00c7d38-407c-43b1-9e5a-f3e74b48f322),segment_id=a00c7d38-407c-43b1-9e5a-f3e74b48f322)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:20.717866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.724896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70af2d-44fb-410f-bcc1-10dd84e02a6b req-73ad4bef-b769-4299-9c04-351e539c18f9 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:20.725717 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed70af2d-44fb-410f-bcc1-10dd84e02a6b req-73ad4bef-b769-4299-9c04-351e539c18f9 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 945 time: 0.1693680 Apr 16 15:36:20.726684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:20.730766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb1e9e-d0be-4424-b5b3-e16a72778687 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 1569b12f-9485-4511-a10c-4db1a74a9551 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:20.730766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1e9e-d0be-4424-b5b3-e16a72778687 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.760813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a269d-395c-427d-a9b3-fa1134751a19 req-8c8241cb-bcfa-4c3d-b9ed-4908d2c247c3 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:20.761703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c29a269d-395c-427d-a9b3-fa1134751a19 req-8c8241cb-bcfa-4c3d-b9ed-4908d2c247c3 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2338707 Apr 16 15:36:20.773462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54404) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:20.777778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bc15dc5d-af2a-4b50-a299-65ea21e3e186 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Request body: {'floatingip': {'port_id': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:20.804291 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242217b1-2231-4f84-89ac-59f8037f06c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557', 'code': 200} Apr 16 15:36:20.819990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.821963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af15045-4f4a-4981-8b04-4ea7acce2e3f None None] Pushing event updated for resources: {'Port': ['ID=bcbe4079-88cc-40d4-ab3a-8c3c5680adf8,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:20.825732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0af15045-4f4a-4981-8b04-4ea7acce2e3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:20.850263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Routers {'9fedb4db-d911-4142-b93a-cda0eee09431'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:20.850655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['9fedb4db-d911-4142-b93a-cda0eee09431'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:20.861720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc15dc5d-af2a-4b50-a299-65ea21e3e186 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for floatingip, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:20.911525 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed70af2d-44fb-410f-bcc1-10dd84e02a6b req-fc118f39-cde7-48b3-86b3-163525ce6ed1 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632290 Apr 16 15:36:20.940689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] Set router 9fedb4db-d911-4142-b93a-cda0eee09431 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:20.990157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:36:20.990397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:36:21.003728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fedb4db-d911-4142-b93a-cda0eee09431', 'name': '', 'tenant_id': '1910e384fb4846708c3ce4d9d661d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:36:14Z', 'updated_at': '2021-04-16T15:36:20Z', 'revision_number': 4, 'project_id': '1910e384fb4846708c3ce4d9d661d7c2', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:21.006516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4674c76-9035-4dd3-b681-729b6b25c25d None None] The sync data for ids ['9fedb4db-d911-4142-b93a-cda0eee09431'] in dv-neutron-786478-2-hyperv is: [{'id': '9fedb4db-d911-4142-b93a-cda0eee09431', 'name': '', 'tenant_id': '1910e384fb4846708c3ce4d9d661d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:36:14Z', 'updated_at': '2021-04-16T15:36:20Z', 'revision_number': 4, 'project_id': '1910e384fb4846708c3ce4d9d661d7c2', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:21.040492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:36:21.042366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.056054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57f95d89-80dc-48aa-9c73-1c9da6f82a7d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:21.109387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1e9e-d0be-4424-b5b3-e16a72778687 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.171693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event updated for resources: {'Subnet': ['ID=f77cb070-0758-4c2d-b142-4c330aa282f0,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:21.173556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:21.460492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.491903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Deleting port bcbe4079-88cc-40d4-ab3a-8c3c5680adf8 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:21.492111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.494471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb1e9e-d0be-4424-b5b3-e16a72778687 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 1569b12f-9485-4511-a10c-4db1a74a9551 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:21.582966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Checking segment: {'id': '5973274d-7be4-441e-9d65-eec461812279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:21.583182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network hostable DHCP agents. Network: c635461c-38aa-4a6e-8db9-67b4335e5a2c, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:21.587482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.594372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.617227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:21.640162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.654055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:21.668803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network c635461c-38aa-4a6e-8db9-67b4335e5a2c is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:21.677342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1e9e-d0be-4424-b5b3-e16a72778687 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.681985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=b7cf3fbd-dfc4-4203-961b-caf20cf19df0,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:21.683912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:21.691217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.699170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, c635461c-38aa-4a6e-8db9-67b4335e5a2c) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:21.705946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7411628-def8-4986-8f6f-b574f06b3766 None None] Network c635461c-38aa-4a6e-8db9-67b4335e5a2c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:21.739493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:21.739881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.753618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] For port bcbe4079-88cc-40d4-ab3a-8c3c5680adf8, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=bcbe4079-88cc-40d4-ab3a-8c3c5680adf8,segment=NetworkSegment(a00c7d38-407c-43b1-9e5a-f3e74b48f322),segment_id=a00c7d38-407c-43b1-9e5a-f3e74b48f322)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:21.753841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.839952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-c635461c-38aa-4a6e-8db9-67b4335e5a2c', 'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c', 'tenant_id': '5b2f0a6447c14d8e96b381345f01f7cc', 'fixed_ips': [{'subnet_id': 'f77cb070-0758-4c2d-b142-4c330aa282f0'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:36:21.840487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Calling delete_port for bcbe4079-88cc-40d4-ab3a-8c3c5680adf8 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:21.840544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.869667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event updated for resources: {'Port': ['ID=243a3586-eade-4b55-9cb6-9e122bd6fa4f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:21.874733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3869464 Apr 16 15:36:21.882317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:21.883580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54410) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:21.884267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c971e0a-4c84-4338-9259-1c501859ef35 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:21.920147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0265e2-30a3-4959-9f05-23fcc00a860e req-4e40d5cc-df75-4d1f-82dc-3b17e8bbc901 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:21.920391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d0265e2-30a3-4959-9f05-23fcc00a860e req-4e40d5cc-df75-4d1f-82dc-3b17e8bbc901 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 946 time: 0.3961129 Apr 16 15:36:21.924110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb1e9e-d0be-4424-b5b3-e16a72778687 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=1569b12f-9485-4511-a10c-4db1a74a9551,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:21.931613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7fb1e9e-d0be-4424-b5b3-e16a72778687 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:21.938246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Allocated IP 2001:db8::f816:3eff:fe2d:e015 (c635461c-38aa-4a6e-8db9-67b4335e5a2c/f77cb070-0758-4c2d-b142-4c330aa282f0/2708e280-1a88-4bb6-8007-22bdf8e03ff4) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:21.965925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:21.975600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:21.977650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:21.978968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1e9e-d0be-4424-b5b3-e16a72778687 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:21.983313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:21.984523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:21.985083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:21.985441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.044229 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b7fb1e9e-d0be-4424-b5b3-e16a72778687 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/1569b12f-9485-4511-a10c-4db1a74a9551 HTTP/1.1" status: 204 len: 168 time: 1.4079437 Apr 16 15:36:22.065987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54416) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:22.070441 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4778149 Apr 16 15:36:22.074522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.076104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54420) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:22.079616 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d0265e2-30a3-4959-9f05-23fcc00a860e req-8f0303ea-72f2-4c5d-ba8c-1d459c057bb0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216815 Apr 16 15:36:22.081825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Transition to ACTIVE for port object 2708e280-1a88-4bb6-8007-22bdf8e03ff4 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:22.088085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:22.097125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Transition to ACTIVE for port object 2708e280-1a88-4bb6-8007-22bdf8e03ff4 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:22.100266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.109478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd6e21eb-a457-4feb-a644-8db23dd88283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:22.110437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.124744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc15dc5d-af2a-4b50-a299-65ea21e3e186 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.133121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc15dc5d-af2a-4b50-a299-65ea21e3e186 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.180665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Pushing event updated for resources: {'Port': ['ID=2708e280-1a88-4bb6-8007-22bdf8e03ff4,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:22.183201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:22.201364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting port 2708e280-1a88-4bb6-8007-22bdf8e03ff4 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:22.201745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.248691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8956a-21e1-47e1-b12c-b149dfebeb75 req-89b0806c-aad4-4606-8c54-42e15751f863 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:22.249642 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-faf8956a-21e1-47e1-b12c-b149dfebeb75 req-89b0806c-aad4-4606-8c54-42e15751f863 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 945 time: 0.2061527 Apr 16 15:36:22.256648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:22.268634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.279072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.292865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:22.355627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54599b62-c6d9-4709-9a12-3e7dc733e3b1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:22.358746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54599b62-c6d9-4709-9a12-3e7dc733e3b1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:22.362408 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-54599b62-c6d9-4709-9a12-3e7dc733e3b1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2910671 Apr 16 15:36:22.366155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcbe4079-88cc-40d4-ab3a-8c3c5680adf8,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:22.367934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:22.368515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54424) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:22.395062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Network c635461c-38aa-4a6e-8db9-67b4335e5a2c is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:22.396177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:22.400006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:22.459189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Attempting to bind port 2708e280-1a88-4bb6-8007-22bdf8e03ff4 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:22.459454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Attempting to bind port 2708e280-1a88-4bb6-8007-22bdf8e03ff4 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '5973274d-7be4-441e-9d65-eec461812279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:22.459743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Attempting to bind port 2708e280-1a88-4bb6-8007-22bdf8e03ff4 on network c635461c-38aa-4a6e-8db9-67b4335e5a2c {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:22.464732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:22.464732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Checking segment: {'id': '5973274d-7be4-441e-9d65-eec461812279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:22.464732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.465075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Bound using segment: {'id': '5973274d-7be4-441e-9d65-eec461812279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:22.465278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Bound port: 2708e280-1a88-4bb6-8007-22bdf8e03ff4, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5973274d-7be4-441e-9d65-eec461812279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:22.465713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.522843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] For port 2708e280-1a88-4bb6-8007-22bdf8e03ff4, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:22.524853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] For port 2708e280-1a88-4bb6-8007-22bdf8e03ff4, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2708e280-1a88-4bb6-8007-22bdf8e03ff4,segment=NetworkSegment(5973274d-7be4-441e-9d65-eec461812279),segment_id=5973274d-7be4-441e-9d65-eec461812279)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:22.527151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.536497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:22.557746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-faf8956a-21e1-47e1-b12c-b149dfebeb75 req-cd7e4fb7-5daa-48db-be76-24dbb4951b41 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988975 Apr 16 15:36:22.569412 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-bc15dc5d-af2a-4b50-a299-65ea21e3e186 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Floating IP 828e8895-393d-4820-a052-de5d9970ae71 associated. External IP: 172.26.4.57, port: c2acf29f-6a80-4dc5-a96c-4338bdb708bc. Apr 16 15:36:22.591088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Pushing event updated for resources: {'Port': ['ID=2708e280-1a88-4bb6-8007-22bdf8e03ff4,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:22.624990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:22.812329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-36b75864-6a1d-4eb0-af0b-3430884c4832 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 77052cdf-d4f8-4084-9283-0bdbb3acc290 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:22.812799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36b75864-6a1d-4eb0-af0b-3430884c4832 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.846059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a51d66-c03d-4d66-8248-ba8aebd8b82e req-cffc9527-3474-4212-a4a6-395a1f034c03 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:22.847087 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20a51d66-c03d-4d66-8248-ba8aebd8b82e req-cffc9527-3474-4212-a4a6-395a1f034c03 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 945 time: 0.1987848 Apr 16 15:36:22.853769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] device_id is not set on port 243a3586-eade-4b55-9cb6-9e122bd6fa4f yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:22.857251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54430) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:22.865807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-231b07b9-4c1d-40bd-8788-0ce97452612f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Request body: {'floatingip': {'port_id': '3cb6e095-ee3e-4d33-87f5-4f40374cf583'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:22.901304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.924090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Transition to ACTIVE for port object 243a3586-eade-4b55-9cb6-9e122bd6fa4f will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:22.927408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:22.937288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a9ef2fa-e33a-4349-abe5-65854b8b4eae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:22.965400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:22.972535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27acf2be-f5e0-40a7-90d8-d93aa52c1ebd None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:22.979909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27acf2be-f5e0-40a7-90d8-d93aa52c1ebd None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:22.980288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-27acf2be-f5e0-40a7-90d8-d93aa52c1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:22.984294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-231b07b9-4c1d-40bd-8788-0ce97452612f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for floatingip, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.025465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] For port 2708e280-1a88-4bb6-8007-22bdf8e03ff4, host dv-neutron-786478-2-hyperv, got binding levels [] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:23.025465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.026326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc15dc5d-af2a-4b50-a299-65ea21e3e186 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Router cf672010-3d85-4961-8d78-2d3595a0f597 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:23.026502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-27acf2be-f5e0-40a7-90d8-d93aa52c1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:23.032273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27acf2be-f5e0-40a7-90d8-d93aa52c1ebd None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:23.032596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.032764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-27acf2be-f5e0-40a7-90d8-d93aa52c1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:23.042817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event updated for resources: {'Port': ['ID=243a3586-eade-4b55-9cb6-9e122bd6fa4f,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:23.059319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "PUT /v2.0/routers/a28d432e-ec6d-4a1f-8a7e-507e2c798a6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1366951 Apr 16 15:36:23.069429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54434) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:23.071858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-27acf2be-f5e0-40a7-90d8-d93aa52c1ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:23.072216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27acf2be-f5e0-40a7-90d8-d93aa52c1ebd None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:23.082300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:23.199743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'port': {'network_id': 'f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20', 'name': 'tempest-FloatingIPTestJSON-1420714855'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:23.217607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:23.217764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:23.217961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:23.221457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Calling delete_port for 2708e280-1a88-4bb6-8007-22bdf8e03ff4 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:23.226400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc15dc5d-af2a-4b50-a299-65ea21e3e186 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:23.227923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:23.228092 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:23.229655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc15dc5d-af2a-4b50-a299-65ea21e3e186 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.232916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ccea8-59e3-44d5-b863-595786119f9e None None] Sync routers for ids ['cf672010-3d85-4961-8d78-2d3595a0f597'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:23.240202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ccea8-59e3-44d5-b863-595786119f9e None None] Routers {'cf672010-3d85-4961-8d78-2d3595a0f597'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:23.240271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-415ccea8-59e3-44d5-b863-595786119f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cf672010-3d85-4961-8d78-2d3595a0f597'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:23.243862 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 2 to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f Apr 16 15:36:23.269570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:23.269702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:23.269880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:23.276204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:23.276392 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:23.278639 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 3 to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f Apr 16 15:36:23.286890 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bc15dc5d-af2a-4b50-a299-65ea21e3e186 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "PUT /v2.0/floatingips/828e8895-393d-4820-a052-de5d9970ae71 HTTP/1.1" status: 200 len: 990 time: 2.5110285 Apr 16 15:36:23.287102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08438920-8e02-4e58-a95e-f1304ccb57db', 'tag': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:36:23.301148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cee101-fc72-4daf-8106-97ec5b0dac41 req-30314ee6-67a0-43cd-bb4c-430b8ff7bd71 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:23.302075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76cee101-fc72-4daf-8106-97ec5b0dac41 req-30314ee6-67a0-43cd-bb4c-430b8ff7bd71 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 946 time: 0.1484041 Apr 16 15:36:23.302516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:23.302715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:23.302913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:23.306235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:23.306454 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:23.307419 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 4 to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f Apr 16 15:36:23.326627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:23.326840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:23.327018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:23.336569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:23.336761 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:23.337672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.338175 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 5 to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f Apr 16 15:36:23.347412 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76cee101-fc72-4daf-8106-97ec5b0dac41 req-b2bd6485-b820-4871-9353-3cde8b94f57e tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404012 Apr 16 15:36:23.350162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:23.350359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:23.350584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:23.354669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.355742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:23.355916 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:23.356151 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 6 to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f Apr 16 15:36:23.386188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:23.386392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:23.389590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:23.395116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:23.395310 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:23.396179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 7 to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f Apr 16 15:36:23.406516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:23.406722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:23.406932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:23.409981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:23.410169 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:23.410397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 8 to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f Apr 16 15:36:23.419946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:23.420144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:23.420342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:23.422361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-415ccea8-59e3-44d5-b863-595786119f9e None None] Set router cf672010-3d85-4961-8d78-2d3595a0f597 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:23.423357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08438920-8e02-4e58-a95e-f1304ccb57db', 'tag': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc', 'status': 'completed', 'code': 200} Apr 16 15:36:23.424395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:23.424584 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:23.424811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 9 to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f Apr 16 15:36:23.433429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:23.433625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:23.433819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:23.436491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:23.436678 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:23.436900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.plugins.ml2.plugin [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempt 10 to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f Apr 16 15:36:23.445624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:23.445822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:23.446013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempting to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:23.448762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:36:23.448953 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR neutron.plugins.ml2.managers [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Failed to bind port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on host hv-neutron-7864 for vnic_type normal using segments [{'id': '37fc0346-4e90-4fa2-bb60-4a0dfe680612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3526b2a1-e4e8-4c10-8931-12d4fb3196b3'}] Apr 16 15:36:23.449162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.482302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36b75864-6a1d-4eb0-af0b-3430884c4832 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.541339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] For port 243a3586-eade-4b55-9cb6-9e122bd6fa4f, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:23.541617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attempted to set empty binding levels {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 16 15:36:23.543490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeba0a-8210-4ae1-8738-7af666ef23b4 req-c40cc293-4dff-4e5c-bb29-404bb193e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:23.544482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95eeba0a-8210-4ae1-8738-7af666ef23b4 req-c40cc293-4dff-4e5c-bb29-404bb193e73f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=57d611ee8c734d2db74788b656d9871a&device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 1098 time: 0.0900478 Apr 16 15:36:23.545459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.569454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc08c464-2129-4580-8b8d-effc39b02a3c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:23.639285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-415ccea8-59e3-44d5-b863-595786119f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '828e8895-393d-4820-a052-de5d9970ae71', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'port_id': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'mac_address': 'fa:16:3e:74:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08438920-8e02-4e58-a95e-f1304ccb57db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:35:44Z', 'updated_at': '2021-04-16T15:36:21Z', 'revision_number': 1, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e79b7f-0655-40f6-95a2-98cd8488b3d4', 'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'mac_address': 'fa:16:3e:c3:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:45Z', 'revision_number': 5, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'subnets': [{'id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:23.641841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ccea8-59e3-44d5-b863-595786119f9e None None] Checking router: cf672010-3d85-4961-8d78-2d3595a0f597 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:36:23.647521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ccea8-59e3-44d5-b863-595786119f9e None None] Routers {'cf672010-3d85-4961-8d78-2d3595a0f597'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:23.647901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-415ccea8-59e3-44d5-b863-595786119f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cf672010-3d85-4961-8d78-2d3595a0f597'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:23.705033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event updated for resources: {'Port': ['ID=243a3586-eade-4b55-9cb6-9e122bd6fa4f,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:23.709521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:23.725510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] In _notify_port_updated(), no bound segment for port 243a3586-eade-4b55-9cb6-9e122bd6fa4f on network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:36:23.726088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:23.726484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.729407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "PUT /v2.0/ports/243a3586-eade-4b55-9cb6-9e122bd6fa4f HTTP/1.1" status: 200 len: 976 time: 1.6525779 Apr 16 15:36:23.730946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54448) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:23.753688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-415ccea8-59e3-44d5-b863-595786119f9e None None] Set router cf672010-3d85-4961-8d78-2d3595a0f597 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:23.753865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeba0a-8210-4ae1-8738-7af666ef23b4 req-b71a9559-9a69-4caf-a496-1e08ad51d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:23.754705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95eeba0a-8210-4ae1-8738-7af666ef23b4 req-b71a9559-9a69-4caf-a496-1e08ad51d6d5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=2f4aa230-8a99-45fa-929d-06fe729ee9a2 HTTP/1.1" status: 200 len: 914 time: 0.2008464 Apr 16 15:36:23.786211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.786543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fedb4db-d911-4142-b93a-cda0eee09431 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:36:23.817292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-555c953c-79f9-4421-a616-68854456cd74 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Deleting port 243a3586-eade-4b55-9cb6-9e122bd6fa4f {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:23.817540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-555c953c-79f9-4421-a616-68854456cd74 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.832877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-36b75864-6a1d-4eb0-af0b-3430884c4832 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 77052cdf-d4f8-4084-9283-0bdbb3acc290 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:23.854910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095c9c77-7a24-42c1-bcae-7b2b1fe1e2df None None] Network c635461c-38aa-4a6e-8db9-67b4335e5a2c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:23.860583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95eeba0a-8210-4ae1-8738-7af666ef23b4 req-1a445cde-8874-4bc2-b47f-1b20aaece760 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc HTTP/1.1" status: 200 len: 998 time: 0.0960052 Apr 16 15:36:23.871615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:23.874001 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "DELETE /v2.0/routers/9fedb4db-d911-4142-b93a-cda0eee09431 HTTP/1.1" status: 204 len: 168 time: 4.3857911 Apr 16 15:36:23.905981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54452) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:23.907930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:36:23.908129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:36:23.951746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:23.958403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4b46b171-c104-4ab9-8b08-27803c6cc637 None None] Provisioning for port 2708e280-1a88-4bb6-8007-22bdf8e03ff4 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:23.965540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:port and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:23.968412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:23.984481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:23.998772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36b75864-6a1d-4eb0-af0b-3430884c4832 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.010245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9f2d3013-53d2-488b-bbaf-3eafd8259ec6 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:24.027437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Made reservation on behalf of 572b8e69ffdf4c27b74b5460455915f8 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:24.031216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.089463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b75864-6a1d-4eb0-af0b-3430884c4832 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=77052cdf-d4f8-4084-9283-0bdbb3acc290,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:24.091176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36b75864-6a1d-4eb0-af0b-3430884c4832 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:24.092322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-415ccea8-59e3-44d5-b863-595786119f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '828e8895-393d-4820-a052-de5d9970ae71', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'port_id': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'mac_address': 'fa:16:3e:74:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08438920-8e02-4e58-a95e-f1304ccb57db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:35:44Z', 'updated_at': '2021-04-16T15:36:21Z', 'revision_number': 1, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e79b7f-0655-40f6-95a2-98cd8488b3d4', 'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'mac_address': 'fa:16:3e:c3:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:45Z', 'revision_number': 5, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'subnets': [{'id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:24.095767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415ccea8-59e3-44d5-b863-595786119f9e None None] The sync data for ids ['cf672010-3d85-4961-8d78-2d3595a0f597'] in dv-neutron-786478-2-hyperv is: [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '828e8895-393d-4820-a052-de5d9970ae71', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'port_id': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'mac_address': 'fa:16:3e:74:f1:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08438920-8e02-4e58-a95e-f1304ccb57db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:35:44Z', 'updated_at': '2021-04-16T15:36:21Z', 'revision_number': 1, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e79b7f-0655-40f6-95a2-98cd8488b3d4', 'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'mac_address': 'fa:16:3e:c3:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:45Z', 'revision_number': 5, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'subnets': [{'id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:24.146454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] device_id is not set on port 69883d5c-8f88-4087-9bbe-eb83fdc45bc4 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:24.259348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9351fa1-d3d4-48b5-b85b-c9f2d1406a3b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Deleting subnet bb668957-2809-47d6-bb3b-f78f29a0ea85 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:36:24.268978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9351fa1-d3d4-48b5-b85b-c9f2d1406a3b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.280040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36b75864-6a1d-4eb0-af0b-3430884c4832 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.284324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeba0a-8210-4ae1-8738-7af666ef23b4 req-85af5bc0-0248-4c7e-bdc3-036ff9a01902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:24.285264 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95eeba0a-8210-4ae1-8738-7af666ef23b4 req-85af5bc0-0248-4c7e-bdc3-036ff9a01902 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fc769158-1403-4dfe-95bb-46b2b93ef3c9 HTTP/1.1" status: 200 len: 851 time: 0.4178460 Apr 16 15:36:24.325442 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36b75864-6a1d-4eb0-af0b-3430884c4832 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/77052cdf-d4f8-4084-9283-0bdbb3acc290 HTTP/1.1" status: 204 len: 168 time: 1.9212909 Apr 16 15:36:24.326727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54456) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:24.337519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3454f-1a46-45a0-9034-3569f3a144c2 None None] New status for floating IP 828e8895-393d-4820-a052-de5d9970ae71: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:36:24.366148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-555c953c-79f9-4421-a616-68854456cd74 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] For port 243a3586-eade-4b55-9cb6-9e122bd6fa4f, host hv-neutron-7864, got binding levels [] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:24.366285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-555c953c-79f9-4421-a616-68854456cd74 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.383778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9351fa1-d3d4-48b5-b85b-c9f2d1406a3b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.408992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting port 2708e280-1a88-4bb6-8007-22bdf8e03ff4 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:24.409208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.423407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.20.0.7 (f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20/d5f4ecea-5cb9-4fff-a3ac-f565a39056ea/69883d5c-8f88-4087-9bbe-eb83fdc45bc4) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:24.464832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-231b07b9-4c1d-40bd-8788-0ce97452612f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.476024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-231b07b9-4c1d-40bd-8788-0ce97452612f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.507470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-555c953c-79f9-4421-a616-68854456cd74 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Calling delete_port for 243a3586-eade-4b55-9cb6-9e122bd6fa4f owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:24.553806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eeba0a-8210-4ae1-8738-7af666ef23b4 req-0b8f2fa6-7dcc-42c5-8ad2-1fc2fcd2b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:24.554786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95eeba0a-8210-4ae1-8738-7af666ef23b4 req-0b8f2fa6-7dcc-42c5-8ad2-1fc2fcd2b56b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2f4aa230-8a99-45fa-929d-06fe729ee9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2601078 Apr 16 15:36:24.588098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2708e280-1a88-4bb6-8007-22bdf8e03ff4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:24.594830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9351fa1-d3d4-48b5-b85b-c9f2d1406a3b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.640223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 2708e280-1a88-4bb6-8007-22bdf8e03ff4 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:24.647725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 2708e280-1a88-4bb6-8007-22bdf8e03ff4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:24.648335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.654520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a5cac-ce86-45db-b376-22a7b8167020 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:24.654962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-989a5cac-ce86-45db-b376-22a7b8167020 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:24.685520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7ada-c59c-404a-a901-6cf576a35d30 req-12883a3e-b50e-44ed-9a7a-17d02a0560cd tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:24.686593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7f8f7ada-c59c-404a-a901-6cf576a35d30 req-12883a3e-b50e-44ed-9a7a-17d02a0560cd tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 946 time: 0.2546477 Apr 16 15:36:24.717794 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-231b07b9-4c1d-40bd-8788-0ce97452612f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Floating IP a2dc729f-4009-4c5b-b392-41efc26711d1 associated. External IP: 172.26.4.39, port: 3cb6e095-ee3e-4d33-87f5-4f40374cf583. Apr 16 15:36:24.727225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-555c953c-79f9-4421-a616-68854456cd74 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.749194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.776461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 2708e280-1a88-4bb6-8007-22bdf8e03ff4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2708e280-1a88-4bb6-8007-22bdf8e03ff4,segment=NetworkSegment(5973274d-7be4-441e-9d65-eec461812279),segment_id=5973274d-7be4-441e-9d65-eec461812279)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:24.780120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:24.784072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:24.801931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-989a5cac-ce86-45db-b376-22a7b8167020 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:24.804617 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-989a5cac-ce86-45db-b376-22a7b8167020 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4710252 Apr 16 15:36:24.804617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-60b87d9d-895d-4022-a543-7ed4daba4193 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:24.822832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54464) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:24.835718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=2708e280-1a88-4bb6-8007-22bdf8e03ff4,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:24.837933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:24.871665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c953c-79f9-4421-a616-68854456cd74 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Pushing event deleted for resources: {'Port': ['ID=243a3586-eade-4b55-9cb6-9e122bd6fa4f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:24.890927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-555c953c-79f9-4421-a616-68854456cd74 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:24.904584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95eeba0a-8210-4ae1-8738-7af666ef23b4 req-0e04cd0e-f212-4985-9984-554c9612a445 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321693 Apr 16 15:36:24.906377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7f8f7ada-c59c-404a-a901-6cf576a35d30 req-bd6ce6e8-1f61-4eaa-be4b-48b348ee3a7c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120392 Apr 16 15:36:24.907057 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f133d0c-5d09-4b9c-9f33-f4237cfa5bd7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:36:24.910813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9f133d0c-5d09-4b9c-9f33-f4237cfa5bd7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/1569b12f-9485-4511-a10c-4db1a74a9551 HTTP/1.1" status: 404 len: 333 time: 0.0758817 Apr 16 15:36:24.911849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54468) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:24.997390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-555c953c-79f9-4421-a616-68854456cd74 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.005881 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-057b100f-de6b-4fd9-9d37-1b4e8a5eb939 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:36:25.007046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-057b100f-de6b-4fd9-9d37-1b4e8a5eb939 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/77052cdf-d4f8-4084-9283-0bdbb3acc290 HTTP/1.1" status: 404 len: 333 time: 0.0924861 Apr 16 15:36:25.011853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54472) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:25.054673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-555c953c-79f9-4421-a616-68854456cd74 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "DELETE /v2.0/ports/243a3586-eade-4b55-9cb6-9e122bd6fa4f HTTP/1.1" status: 204 len: 168 time: 1.3230352 Apr 16 15:36:25.060127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54476) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:25.092087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] For port 2708e280-1a88-4bb6-8007-22bdf8e03ff4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2708e280-1a88-4bb6-8007-22bdf8e03ff4,segment=NetworkSegment(5973274d-7be4-441e-9d65-eec461812279),segment_id=5973274d-7be4-441e-9d65-eec461812279)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:25.092300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.106473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.145557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c781939a-1398-4409-9f51-d3d7d460dbec tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] GET failed (client error): The resource could not be found. Apr 16 15:36:25.145776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c781939a-1398-4409-9f51-d3d7d460dbec tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Synchronizing usage tracker for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:25.159396 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95eeba0a-8210-4ae1-8738-7af666ef23b4 req-985ee099-a1b7-4eb9-9eac-00e22c291847 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432778 Apr 16 15:36:25.169969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.182481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Calling delete_port for 2708e280-1a88-4bb6-8007-22bdf8e03ff4 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:25.211019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c781939a-1398-4409-9f51-d3d7d460dbec tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Unset dirty status for tenant:5096ee377cf044f99a9122a25b546230 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:25.211758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c781939a-1398-4409-9f51-d3d7d460dbec tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] 10.222.0.95 "GET /v2.0/ports/243a3586-eade-4b55-9cb6-9e122bd6fa4f HTTP/1.1" status: 404 len: 333 time: 0.1449702 Apr 16 15:36:25.213002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9351fa1-d3d4-48b5-b85b-c9f2d1406a3b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.221590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54480) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:25.222010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31198491-6145-4b8c-b3ff-9830a50406ca tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:25.313946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:36:25.314242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:36:25.316292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.327081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ce7ffc39-fca6-4bbf-a5c8-5e5b3776e7f2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:25.413350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=69883d5c-8f88-4087-9bbe-eb83fdc45bc4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:25.415306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:25.434607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231b07b9-4c1d-40bd-8788-0ce97452612f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Router 2733b782-5eaa-479c-9d55-2ff8e27802f6 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:25.523637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:25.529170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:25.530715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:25.541366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9351fa1-d3d4-48b5-b85b-c9f2d1406a3b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb668957-2809-47d6-bb3b-f78f29a0ea85,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:25.581397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:25.581795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.583558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d9351fa1-d3d4-48b5-b85b-c9f2d1406a3b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:25.599783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231b07b9-4c1d-40bd-8788-0ce97452612f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:25.607128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-231b07b9-4c1d-40bd-8788-0ce97452612f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.608070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9fcf3-c6cb-4a45-93d4-d54be9208488 None None] Sync routers for ids ['2733b782-5eaa-479c-9d55-2ff8e27802f6'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:25.620362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9fcf3-c6cb-4a45-93d4-d54be9208488 None None] Routers {'2733b782-5eaa-479c-9d55-2ff8e27802f6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:25.620809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34d9fcf3-c6cb-4a45-93d4-d54be9208488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2733b782-5eaa-479c-9d55-2ff8e27802f6'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:25.626611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5179913 Apr 16 15:36:25.629002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54486) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:25.636185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'port': {'network_id': 'f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20', 'name': 'tempest-FloatingIPTestJSON-2064955219'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:25.652652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.681712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.687698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-231b07b9-4c1d-40bd-8788-0ce97452612f tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "PUT /v2.0/floatingips/a2dc729f-4009-4c5b-b392-41efc26711d1 HTTP/1.1" status: 200 len: 990 time: 2.8226917 Apr 16 15:36:25.687698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'tag': '3cb6e095-ee3e-4d33-87f5-4f40374cf583'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:36:25.742956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9351fa1-d3d4-48b5-b85b-c9f2d1406a3b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.762398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:25.765444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:port and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:25.767417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:25.775967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:25.776149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:36:25.784677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Made reservation on behalf of 572b8e69ffdf4c27b74b5460455915f8 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:25.790036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.793041 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d9351fa1-d3d4-48b5-b85b-c9f2d1406a3b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "DELETE /v2.0/subnets/bb668957-2809-47d6-bb3b-f78f29a0ea85 HTTP/1.1" status: 204 len: 168 time: 1.8864965 Apr 16 15:36:25.795340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54502) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:25.808480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] device_id is not set on port 0b33effd-0a3e-4a1c-ab8a-4f89765c5881 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:25.833936 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'tag': '3cb6e095-ee3e-4d33-87f5-4f40374cf583', 'status': 'completed', 'code': 200} Apr 16 15:36:25.854537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting port 2708e280-1a88-4bb6-8007-22bdf8e03ff4 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:25.854771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.906934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9627bedc-b2db-466a-9ed6-0dcfa428c24b']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:25.952631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad09848-9707-4791-a167-3974cc700340') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:25.952821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad09848-9707-4791-a167-3974cc700340') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:25.966298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.975708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:25.978578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-34d9fcf3-c6cb-4a45-93d4-d54be9208488 None None] Set router 2733b782-5eaa-479c-9d55-2ff8e27802f6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:26.027465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.20.0.3 (f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20/d5f4ecea-5cb9-4fff-a3ac-f565a39056ea/0b33effd-0a3e-4a1c-ab8a-4f89765c5881) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:26.058905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:26.082584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] For port 2708e280-1a88-4bb6-8007-22bdf8e03ff4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2708e280-1a88-4bb6-8007-22bdf8e03ff4,segment=NetworkSegment(5973274d-7be4-441e-9d65-eec461812279),segment_id=5973274d-7be4-441e-9d65-eec461812279)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:26.082809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:26.091539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:26.108187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Releasing vlan 1466 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:26.136843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ce93a-6db2-4a9a-aaf2-bbfe0aba3d1c req-e20e2afc-acc3-4d4a-a629-1cf0f9133762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:26.137830 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d81ce93a-6db2-4a9a-aaf2-bbfe0aba3d1c req-e20e2afc-acc3-4d4a-a629-1cf0f9133762 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 1099 time: 0.3892543 Apr 16 15:36:26.169872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Calling delete_port for 2708e280-1a88-4bb6-8007-22bdf8e03ff4 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:26.181273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34d9fcf3-c6cb-4a45-93d4-d54be9208488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'a2dc729f-4009-4c5b-b392-41efc26711d1', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'port_id': '3cb6e095-ee3e-4d33-87f5-4f40374cf583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'mac_address': 'fa:16:3e:50:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:35:51Z', 'updated_at': '2021-04-16T15:36:24Z', 'revision_number': 1, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae', 'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'mac_address': 'fa:16:3e:9c:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:39Z', 'updated_at': '2021-04-16T15:35:53Z', 'revision_number': 5, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'subnets': [{'id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:26.184139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9fcf3-c6cb-4a45-93d4-d54be9208488 None None] Checking router: 2733b782-5eaa-479c-9d55-2ff8e27802f6 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:36:26.189495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9fcf3-c6cb-4a45-93d4-d54be9208488 None None] Routers {'2733b782-5eaa-479c-9d55-2ff8e27802f6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:26.189802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34d9fcf3-c6cb-4a45-93d4-d54be9208488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2733b782-5eaa-479c-9d55-2ff8e27802f6'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:26.192592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3526b2a1-e4e8-4c10-8931-12d4fb3196b3']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:26.258607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fc0346-4e90-4fa2-bb60-4a0dfe680612') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:26.258781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fc0346-4e90-4fa2-bb60-4a0dfe680612') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:26.292988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:26.295241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-34d9fcf3-c6cb-4a45-93d4-d54be9208488 None None] Set router 2733b782-5eaa-479c-9d55-2ff8e27802f6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:26.309909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:26.318491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c2e25f0e-1144-493d-9ade-f7e9ba03f67c tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:26.337779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 9627bedc-b2db-466a-9ed6-0dcfa428c24b has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:26.338330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:26.347535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Port': ['ID=2708e280-1a88-4bb6-8007-22bdf8e03ff4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:26.348771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2b22e-cc2d-4a29-a9c8-90eda4a68e83 req-6c6878e7-02b0-4f56-b0cd-d88512832db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:26.349405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7b2b22e-cc2d-4a29-a9c8-90eda4a68e83 req-6c6878e7-02b0-4f56-b0cd-d88512832db2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=a74bb8b83bfd4e9db169a164229975bd&device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 1098 time: 0.4510701 Apr 16 15:36:26.350916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:26.374988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:26.405005 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d81ce93a-6db2-4a9a-aaf2-bbfe0aba3d1c req-0dafd4f7-955d-486c-9d49-f4a27ca13583 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314916 Apr 16 15:36:26.415450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:26.430064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:26.444083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:26.495721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f074a8-c978-45d2-83df-af51493eb7e1 None None] DHCP port deletion for c635461c-38aa-4a6e-8db9-67b4335e5a2c request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:36:26.506590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Releasing vlan 1485 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:26.527048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88716-f843-45ac-b443-d1f67b96115d req-36ac7ac8-f561-4cba-bca4-9a4e85fb175f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:26.527812 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8bf88716-f843-45ac-b443-d1f67b96115d req-36ac7ac8-f561-4cba-bca4-9a4e85fb175f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 946 time: 0.5436637 Apr 16 15:36:26.528051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34d9fcf3-c6cb-4a45-93d4-d54be9208488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'a2dc729f-4009-4c5b-b392-41efc26711d1', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'port_id': '3cb6e095-ee3e-4d33-87f5-4f40374cf583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'mac_address': 'fa:16:3e:50:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:35:51Z', 'updated_at': '2021-04-16T15:36:24Z', 'revision_number': 1, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae', 'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'mac_address': 'fa:16:3e:9c:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:39Z', 'updated_at': '2021-04-16T15:35:53Z', 'revision_number': 5, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'subnets': [{'id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:26.531487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9fcf3-c6cb-4a45-93d4-d54be9208488 None None] The sync data for ids ['2733b782-5eaa-479c-9d55-2ff8e27802f6'] in dv-neutron-786478-2-hyperv is: [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'a2dc729f-4009-4c5b-b392-41efc26711d1', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'floating_ip_address': '172.26.4.39', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'port_id': '3cb6e095-ee3e-4d33-87f5-4f40374cf583', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'mac_address': 'fa:16:3e:50:63:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:35:51Z', 'updated_at': '2021-04-16T15:36:24Z', 'revision_number': 1, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae', 'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'mac_address': 'fa:16:3e:9c:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:39Z', 'updated_at': '2021-04-16T15:35:53Z', 'revision_number': 5, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'subnets': [{'id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:26.532643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586c512-632b-4cb9-858a-6e284a8afdaf None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:36:26.615367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586c512-632b-4cb9-858a-6e284a8afdaf None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:36:26.820950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3d6e98e5-403c-41f5-8291-5e6932694080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:26.872181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=0b33effd-0a3e-4a1c-ab8a-4f89765c5881,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:26.874138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:26.876792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No DVR routers for this DVR port 2708e280-1a88-4bb6-8007-22bdf8e03ff4 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:36:26.893990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-c635461c-38aa-4a6e-8db9-67b4335e5a2c', 'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c', 'tenant_id': '5b2f0a6447c14d8e96b381345f01f7cc', 'fixed_ips': [{'subnet_id': 'f77cb070-0758-4c2d-b142-4c330aa282f0'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:36:26.894622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:26.903142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 9627bedc-b2db-466a-9ed6-0dcfa428c24b has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:26.921823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309adac-48dc-4704-930a-e79b209d494b None None] New status for floating IP a2dc729f-4009-4c5b-b392-41efc26711d1: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:26.933931 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:26.941982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.003704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Allocated IP 2001:db8::f816:3eff:fe1f:123d (c635461c-38aa-4a6e-8db9-67b4335e5a2c/f77cb070-0758-4c2d-b142-4c330aa282f0/e298e120-e524-44df-98f4-15786a21c4ad) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:27.016250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000c4a25-5cd6-46db-906c-7e7c6bc02d4a']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:27.021675 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8bf88716-f843-45ac-b443-d1f67b96115d req-c0830b92-a458-4403-9d01-a6896b99f907 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4816778 Apr 16 15:36:27.034166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00c7d38-407c-43b1-9e5a-f3e74b48f322') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:27.034395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00c7d38-407c-43b1-9e5a-f3e74b48f322') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:27.043357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2b22e-cc2d-4a29-a9c8-90eda4a68e83 req-389df508-6d4d-4035-8e87-5624f228b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:27.044299 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7b2b22e-cc2d-4a29-a9c8-90eda4a68e83 req-389df508-6d4d-4035-8e87-5624f228b450 service neutron] 10.222.0.107 "GET /v2.0/networks?id=0e61783a-be5a-4189-b0dc-5b4c26552378 HTTP/1.1" status: 200 len: 913 time: 0.6807852 Apr 16 15:36:27.046534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:27.056737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.065728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.135878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.146168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.153551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.154884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:27.165568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.179206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:27.179876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:27.181409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:27.190260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Network': ['ID=9627bedc-b2db-466a-9ed6-0dcfa428c24b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:27.193064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Releasing vlan 1498 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:27.219643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:27.220041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.227329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:27.232560 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6029325 Apr 16 15:36:27.234974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54512) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:27.238237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '0b33effd-0a3e-4a1c-ab8a-4f89765c5881', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:27.242176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:27.244528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:floatingip and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:27.245043 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/networks/9627bedc-b2db-466a-9ed6-0dcfa428c24b HTTP/1.1" status: 204 len: 168 time: 2.2326038 Apr 16 15:36:27.247245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:27.247745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54516) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:27.252331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1322074081'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:27.255366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:27.257002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:27.260576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:network and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:27.262870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:27.266582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:27.268478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.277825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7b2b22e-cc2d-4a29-a9c8-90eda4a68e83 req-dfe6ff35-bfe5-41d9-abab-8c31751b2ecf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3cb6e095-ee3e-4d33-87f5-4f40374cf583 HTTP/1.1" status: 200 len: 1000 time: 0.2081609 Apr 16 15:36:27.283257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:27.287182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.289314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Network 3526b2a1-e4e8-4c10-8931-12d4fb3196b3 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:27.330041 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:27.337004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1455} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:27.349369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.349607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Added segment 869e1a5e-62aa-4975-9a55-6dd3e9187133 of type vlan for network df372ac1-a973-49f2-956c-222ad02cc3e6 Apr 16 15:36:27.374426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.395619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.421034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.422298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Network 000c4a25-5cd6-46db-906c-7e7c6bc02d4a has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:27.424557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:27.424998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.428402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.430631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:27.436049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.437591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2b22e-cc2d-4a29-a9c8-90eda4a68e83 req-c33ffbbc-f0c8-43f8-ada6-47c8f23ae9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:27.438535 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7b2b22e-cc2d-4a29-a9c8-90eda4a68e83 req-c33ffbbc-f0c8-43f8-ada6-47c8f23ae9b2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6170f10d-c4fc-4986-9f25-0715f3f20499 HTTP/1.1" status: 200 len: 850 time: 0.1504264 Apr 16 15:36:27.471824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:27.500100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.500248 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2517033 Apr 16 15:36:27.505453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54520) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:27.519236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': 'df372ac1-a973-49f2-956c-222ad02cc3e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:27.520853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Network': ['ID=df372ac1-a973-49f2-956c-222ad02cc3e6,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:27.523275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:27.527219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Pushing event deleted for resources: {'Network': ['ID=3526b2a1-e4e8-4c10-8931-12d4fb3196b3,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:27.533658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network df372ac1-a973-49f2-956c-222ad02cc3e6 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:27.538862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:27.539807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] 10.222.0.95 "DELETE /v2.0/networks/3526b2a1-e4e8-4c10-8931-12d4fb3196b3 HTTP/1.1" status: 204 len: 168 time: 2.3044667 Apr 16 15:36:27.542705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.26.4.226 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/d54fc293-44c4-4388-8e5f-ec4eed3549e1) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:27.634606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Network 000c4a25-5cd6-46db-906c-7e7c6bc02d4a has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:27.648148 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:27.656707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.656759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:27.674195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.681398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:27.683262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-deb53e85-de00-4e0c-9e95-5c393401073d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:27.691872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:27.697536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:27.709678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2b22e-cc2d-4a29-a9c8-90eda4a68e83 req-80e1e4f7-433d-4a93-919f-1887becff148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:27.710697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7b2b22e-cc2d-4a29-a9c8-90eda4a68e83 req-80e1e4f7-433d-4a93-919f-1887becff148 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0e61783a-be5a-4189-b0dc-5b4c26552378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2396247 Apr 16 15:36:27.711639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:27.715086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.725712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54528) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:27.727582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Transition to ACTIVE for port object e298e120-e524-44df-98f4-15786a21c4ad will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:27.741128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Transition to ACTIVE for port object e298e120-e524-44df-98f4-15786a21c4ad will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:27.744421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.754897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:27.758472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=d54fc293-44c4-4388-8e5f-ec4eed3549e1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:27.763931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:27.778802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.781022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.812339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:27.821562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 000c4a25-5cd6-46db-906c-7e7c6bc02d4a {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 16 15:36:27.825318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:27.832878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event deleted for resources: {'Network': ['ID=000c4a25-5cd6-46db-906c-7e7c6bc02d4a,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:27.839308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:27.847142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "DELETE /v2.0/networks/000c4a25-5cd6-46db-906c-7e7c6bc02d4a HTTP/1.1" status: 204 len: 168 time: 2.0424852 Apr 16 15:36:27.871190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:27.909486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7b2b22e-cc2d-4a29-a9c8-90eda4a68e83 req-6453bafe-37cc-4793-9f0a-35ce79431984 service neutron] 10.222.0.107 "GET /v2.0/networks/0e61783a-be5a-4189-b0dc-5b4c26552378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854825 Apr 16 15:36:27.915084 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f23d9e07-9b57-4840-b7bd-7078de588733 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9fb164a5b4cb443e8a1d715c5f04b6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882205 Apr 16 15:36:27.918626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Subnet': ['ID=f77cb070-0758-4c2d-b142-4c330aa282f0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:27.920974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54538) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:27.925121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:27.969873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Pushing event updated for resources: {'Port': ['ID=e298e120-e524-44df-98f4-15786a21c4ad,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:27.982503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:27.990471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Network c635461c-38aa-4a6e-8db9-67b4335e5a2c is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:27.991269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:27.995511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:28.000051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.058462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7b2b22e-cc2d-4a29-a9c8-90eda4a68e83 req-88f4c326-e521-47ba-89ad-04cf4aaf2bd6 service neutron] 10.222.0.107 "GET /v2.0/networks/0e61783a-be5a-4189-b0dc-5b4c26552378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264803 Apr 16 15:36:28.102098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:28.110787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:28.112426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Attempting to bind port e298e120-e524-44df-98f4-15786a21c4ad on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:28.112672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Attempting to bind port e298e120-e524-44df-98f4-15786a21c4ad by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '5973274d-7be4-441e-9d65-eec461812279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:28.112898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Attempting to bind port e298e120-e524-44df-98f4-15786a21c4ad on network c635461c-38aa-4a6e-8db9-67b4335e5a2c {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:28.119569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:28.119804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Checking segment: {'id': '5973274d-7be4-441e-9d65-eec461812279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:28.120062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.120312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Bound using segment: {'id': '5973274d-7be4-441e-9d65-eec461812279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:28.120612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Bound port: e298e120-e524-44df-98f4-15786a21c4ad, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5973274d-7be4-441e-9d65-eec461812279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:28.120849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.145747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:28.162652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54550) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:28.172662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c635461c-38aa-4a6e-8db9-67b4335e5a2c']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:28.181118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f008cf89-0f0f-493a-8676-96764af91d63 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Request body: {'router': {'name': 'tempest-router--106844806', 'project_id': '67484b8635d145bbb34bef229aa4c999'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:28.183264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] For port e298e120-e524-44df-98f4-15786a21c4ad, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:28.185071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] For port e298e120-e524-44df-98f4-15786a21c4ad, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e298e120-e524-44df-98f4-15786a21c4ad,segment=NetworkSegment(5973274d-7be4-441e-9d65-eec461812279),segment_id=5973274d-7be4-441e-9d65-eec461812279)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:28.188272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.195316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f008cf89-0f0f-493a-8676-96764af91d63 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:28.197734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5973274d-7be4-441e-9d65-eec461812279') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:28.197734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5973274d-7be4-441e-9d65-eec461812279') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:28.197937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-71e8e98e-4554-4aab-9d61-59b515e579a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:28.201711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9524542-080e-4f5b-9987-5d718f39390e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.217552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9524542-080e-4f5b-9987-5d718f39390e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.246757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f008cf89-0f0f-493a-8676-96764af91d63 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Usage tracker for resource:router and tenant:67484b8635d145bbb34bef229aa4c999 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:28.250300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f008cf89-0f0f-493a-8676-96764af91d63 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:28.253093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9524542-080e-4f5b-9987-5d718f39390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.259175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.264577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-580632e4-0ce2-4f2a-b135-d4b48d3a916b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:28.285356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Pushing event updated for resources: {'Port': ['ID=e298e120-e524-44df-98f4-15786a21c4ad,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:28.288237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:28.300864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f008cf89-0f0f-493a-8676-96764af91d63 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:28.307926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9524542-080e-4f5b-9987-5d718f39390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891bf531-aabc-4ca7-8556-6c4ab64a07fd,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:28.309582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9524542-080e-4f5b-9987-5d718f39390e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:28.324398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.356414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f008cf89-0f0f-493a-8676-96764af91d63 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.357178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f008cf89-0f0f-493a-8676-96764af91d63 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.360952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9524542-080e-4f5b-9987-5d718f39390e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.364186 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f9524542-080e-4f5b-9987-5d718f39390e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/891bf531-aabc-4ca7-8556-6c4ab64a07fd HTTP/1.1" status: 204 len: 168 time: 0.4399588 Apr 16 15:36:28.364186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Releasing vlan 1469 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:28.367525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad65dd3-d632-4eaf-a9d5-d6d29c4e7275 None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:36:28.457098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.468607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:28.559913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c01ff-f024-4de7-845a-81ce370b0241 req-b02a3da3-47fa-4bce-ba58-e9a95921d19e tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:28.560876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-294c01ff-f024-4de7-845a-81ce370b0241 req-b02a3da3-47fa-4bce-ba58-e9a95921d19e tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 946 time: 0.4261446 Apr 16 15:36:28.562596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Subnet': ['ID=19b878fc-e73b-4c10-ae57-6bf8481469eb,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:28.565703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:28.598884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network c635461c-38aa-4a6e-8db9-67b4335e5a2c has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:28.604738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-294c01ff-f024-4de7-845a-81ce370b0241 req-050a3e0c-0105-4061-b22b-b360e5b91b6e tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383451 Apr 16 15:36:28.606086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.621640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Checking segment: {'id': '869e1a5e-62aa-4975-9a55-6dd3e9187133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'df372ac1-a973-49f2-956c-222ad02cc3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:28.621859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network hostable DHCP agents. Network: df372ac1-a973-49f2-956c-222ad02cc3e6, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:28.627096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2708e280-1a88-4bb6-8007-22bdf8e03ff4 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:36:28.635611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network df372ac1-a973-49f2-956c-222ad02cc3e6 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:28.643311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, df372ac1-a973-49f2-956c-222ad02cc3e6) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:28.652075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 2708e280-1a88-4bb6-8007-22bdf8e03ff4 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:36:28.652382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2708e280-1a88-4bb6-8007-22bdf8e03ff4 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:36:28.655092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:28.655484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.682480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54560) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:28.754614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3800c2a6-d4e9-4437-8ca7-bca4c9bd46a6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5096ee377cf044f99a9122a25b546230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479908 Apr 16 15:36:28.756125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54564) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:28.757161 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2489505 Apr 16 15:36:28.768651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54568) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:28.780966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': 'df372ac1-a973-49f2-956c-222ad02cc3e6', 'name': 'tempest-PortsTestJSON-91230160'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:28.787090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad65dd3-d632-4eaf-a9d5-d6d29c4e7275 None None] Unable to find a vacant binding_index for network df372ac1-a973-49f2-956c-222ad02cc3e6 and agent 0058b4e4-e90b-429f-8402-4fb4c224f3be {{(pid=86008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Apr 16 15:36:28.790649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad65dd3-d632-4eaf-a9d5-d6d29c4e7275 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, df372ac1-a973-49f2-956c-222ad02cc3e6) {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:36:28.844293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b5c6c-6a4b-401d-a01e-c07e82180041 req-21313bea-7ff0-4c37-9e59-ef6fd8f719b6 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:28.845226 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be9b5c6c-6a4b-401d-a01e-c07e82180041 req-21313bea-7ff0-4c37-9e59-ef6fd8f719b6 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 946 time: 0.1621311 Apr 16 15:36:28.853436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54572) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:28.859096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7db1f63e-37ba-4e5c-83d3-2fac359be7df tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Request body: {'floatingip': {'port_id': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:28.919973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e24bf994-d825-48c9-8bf0-83df693eb478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:28.923880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7db1f63e-37ba-4e5c-83d3-2fac359be7df tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for floatingip, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.002002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-df372ac1-a973-49f2-956c-222ad02cc3e6', 'network_id': 'df372ac1-a973-49f2-956c-222ad02cc3e6', 'tenant_id': '4048886c32194caf9efd8fbc0a02d36b', 'fixed_ips': [{'subnet_id': '19b878fc-e73b-4c10-ae57-6bf8481469eb'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:36:29.002612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.023173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network c635461c-38aa-4a6e-8db9-67b4335e5a2c has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:29.035906 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:29.036796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e24bf994-d825-48c9-8bf0-83df693eb478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.046975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:29.083403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:29.086025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 15:36:29.086025 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 15:36:29.086025 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': 'c635461c-38aa-4a6e-8db9-67b4335e5a2c'}] Apr 16 15:36:29.086025 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:36:29.086237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:36:29.088491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f008cf89-0f0f-493a-8676-96764af91d63 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.092602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Allocated IP 172.20.0.2 (df372ac1-a973-49f2-956c-222ad02cc3e6/19b878fc-e73b-4c10-ae57-6bf8481469eb/f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:29.108378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f008cf89-0f0f-493a-8676-96764af91d63 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.110604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:29.115211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.128553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.129861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f008cf89-0f0f-493a-8676-96764af91d63 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.130691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f008cf89-0f0f-493a-8676-96764af91d63 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9661307 Apr 16 15:36:29.134039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54578) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:29.164430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e24bf994-d825-48c9-8bf0-83df693eb478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.172603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e4ab711-dc37-4494-a3b0-2ef8803eb1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:29.211646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.214641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bf994-d825-48c9-8bf0-83df693eb478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fcdd8b-af4e-486b-8641-f5cb6936b4dd,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:29.217008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e24bf994-d825-48c9-8bf0-83df693eb478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:29.218388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Transition to ACTIVE for port object f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:29.218549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62bbbc0e-3775-4f2f-955a-1717e1d5bd81 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.220872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 642e2403-2933-4859-a1d1-812970c7a04e yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:29.237023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Transition to ACTIVE for port object f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:29.240236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.242667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e24bf994-d825-48c9-8bf0-83df693eb478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.245159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e24bf994-d825-48c9-8bf0-83df693eb478 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/54fcdd8b-af4e-486b-8641-f5cb6936b4dd HTTP/1.1" status: 204 len: 168 time: 0.4855750 Apr 16 15:36:29.311287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:29.351219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Network df372ac1-a973-49f2-956c-222ad02cc3e6 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:29.353101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:29.356219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:29.359429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Pushing event updated for resources: {'Port': ['ID=f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:29.388925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.3 (df372ac1-a973-49f2-956c-222ad02cc3e6/19b878fc-e73b-4c10-ae57-6bf8481469eb/642e2403-2933-4859-a1d1-812970c7a04e) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:29.393532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:29.452796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Attempting to bind port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:29.453145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Attempting to bind port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '869e1a5e-62aa-4975-9a55-6dd3e9187133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'df372ac1-a973-49f2-956c-222ad02cc3e6'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:29.453432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Attempting to bind port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef on network df372ac1-a973-49f2-956c-222ad02cc3e6 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:29.457245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:29.457543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Checking segment: {'id': '869e1a5e-62aa-4975-9a55-6dd3e9187133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'df372ac1-a973-49f2-956c-222ad02cc3e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:29.457864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.461917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62bbbc0e-3775-4f2f-955a-1717e1d5bd81 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.462014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Bound using segment: {'id': '869e1a5e-62aa-4975-9a55-6dd3e9187133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'df372ac1-a973-49f2-956c-222ad02cc3e6'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:29.462014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Bound port: f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869e1a5e-62aa-4975-9a55-6dd3e9187133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': 'df372ac1-a973-49f2-956c-222ad02cc3e6'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:29.462014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.462169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62bbbc0e-3775-4f2f-955a-1717e1d5bd81 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.488767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.515927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] For port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:29.518227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] For port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef,segment=NetworkSegment(869e1a5e-62aa-4975-9a55-6dd3e9187133),segment_id=869e1a5e-62aa-4975-9a55-6dd3e9187133)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:29.518490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62bbbc0e-3775-4f2f-955a-1717e1d5bd81 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.518883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bbbc0e-3775-4f2f-955a-1717e1d5bd81 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cf8b86f-348c-4e20-b8d5-c62467010d6a {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:36:29.521195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.535595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62bbbc0e-3775-4f2f-955a-1717e1d5bd81 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.536404 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-62bbbc0e-3775-4f2f-955a-1717e1d5bd81 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "DELETE /v2.0/routers/1cf8b86f-348c-4e20-b8d5-c62467010d6a HTTP/1.1" status: 204 len: 168 time: 0.4016037 Apr 16 15:36:29.536467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:29.574241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7db1f63e-37ba-4e5c-83d3-2fac359be7df tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.582119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7db1f63e-37ba-4e5c-83d3-2fac359be7df tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.591671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.652347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Pushing event updated for resources: {'Port': ['ID=f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:29.659246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:29.692290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting port e298e120-e524-44df-98f4-15786a21c4ad {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:29.692507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.697570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.716849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object 642e2403-2933-4859-a1d1-812970c7a04e will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:29.719671 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-7db1f63e-37ba-4e5c-83d3-2fac359be7df tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Floating IP 4db13741-7133-4284-a7bd-a08eae48dc3c associated. External IP: 172.26.4.195, port: c8cc3f4c-dd14-44d2-a428-9e8ab1622557. Apr 16 15:36:29.819141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54606) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:29.839332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.851236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:29.923568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e02795e0-ecf1-4b35-b258-6f0124a8da84 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:29.994693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=d54fc293-44c4-4388-8e5f-ec4eed3549e1,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:30.000553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:30.032945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] For port e298e120-e524-44df-98f4-15786a21c4ad, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e298e120-e524-44df-98f4-15786a21c4ad,segment=NetworkSegment(5973274d-7be4-441e-9d65-eec461812279),segment_id=5973274d-7be4-441e-9d65-eec461812279)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:30.033176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.104186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.118868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Calling delete_port for e298e120-e524-44df-98f4-15786a21c4ad owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:30.135995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1511023597', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:30.144837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:30.145087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:30.157334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Usage tracker for resource:router and tenant:ff41f543c1874d81bdd35140477deffc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:30.161680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:30.163429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.202746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:30.253354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.253978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.263019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.263272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=642e2403-2933-4859-a1d1-812970c7a04e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:30.273181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57fd94fd-902e-4a3d-bd04-715b69f9b0f7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:30.278744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.278968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.279185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.279396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.279606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.279819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.280010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.280215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.280419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.280625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.280831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.281037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.285657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:30.310736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54626) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:30.319484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db1f63e-37ba-4e5c-83d3-2fac359be7df tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:30.327463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network df372ac1-a973-49f2-956c-222ad02cc3e6 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:30.328777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:30.331196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:30.337132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Port': ['ID=e298e120-e524-44df-98f4-15786a21c4ad,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:30.347479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.348779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.349002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.349362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.349440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.349625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.349839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.350054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.350269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.350498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.350713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.350924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.351278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:30.353149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:30.383388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP 3864ed42-bffc-415d-8515-4eb67f83d3b7 associated. External IP: 172.26.4.226, port: 0b33effd-0a3e-4a1c-ab8a-4f89765c5881. Apr 16 15:36:30.385146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1385042323', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:30.394096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:30.428587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Usage tracker for resource:port and tenant:fdc9157e9afe47edb196d3973e008ecd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:30.434159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:30.441929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:30.458474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:30.458849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.473110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Made reservation on behalf of fdc9157e9afe47edb196d3973e008ecd for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:30.475853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.490800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.508961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7362955 Apr 16 15:36:30.509740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:30.512534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54634) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:30.516585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Usage tracker for resource:security_group_rule and tenant:fdc9157e9afe47edb196d3973e008ecd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:30.536202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db1f63e-37ba-4e5c-83d3-2fac359be7df tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:30.541548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:30.544996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460ed6f7-5b8b-425b-bb9e-fcb29fc74163 None None] Sync routers for ids ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:30.547634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7db1f63e-37ba-4e5c-83d3-2fac359be7df tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.548980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:30.570576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:30.580133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ed6f7-5b8b-425b-bb9e-fcb29fc74163 None None] Routers {'2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:30.581528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-460ed6f7-5b8b-425b-bb9e-fcb29fc74163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:30.602287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7e7bf396-d5b0-49c4-9c39-2c5db31da5d4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 642e2403-2933-4859-a1d1-812970c7a04e {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:30.602562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf396-d5b0-49c4-9c39-2c5db31da5d4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.647922 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7db1f63e-37ba-4e5c-83d3-2fac359be7df tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "PUT /v2.0/floatingips/4db13741-7133-4284-a7bd-a08eae48dc3c HTTP/1.1" status: 200 len: 992 time: 1.7897921 Apr 16 15:36:30.650054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242217b1-2231-4f84-89ac-59f8037f06c9', 'tag': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:36:30.711010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242217b1-2231-4f84-89ac-59f8037f06c9', 'tag': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557', 'status': 'completed', 'code': 200} Apr 16 15:36:30.720095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-460ed6f7-5b8b-425b-bb9e-fcb29fc74163 None None] Set router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:30.765702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No DVR routers for this DVR port e298e120-e524-44df-98f4-15786a21c4ad on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:36:30.815463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.827066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.833192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf396-d5b0-49c4-9c39-2c5db31da5d4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.837360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:30.842342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] device_id is not set on port c69385af-14ee-4996-8bb0-5e8ce6a8eeb8 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:30.894953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:30.927208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:30.941194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7e7bf396-d5b0-49c4-9c39-2c5db31da5d4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 642e2403-2933-4859-a1d1-812970c7a04e owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:30.964698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-460ed6f7-5b8b-425b-bb9e-fcb29fc74163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:44Z', 'revision_number': 4, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '4db13741-7133-4284-a7bd-a08eae48dc3c', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'port_id': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'mac_address': 'fa:16:3e:06:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242217b1-2231-4f84-89ac-59f8037f06c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:35:54Z', 'updated_at': '2021-04-16T15:36:29Z', 'revision_number': 1, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab073aee-aac9-40b1-b52d-03941e0cdfa3', 'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'mac_address': 'fa:16:3e:ef:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:41Z', 'updated_at': '2021-04-16T15:35:56Z', 'revision_number': 5, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'subnets': [{'id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:30.967797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460ed6f7-5b8b-425b-bb9e-fcb29fc74163 None None] Checking router: 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:36:30.973326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ed6f7-5b8b-425b-bb9e-fcb29fc74163 None None] Routers {'2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:30.973862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-460ed6f7-5b8b-425b-bb9e-fcb29fc74163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:30.979726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c1316-ac10-413c-a78a-04d895b65e60 req-72ee97b1-2ecd-4dd6-bfcc-6a1b526bcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:30.980673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b5c1316-ac10-413c-a78a-04d895b65e60 req-72ee97b1-2ecd-4dd6-bfcc-6a1b526bcdc5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=dae95a24cf6047b58c5e62d59206be05&device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 1099 time: 0.2395394 Apr 16 15:36:30.985540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8c6cdf-188e-43dd-bf0f-093e7cd61c56,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:31.018147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:31.045379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:31.046353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c15f65-6291-4070-b4df-bf531a4328d7 None None] Network c635461c-38aa-4a6e-8db9-67b4335e5a2c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:31.086195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46648528-8331-4fd3-8ce5-3af036e487f8 None None] Network df372ac1-a973-49f2-956c-222ad02cc3e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:31.120208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c635461c-38aa-4a6e-8db9-67b4335e5a2c']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:31.151180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Allocated IP 172.26.4.138 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/c69385af-14ee-4996-8bb0-5e8ce6a8eeb8) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:31.164219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5973274d-7be4-441e-9d65-eec461812279') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:31.164405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5973274d-7be4-441e-9d65-eec461812279') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:31.168567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c1316-ac10-413c-a78a-04d895b65e60 req-ec2ff9c4-9681-4677-ab46-1ae267da9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:31.169591 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b5c1316-ac10-413c-a78a-04d895b65e60 req-ec2ff9c4-9681-4677-ab46-1ae267da9370 service neutron] 10.222.0.107 "GET /v2.0/networks?id=baaa0b3d-6906-4260-96c4-4db0db7aac73 HTTP/1.1" status: 200 len: 907 time: 0.1822920 Apr 16 15:36:31.184011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:31.202996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:31.220509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Releasing vlan 1469 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:31.227183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf396-d5b0-49c4-9c39-2c5db31da5d4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:31.244790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d2584e7-355f-4ade-8543-61a9c85325c7 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:31.285572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:31.319116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Provisioning for port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:31.332106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Provisioning complete for port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:31.332375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:31.418303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network c635461c-38aa-4a6e-8db9-67b4335e5a2c has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:31.429905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:31.447334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e5523-274e-40c4-a353-c8294d037956 None None] DHCP port deletion for c635461c-38aa-4a6e-8db9-67b4335e5a2c request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:36:31.450147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-460ed6f7-5b8b-425b-bb9e-fcb29fc74163 None None] Set router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:31.561729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bf396-d5b0-49c4-9c39-2c5db31da5d4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=642e2403-2933-4859-a1d1-812970c7a04e,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:31.563307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e7bf396-d5b0-49c4-9c39-2c5db31da5d4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:31.598666 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b5c1316-ac10-413c-a78a-04d895b65e60 req-85faf861-316c-4e05-b622-ebdc837cea84 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8cc3f4c-dd14-44d2-a428-9e8ab1622557 HTTP/1.1" status: 200 len: 1000 time: 0.4209039 Apr 16 15:36:31.639548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network c635461c-38aa-4a6e-8db9-67b4335e5a2c has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:31.645348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:31.646046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:31.654599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9277bd-2f95-48ab-a06e-254c67a02bf5 None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:31.657575 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:31.662616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:31.668930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c1316-ac10-413c-a78a-04d895b65e60 req-8b69bc00-e614-4c44-905b-0f365961398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:31.669820 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b5c1316-ac10-413c-a78a-04d895b65e60 req-8b69bc00-e614-4c44-905b-0f365961398d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd HTTP/1.1" status: 200 len: 844 time: 0.0409157 Apr 16 15:36:31.673065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9277bd-2f95-48ab-a06e-254c67a02bf5 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:31.673605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1e9277bd-2f95-48ab-a06e-254c67a02bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:31.712459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] For port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef,segment=NetworkSegment(869e1a5e-62aa-4975-9a55-6dd3e9187133),segment_id=869e1a5e-62aa-4975-9a55-6dd3e9187133)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:31.719511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:31.723281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:31.795160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Pushing event updated for resources: {'Port': ['ID=f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:31.819088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c1316-ac10-413c-a78a-04d895b65e60 req-6dafb19a-94fc-4208-9ae6-fc96058c2ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:31.820049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b5c1316-ac10-413c-a78a-04d895b65e60 req-6dafb19a-94fc-4208-9ae6-fc96058c2ce9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=baaa0b3d-6906-4260-96c4-4db0db7aac73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1395564 Apr 16 15:36:31.821590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.821810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.822013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.822213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.822419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.822626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.822822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.823020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.823217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.823412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.823606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.823808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:36:31.827624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:31.844298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-460ed6f7-5b8b-425b-bb9e-fcb29fc74163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:44Z', 'revision_number': 4, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '4db13741-7133-4284-a7bd-a08eae48dc3c', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'port_id': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'mac_address': 'fa:16:3e:06:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242217b1-2231-4f84-89ac-59f8037f06c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:35:54Z', 'updated_at': '2021-04-16T15:36:29Z', 'revision_number': 1, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab073aee-aac9-40b1-b52d-03941e0cdfa3', 'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'mac_address': 'fa:16:3e:ef:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:41Z', 'updated_at': '2021-04-16T15:35:56Z', 'revision_number': 5, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'subnets': [{'id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:31.847414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460ed6f7-5b8b-425b-bb9e-fcb29fc74163 None None] The sync data for ids ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'] in dv-neutron-786478-2-hyperv is: [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:44Z', 'revision_number': 4, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '4db13741-7133-4284-a7bd-a08eae48dc3c', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'floating_ip_address': '172.26.4.195', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'port_id': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'mac_address': 'fa:16:3e:06:56:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '242217b1-2231-4f84-89ac-59f8037f06c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:35:54Z', 'updated_at': '2021-04-16T15:36:29Z', 'revision_number': 1, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab073aee-aac9-40b1-b52d-03941e0cdfa3', 'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'mac_address': 'fa:16:3e:ef:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:41Z', 'updated_at': '2021-04-16T15:35:56Z', 'revision_number': 5, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'subnets': [{'id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:31.855590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:31.861350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1e9277bd-2f95-48ab-a06e-254c67a02bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:31.870693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9277bd-2f95-48ab-a06e-254c67a02bf5 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:31.871330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1e9277bd-2f95-48ab-a06e-254c67a02bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:31.915793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf396-d5b0-49c4-9c39-2c5db31da5d4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:31.927128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1e9277bd-2f95-48ab-a06e-254c67a02bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:31.927622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9277bd-2f95-48ab-a06e-254c67a02bf5 None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:31.949136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7e7bf396-d5b0-49c4-9c39-2c5db31da5d4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/642e2403-2933-4859-a1d1-812970c7a04e HTTP/1.1" status: 204 len: 168 time: 1.4351737 Apr 16 15:36:31.955069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54650) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:31.992470 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d861589-098c-4c23-b022-e59afc73d521 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:36:31.992772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d861589-098c-4c23-b022-e59afc73d521 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:31.994459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9d861589-098c-4c23-b022-e59afc73d521 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/642e2403-2933-4859-a1d1-812970c7a04e HTTP/1.1" status: 404 len: 333 time: 0.0381534 Apr 16 15:36:31.997524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54654) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:32.000375 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b5c1316-ac10-413c-a78a-04d895b65e60 req-1d53d3a8-3a74-4103-ae48-f6042b6b6a0a service neutron] 10.222.0.107 "GET /v2.0/networks/baaa0b3d-6906-4260-96c4-4db0db7aac73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731367 Apr 16 15:36:32.013273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.025121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.053670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b34e8b42-72e6-433f-80bd-28abb689a0e1 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:32.054907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.073128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.084135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b8a89aa-954b-4f43-9545-ab1b7b7e3109 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:32.097083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.112622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Network': ['ID=c635461c-38aa-4a6e-8db9-67b4335e5a2c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:32.125326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-7597ad55-3fdb-4195-9032-a1b4a8057bd5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:36:32.126124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7597ad55-3fdb-4195-9032-a1b4a8057bd5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:32.128390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff69c4-cd4c-48d9-b7a9-2d574cf19b34 None None] New status for floating IP 4db13741-7133-4284-a7bd-a08eae48dc3c: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:36:32.135300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:32.142341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/networks/c635461c-38aa-4a6e-8db9-67b4335e5a2c HTTP/1.1" status: 204 len: 168 time: 10.2557511 Apr 16 15:36:32.144406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54658) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:32.150183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9128783 Apr 16 15:36:32.158272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54662) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:32.161794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1d3700ad-df0c-4744-af95-ca9b158bcd6d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'floatingip': {'port_id': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:32.174033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17de84a2-0f4a-49f5-a1ba-5e9e8444a85c None None] Network df372ac1-a973-49f2-956c-222ad02cc3e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:32.176307 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-221690fe-867d-43f8-a6e1-73e0c992e939 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] DELETE failed (client error): The resource could not be found. Apr 16 15:36:32.176595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221690fe-867d-43f8-a6e1-73e0c992e939 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:32.179329 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-221690fe-867d-43f8-a6e1-73e0c992e939 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/subnets/f77cb070-0758-4c2d-b142-4c330aa282f0 HTTP/1.1" status: 404 len: 337 time: 0.0317020 Apr 16 15:36:32.180225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54666) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:32.197871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Pushing event updated for resources: {'Port': ['ID=c69385af-14ee-4996-8bb0-5e8ce6a8eeb8,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:32.199832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:32.199963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Allocated IP 172.26.4.93 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/f6d0eb02-e476-4ba8-89ef-3ccee5e5a848) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:32.207894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-278cc1b5-ba35-4cdd-9ada-697aa4634327 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] DELETE failed (client error): The resource could not be found. Apr 16 15:36:32.208193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278cc1b5-ba35-4cdd-9ada-697aa4634327 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:32.210071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-278cc1b5-ba35-4cdd-9ada-697aa4634327 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/networks/c635461c-38aa-4a6e-8db9-67b4335e5a2c HTTP/1.1" status: 404 len: 339 time: 0.0284433 Apr 16 15:36:32.212840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54670) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:32.250674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7597ad55-3fdb-4195-9032-a1b4a8057bd5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:32.253441 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7597ad55-3fdb-4195-9032-a1b4a8057bd5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/642e2403-2933-4859-a1d1-812970c7a04e HTTP/1.1" status: 404 len: 333 time: 0.2532656 Apr 16 15:36:32.255895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54674) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:32.275859 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa5b457-1a81-4ea1-9745-a53eb2ac71ad tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] DELETE failed (client error): The resource could not be found. Apr 16 15:36:32.276147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa5b457-1a81-4ea1-9745-a53eb2ac71ad tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:32.278674 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3fa5b457-1a81-4ea1-9745-a53eb2ac71ad tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/subnets/9d89cd2c-efaa-4974-9b8d-8e3b26f30db7 HTTP/1.1" status: 404 len: 337 time: 0.0617611 Apr 16 15:36:32.279406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54678) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:32.291511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-df0c-4744-af95-ca9b158bcd6d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.303546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd31bb1-cb13-4ced-8ae0-6428a74a5346 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] DELETE failed (client error): The resource could not be found. Apr 16 15:36:32.303820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd31bb1-cb13-4ced-8ae0-6428a74a5346 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:32.306211 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3fd31bb1-cb13-4ced-8ae0-6428a74a5346 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/networks/a6d79693-69db-4ba7-a170-daaacdcd8226 HTTP/1.1" status: 404 len: 339 time: 0.0239396 Apr 16 15:36:32.306745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5f64212c-0c26-453f-896e-17962d501925 None None] Provisioning complete for port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:32.306987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f64212c-0c26-453f-896e-17962d501925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.308051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54682) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:32.337967 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fd7c22-bd39-44ad-99d5-59620602a7db tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] DELETE failed (client error): The resource could not be found. Apr 16 15:36:32.338252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fd7c22-bd39-44ad-99d5-59620602a7db tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:32.341415 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-16fd7c22-bd39-44ad-99d5-59620602a7db tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/subnets/952bf5a5-05fe-449f-97ff-c6d425fecf4a HTTP/1.1" status: 404 len: 337 time: 0.0306282 Apr 16 15:36:32.342027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54686) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:32.360356 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b5c1316-ac10-413c-a78a-04d895b65e60 req-f282667b-0e79-4669-befe-4830fb19635b service neutron] 10.222.0.107 "GET /v2.0/networks/baaa0b3d-6906-4260-96c4-4db0db7aac73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387980 Apr 16 15:36:32.367787 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bf5bad-6121-4830-bc41-42fa15d88b93 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] DELETE failed (client error): The resource could not be found. Apr 16 15:36:32.368085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bf5bad-6121-4830-bc41-42fa15d88b93 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:32.371493 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-53bf5bad-6121-4830-bc41-42fa15d88b93 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/networks/198d65a0-62b1-4470-b612-79f8833416c4 HTTP/1.1" status: 404 len: 339 time: 0.0252805 Apr 16 15:36:32.371570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54690) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:32.383583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.405284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.415209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:32.452427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3787a90-e51f-40ed-994b-9c0e4c959a10 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting subnet 19b878fc-e73b-4c10-ae57-6bf8481469eb {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:36:32.464001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c3787a90-e51f-40ed-994b-9c0e4c959a10 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.491059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:32.494163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Pushing event updated for resources: {'Port': ['ID=f6d0eb02-e476-4ba8-89ef-3ccee5e5a848,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:32.494229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:32.495732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:32.506245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:32.519767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:32.538788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:32.539756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:32.543395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:32.551537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c3787a90-e51f-40ed-994b-9c0e4c959a10 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.563020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:32.563261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.572791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd528d-a3f5-45cc-a902-67cd1f7bd611 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting port 42aae1e4-c6e4-4756-ae5a-88fb808c60d9 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:32.573002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ffd528d-a3f5-45cc-a902-67cd1f7bd611 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.654169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:32.654570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.665881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-df0c-4744-af95-ca9b158bcd6d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.681012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-df0c-4744-af95-ca9b158bcd6d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.681202 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-1d3700ad-df0c-4744-af95-ca9b158bcd6d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP 3864ed42-bffc-415d-8515-4eb67f83d3b7 disassociated. External IP: 172.26.4.226, port: 0b33effd-0a3e-4a1c-ab8a-4f89765c5881. Apr 16 15:36:32.698182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0703fce7-3d48-4f0f-a917-10a03abefb07 None None] Provisioning complete for port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:32.698506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0703fce7-3d48-4f0f-a917-10a03abefb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:32.823561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.025315 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.7128673 Apr 16 15:36:33.028310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54700) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:33.032898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.138'}]}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:33.039844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:33.043872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Usage tracker for resource:router and tenant:fdc9157e9afe47edb196d3973e008ecd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:33.046626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:33.055427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:33.062868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.084371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-89bf0b54-9d2e-407a-8f87-8c2131a07db9 None None] Could not find standard attr ID for object 642e2403-2933-4859-a1d1-812970c7a04e. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:36:33.097977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.098671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.151545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.151759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c3787a90-e51f-40ed-994b-9c0e4c959a10 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.186284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ffd528d-a3f5-45cc-a902-67cd1f7bd611 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.333433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8ffd528d-a3f5-45cc-a902-67cd1f7bd611 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Calling delete_port for 42aae1e4-c6e4-4756-ae5a-88fb808c60d9 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:33.468144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ffd528d-a3f5-45cc-a902-67cd1f7bd611 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.478302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3700ad-df0c-4744-af95-ca9b158bcd6d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:33.483273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:33.555176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd528d-a3f5-45cc-a902-67cd1f7bd611 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Port': ['ID=42aae1e4-c6e4-4756-ae5a-88fb808c60d9,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:33.568837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8ffd528d-a3f5-45cc-a902-67cd1f7bd611 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:33.596350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.617202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Router 031a4aed-d3c6-4f60-9b83-0d7e9ba329e4 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:36:33.671479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ffd528d-a3f5-45cc-a902-67cd1f7bd611 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.689143 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8ffd528d-a3f5-45cc-a902-67cd1f7bd611 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/ports/42aae1e4-c6e4-4756-ae5a-88fb808c60d9 HTTP/1.1" status: 204 len: 168 time: 1.3169918 Apr 16 15:36:33.691468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c3787a90-e51f-40ed-994b-9c0e4c959a10 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.693314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54704) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:33.718959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:33.764662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:33.768492 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fadbcf-9b95-49d9-9e11-5aaf7d23de8d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] DELETE failed (client error): The resource could not be found. Apr 16 15:36:33.768771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fadbcf-9b95-49d9-9e11-5aaf7d23de8d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:33.773141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-56fadbcf-9b95-49d9-9e11-5aaf7d23de8d tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/subnets/d42509c0-7825-4ff2-a530-fb257e0cd76d HTTP/1.1" status: 404 len: 337 time: 0.0758362 Apr 16 15:36:33.773746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54708) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:33.777300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b3fcd-daac-4b48-8c6a-23a5a310caf1 None None] Sync routers for ids ['031a4aed-d3c6-4f60-9b83-0d7e9ba329e4'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:33.784819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3787a90-e51f-40ed-994b-9c0e4c959a10 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Subnet': ['ID=19b878fc-e73b-4c10-ae57-6bf8481469eb,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:33.786306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c3787a90-e51f-40ed-994b-9c0e4c959a10 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:33.787243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b3fcd-daac-4b48-8c6a-23a5a310caf1 None None] Routers {'031a4aed-d3c6-4f60-9b83-0d7e9ba329e4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:33.787705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-622b3fcd-daac-4b48-8c6a-23a5a310caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['031a4aed-d3c6-4f60-9b83-0d7e9ba329e4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:33.795860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3700ad-df0c-4744-af95-ca9b158bcd6d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:33.797986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1d3700ad-df0c-4744-af95-ca9b158bcd6d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.803249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2896b07-2a01-47c9-86f0-7d6b1c1052b4 None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:33.809634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2896b07-2a01-47c9-86f0-7d6b1c1052b4 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:33.810187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c2896b07-2a01-47c9-86f0-7d6b1c1052b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:33.825298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-622b3fcd-daac-4b48-8c6a-23a5a310caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:33.830676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b3fcd-daac-4b48-8c6a-23a5a310caf1 None None] Routers {'031a4aed-d3c6-4f60-9b83-0d7e9ba329e4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:33.831152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-622b3fcd-daac-4b48-8c6a-23a5a310caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['031a4aed-d3c6-4f60-9b83-0d7e9ba329e4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:33.839671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c3787a90-e51f-40ed-994b-9c0e4c959a10 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.842509 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c3787a90-e51f-40ed-994b-9c0e4c959a10 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/19b878fc-e73b-4c10-ae57-6bf8481469eb HTTP/1.1" status: 204 len: 168 time: 1.5822899 Apr 16 15:36:33.842833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54712) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:33.857297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.858076 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0333700 Apr 16 15:36:33.860368 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1d3700ad-df0c-4744-af95-ca9b158bcd6d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "PUT /v2.0/floatingips/3864ed42-bffc-415d-8515-4eb67f83d3b7 HTTP/1.1" status: 200 len: 688 time: 1.6995542 Apr 16 15:36:33.860953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54716) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:33.861015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54718) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:33.864444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c2896b07-2a01-47c9-86f0-7d6b1c1052b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:33.868541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409d6af-1f8a-4493-9c07-efa18de6a81e None None] Network df372ac1-a973-49f2-956c-222ad02cc3e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:33.876078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-622b3fcd-daac-4b48-8c6a-23a5a310caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:33.876480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b3fcd-daac-4b48-8c6a-23a5a310caf1 None None] The sync data for ids ['031a4aed-d3c6-4f60-9b83-0d7e9ba329e4'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:33.884541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:33.917832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2896b07-2a01-47c9-86f0-7d6b1c1052b4 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:33.918351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c2896b07-2a01-47c9-86f0-7d6b1c1052b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:33.956079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c2896b07-2a01-47c9-86f0-7d6b1c1052b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:33.956447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2896b07-2a01-47c9-86f0-7d6b1c1052b4 None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:34.093039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.097608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad721c8-8c3e-46c2-8200-a07419bc1351 None None] DHCP port deletion for df372ac1-a973-49f2-956c-222ad02cc3e6 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:36:34.100536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dad721c8-8c3e-46c2-8200-a07419bc1351 None None] Deleting port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:34.100776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dad721c8-8c3e-46c2-8200-a07419bc1351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.142127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.163126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.210611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329b5656-ea74-482b-81bc-0a1903bc9556']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:34.228946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-dad721c8-8c3e-46c2-8200-a07419bc1351 None None] For port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef,segment=NetworkSegment(869e1a5e-62aa-4975-9a55-6dd3e9187133),segment_id=869e1a5e-62aa-4975-9a55-6dd3e9187133)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:34.229203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dad721c8-8c3e-46c2-8200-a07419bc1351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.245430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c449ddb6-b249-40ac-bf1c-9a214e1cde58') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:34.245596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c449ddb6-b249-40ac-bf1c-9a214e1cde58') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:34.257275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.274950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.297618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Releasing vlan 1461 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:34.299019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dad721c8-8c3e-46c2-8200-a07419bc1351 None None] Calling delete_port for f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:34.323485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port d54fc293-44c4-4388-8e5f-ec4eed3549e1 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:34.323687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.344495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.344907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dad721c8-8c3e-46c2-8200-a07419bc1351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.353565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0af15045-4f4a-4981-8b04-4ea7acce2e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:34.428987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad721c8-8c3e-46c2-8200-a07419bc1351 None None] Pushing event deleted for resources: {'Port': ['ID=f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:34.431635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dad721c8-8c3e-46c2-8200-a07419bc1351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:34.435405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.450021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad721c8-8c3e-46c2-8200-a07419bc1351 None None] No DVR routers for this DVR port f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:36:34.478900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cf36dc5c-fae4-47fe-b859-6373816aac1c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/routers/031a4aed-d3c6-4f60-9b83-0d7e9ba329e4 HTTP/1.1" status: 200 len: 924 time: 0.6171622 Apr 16 15:36:34.480023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 329b5656-ea74-482b-81bc-0a1903bc9556 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:34.482976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54730) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:34.485718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.509619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:36:34.531262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:36:34.531574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f3f7fd91-fdcd-469b-ac02-65ec0cfa8bef not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:36:34.560137 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3261a835-379e-43d4-b0a9-989b50a6e946 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=031a4aed-d3c6-4f60-9b83-0d7e9ba329e4 HTTP/1.1" status: 200 len: 205 time: 0.0762713 Apr 16 15:36:34.562750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54734) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:34.563817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.693392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.693680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.699230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.701670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.709907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 329b5656-ea74-482b-81bc-0a1903bc9556 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:34.723663 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:34.741482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df372ac1-a973-49f2-956c-222ad02cc3e6']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:34.763316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.763624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97c507f2-15e2-4c3a-a989-256b89df41be {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:36:34.780162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.782670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 16 15:36:34.786083 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a44b786e-17d2-4cf2-ae33-c7249229f168 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7544017 Apr 16 15:36:34.786083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7ae15da4-e671-4e41-9bcf-910fe7b8886c tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:34.786290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for d54fc293-44c4-4388-8e5f-ec4eed3549e1 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:34.793025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.795731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54738) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:34.812769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869e1a5e-62aa-4975-9a55-6dd3e9187133') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:34.812898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869e1a5e-62aa-4975-9a55-6dd3e9187133') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:34.814892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Network': ['ID=329b5656-ea74-482b-81bc-0a1903bc9556,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:34.823197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:34.826099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.829050 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/networks/329b5656-ea74-482b-81bc-0a1903bc9556 HTTP/1.1" status: 204 len: 168 time: 1.0546584 Apr 16 15:36:34.832330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54742) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:34.839771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-579a4a7f-67b2-46de-89fc-0421c1a5233f tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Deleting port c69385af-14ee-4996-8bb0-5e8ce6a8eeb8 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:34.839992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-579a4a7f-67b2-46de-89fc-0421c1a5233f tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.871579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:34.881885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Releasing vlan 1455 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:34.906994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.022557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fb202935-6d5e-4ced-81e5-184687c98d64 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting port 53ab3ec5-22c1-452f-9767-4e26bf0b7e06 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:35.022820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb202935-6d5e-4ced-81e5-184687c98d64 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.111223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network df372ac1-a973-49f2-956c-222ad02cc3e6 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:35.125665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.229595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-579a4a7f-67b2-46de-89fc-0421c1a5233f tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.304238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-579a4a7f-67b2-46de-89fc-0421c1a5233f tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Calling delete_port for c69385af-14ee-4996-8bb0-5e8ce6a8eeb8 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:35.414942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-579a4a7f-67b2-46de-89fc-0421c1a5233f tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.424760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:35.482917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a4a7f-67b2-46de-89fc-0421c1a5233f tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Pushing event deleted for resources: {'Port': ['ID=c69385af-14ee-4996-8bb0-5e8ce6a8eeb8,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:35.487242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-579a4a7f-67b2-46de-89fc-0421c1a5233f tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:35.521281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.533024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:35.557814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network df372ac1-a973-49f2-956c-222ad02cc3e6 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:35.572597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.590128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-579a4a7f-67b2-46de-89fc-0421c1a5233f tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.594249 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-579a4a7f-67b2-46de-89fc-0421c1a5233f tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] 10.222.0.95 "DELETE /v2.0/ports/c69385af-14ee-4996-8bb0-5e8ce6a8eeb8 HTTP/1.1" status: 204 len: 168 time: 0.7978280 Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:35.614182 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:35.645616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=d54fc293-44c4-4388-8e5f-ec4eed3549e1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:35.647310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:35.701073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Deleting port f6d0eb02-e476-4ba8-89ef-3ccee5e5a848 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:35.701283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.734381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb202935-6d5e-4ced-81e5-184687c98d64 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.792108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54754) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:35.815160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.822956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fb202935-6d5e-4ced-81e5-184687c98d64 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Calling delete_port for 53ab3ec5-22c1-452f-9767-4e26bf0b7e06 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:35.843553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.861401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3d667aa2-2756-45fc-b104-236994731bd2 tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:35.885160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d228ab3-83c6-4c62-beaf-638120b85b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.894038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2d228ab3-83c6-4c62-beaf-638120b85b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:35.896543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2d228ab3-83c6-4c62-beaf-638120b85b1e admin admin] Usage tracker for resource:security_group_rule and tenant:c326ce6884ed41508dedcb1b3f27a676 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:35.898241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2d228ab3-83c6-4c62-beaf-638120b85b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:35.901613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2d228ab3-83c6-4c62-beaf-638120b85b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:35.919316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Network': ['ID=df372ac1-a973-49f2-956c-222ad02cc3e6,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:35.920809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:35.926705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/networks/df372ac1-a973-49f2-956c-222ad02cc3e6 HTTP/1.1" status: 204 len: 168 time: 2.0784206 Apr 16 15:36:35.927503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54760) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:35.932756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-86188154'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:35.938751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:35.944996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:network and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:35.949811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:35.955083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:35.973687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d228ab3-83c6-4c62-beaf-638120b85b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.976306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d228ab3-83c6-4c62-beaf-638120b85b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:35.980826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:35.986099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:35.990266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.003330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb202935-6d5e-4ced-81e5-184687c98d64 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.015269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e961563-ecb4-473c-962b-855788b5e7ca tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:36.027897 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2d228ab3-83c6-4c62-beaf-638120b85b1e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c326ce6884ed41508dedcb1b3f27a676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348840 Apr 16 15:36:36.029773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d228ab3-83c6-4c62-beaf-638120b85b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d25d54-35d7-4e45-900a-27c8c088821e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:36.032386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d228ab3-83c6-4c62-beaf-638120b85b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:36.034479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54764) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:36.035209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.037589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1464} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:36.057389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.057605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Added segment bae57d29-2f28-4b84-bd4a-91aeab37f6cf of type vlan for network 348ea132-2fc2-4992-b169-ccefe7d05af1 Apr 16 15:36:36.083974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb202935-6d5e-4ced-81e5-184687c98d64 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Port': ['ID=53ab3ec5-22c1-452f-9767-4e26bf0b7e06,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:36.085652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fb202935-6d5e-4ced-81e5-184687c98d64 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:36.085908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.100216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aeb16dd-5b0e-4bcd-959a-78fbb4831d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.126497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aeb16dd-5b0e-4bcd-959a-78fbb4831d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.133906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.136468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:36.136917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.141827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-454a28df-85ae-44a9-ad01-777d66e9bf5a tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:36.148327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.155004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Calling delete_port for f6d0eb02-e476-4ba8-89ef-3ccee5e5a848 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:36.185738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.190952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/floatingips/3864ed42-bffc-415d-8515-4eb67f83d3b7 HTTP/1.1" status: 204 len: 168 time: 2.3239622 Apr 16 15:36:36.190952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54770) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:36.193822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '69883d5c-8f88-4087-9bbe-eb83fdc45bc4'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:36.200776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:36.212916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:floatingip and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:36.216408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:36.220020 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2892373 Apr 16 15:36:36.220020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Network': ['ID=348ea132-2fc2-4992-b169-ccefe7d05af1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:36.220153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54774) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:36.220497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb202935-6d5e-4ced-81e5-184687c98d64 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.223603 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fb202935-6d5e-4ced-81e5-184687c98d64 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/ports/53ab3ec5-22c1-452f-9767-4e26bf0b7e06 HTTP/1.1" status: 204 len: 168 time: 1.3879778 Apr 16 15:36:36.223756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:36.224629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '348ea132-2fc2-4992-b169-ccefe7d05af1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:36.226335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54778) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:36.227703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 348ea132-2fc2-4992-b169-ccefe7d05af1 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:36.229884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:36.285251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aeb16dd-5b0e-4bcd-959a-78fbb4831d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.289401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd2d4165-4441-4d47-9ecd-94ff8c29bf29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:36.299877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb16dd-5b0e-4bcd-959a-78fbb4831d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d25d54-35d7-4e45-900a-27c8c088821e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:36.302177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4aeb16dd-5b0e-4bcd-959a-78fbb4831d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:36.302946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:36.304343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aeb16dd-5b0e-4bcd-959a-78fbb4831d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.305049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4aeb16dd-5b0e-4bcd-959a-78fbb4831d0f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/79d25d54-35d7-4e45-900a-27c8c088821e HTTP/1.1" status: 204 len: 168 time: 0.2699614 Apr 16 15:36:36.306478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:36.308172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:36.315012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:36.326901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:36.328928 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab3cdae-73ab-4c5e-883b-65cc6bee5cfe tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] DELETE failed (client error): The resource could not be found. Apr 16 15:36:36.329219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab3cdae-73ab-4c5e-883b-65cc6bee5cfe tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:36.332321 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fab3cdae-73ab-4c5e-883b-65cc6bee5cfe tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/subnets/a59831d0-1573-4609-8db8-86792b017eb1 HTTP/1.1" status: 404 len: 337 time: 0.1022196 Apr 16 15:36:36.332386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.332759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54786) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:36.355293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.498160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54794) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:36.573272 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-76b67845-3842-47ea-a97d-e5a8c71be153 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fdc9157e9afe47edb196d3973e008ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741196 Apr 16 15:36:36.579273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54798) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:36.638625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3eec70f4-5b38-4e23-a488-dac4d876e64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.660213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3eec70f4-5b38-4e23-a488-dac4d876e64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.704956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.710689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.719749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:36.777118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3eec70f4-5b38-4e23-a488-dac4d876e64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.798120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Subnet': ['ID=149aaac5-84bf-4140-a67f-f1a859290091,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:36.801853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:36.802173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-220da29b-f332-409d-b4fb-56f87792e81d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:36.818575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec70f4-5b38-4e23-a488-dac4d876e64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8c6cdf-188e-43dd-bf0f-093e7cd61c56,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:36.821400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3eec70f4-5b38-4e23-a488-dac4d876e64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:36.822853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3eec70f4-5b38-4e23-a488-dac4d876e64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.825299 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3eec70f4-5b38-4e23-a488-dac4d876e64e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0d8c6cdf-188e-43dd-bf0f-093e7cd61c56 HTTP/1.1" status: 204 len: 168 time: 0.2436736 Apr 16 15:36:36.848609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Checking segment: {'id': 'bae57d29-2f28-4b84-bd4a-91aeab37f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '348ea132-2fc2-4992-b169-ccefe7d05af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:36.848945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network hostable DHCP agents. Network: 348ea132-2fc2-4992-b169-ccefe7d05af1, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:36.855424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.859685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 348ea132-2fc2-4992-b169-ccefe7d05af1 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:36.864680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 348ea132-2fc2-4992-b169-ccefe7d05af1) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:36.866230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22af17be-9d48-4e18-93bf-1d1e98f4aff0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:36.872225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:36.872650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.875079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beab013d-f392-4577-a1d0-9d2a1d81e61b None None] Network 348ea132-2fc2-4992-b169-ccefe7d05af1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:36.886343 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6636095 Apr 16 15:36:36.886634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54804) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:36.890310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': '348ea132-2fc2-4992-b169-ccefe7d05af1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1847647659'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:36.929834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Pushing event deleted for resources: {'Port': ['ID=f6d0eb02-e476-4ba8-89ef-3ccee5e5a848,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:36.931513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:36.934382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:36.980229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:36.987716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:36.995916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:37.001538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.018214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port fc9ad3ab-61f1-47e3-8646-627f2144b0f6 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:37.033570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.035493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b44cc0ff-6578-4a42-b322-901b378a0eb7']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:37.070230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-348ea132-2fc2-4992-b169-ccefe7d05af1', 'network_id': '348ea132-2fc2-4992-b169-ccefe7d05af1', 'tenant_id': '4048886c32194caf9efd8fbc0a02d36b', 'fixed_ips': [{'subnet_id': '149aaac5-84bf-4140-a67f-f1a859290091'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:36:37.071117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.080017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6005542-439c-41c2-afd0-94cff535ed04') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:37.080329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6005542-439c-41c2-afd0-94cff535ed04') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:37.119995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.121068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.13 (348ea132-2fc2-4992-b169-ccefe7d05af1/149aaac5-84bf-4140-a67f-f1a859290091/fc9ad3ab-61f1-47e3-8646-627f2144b0f6) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:37.140485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.153416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Releasing vlan 1482 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:37.191452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.234058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.344093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54826) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:37.363361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.374183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.375446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.26.4.211 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/01023f3f-05dc-4935-91f5-75c36e4b9353) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:37.412022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1973181622'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:37.416163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:37.418557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Usage tracker for resource:network and tenant:835c1449b3074029a7f7586adc82b483 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:37.420281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:37.422435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network b44cc0ff-6578-4a42-b322-901b378a0eb7 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:37.423605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:37.429462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Made reservation on behalf of 835c1449b3074029a7f7586adc82b483 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:37.432994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.435950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.440762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.449781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:37.451932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Usage tracker for resource:security_group_rule and tenant:835c1449b3074029a7f7586adc82b483 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:37.453522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:37.456683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:37.487379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.487662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Fanout notify agent at l3_agent the message router_deleted on router 031a4aed-d3c6-4f60-9b83-0d7e9ba329e4 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:36:37.526557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.529785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.534930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:37.550910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1493} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:37.555809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd05ce8-e594-4510-8a8c-4a70bebf60b5,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:37.557973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:37.559355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.559564 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Added segment 604674aa-d28b-4e60-b66f-97fd5f13fed2 of type vlan for network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 Apr 16 15:36:37.573984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.574097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.574796 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/031a4aed-d3c6-4f60-9b83-0d7e9ba329e4 HTTP/1.1" status: 204 len: 168 time: 3.0021231 Apr 16 15:36:37.577613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54832) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:37.582028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Request body: {'router': {'name': 'tempest-snat-router-636108912', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'enable_snat': False}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:37.585675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:37.590513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network b44cc0ff-6578-4a42-b322-901b378a0eb7 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:37.593615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Usage tracker for resource:router and tenant:1910e384fb4846708c3ce4d9d661d7c2 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:37.596035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:37.600982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:37.605130 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:37.605907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.608822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:37.609191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.611685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c78dfaea-14f0-4339-9c41-8887cb2d1c80 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:37.622249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.622947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.667496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object fc9ad3ab-61f1-47e3-8646-627f2144b0f6 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:37.668460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.671155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.675668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.678425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-754a09be-33c4-4260-808a-a07875dc601b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:37.686022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.688390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'Network': ['ID=e64f9d8d-9627-4f63-87b9-92bbe81ddbd5,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:37.694613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/networks/b44cc0ff-6578-4a42-b322-901b378a0eb7 HTTP/1.1" status: 204 len: 168 time: 1.3592546 Apr 16 15:36:37.694831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:37.694872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Network': ['ID=b44cc0ff-6578-4a42-b322-901b378a0eb7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:37.695901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54838) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:37.696104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:37.697148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:37.701211 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.3560169 Apr 16 15:36:37.702669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54842) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:37.705797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Request body: {'subnet': {'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:37.765919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.776500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b6ed35af-5da8-4116-b47c-f035b9a69015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1296063961-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:37.785170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6957f3-9126-4587-931c-b4f902d52736 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting subnet 9d85763d-f820-444a-aa8a-c44e195592b3 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:36:37.816829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Allocated IP 172.20.0.2 (348ea132-2fc2-4992-b169-ccefe7d05af1/149aaac5-84bf-4140-a67f-f1a859290091/ced2fe05-0410-49db-b1aa-1a8abeed9076) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:37.817044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.829305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c6957f3-9126-4587-931c-b4f902d52736 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.845543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7994ee87-4c5f-48e8-a14c-0839c863044c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:37.964458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.971819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Transition to ACTIVE for port object ced2fe05-0410-49db-b1aa-1a8abeed9076 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:37.984462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Transition to ACTIVE for port object ced2fe05-0410-49db-b1aa-1a8abeed9076 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:37.988174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:37.998159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0af15045-4f4a-4981-8b04-4ea7acce2e3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:38.100984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Network 348ea132-2fc2-4992-b169-ccefe7d05af1 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:38.105505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:38.108214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:38.114836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Pushing event updated for resources: {'Port': ['ID=ced2fe05-0410-49db-b1aa-1a8abeed9076,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:38.118991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:38.135796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Usage tracker for resource:subnet and tenant:835c1449b3074029a7f7586adc82b483 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:38.139046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:38.148503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:38.150029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=01023f3f-05dc-4935-91f5-75c36e4b9353,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:38.152224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:38.155944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:38.176184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Made reservation on behalf of 835c1449b3074029a7f7586adc82b483 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:38.180355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.185599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Attempting to bind port ced2fe05-0410-49db-b1aa-1a8abeed9076 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:38.185862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Attempting to bind port ced2fe05-0410-49db-b1aa-1a8abeed9076 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'bae57d29-2f28-4b84-bd4a-91aeab37f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '348ea132-2fc2-4992-b169-ccefe7d05af1'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:38.186137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Attempting to bind port ced2fe05-0410-49db-b1aa-1a8abeed9076 on network 348ea132-2fc2-4992-b169-ccefe7d05af1 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:38.189379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:38.189654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Checking segment: {'id': 'bae57d29-2f28-4b84-bd4a-91aeab37f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '348ea132-2fc2-4992-b169-ccefe7d05af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:38.190193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.190564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Bound using segment: {'id': 'bae57d29-2f28-4b84-bd4a-91aeab37f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '348ea132-2fc2-4992-b169-ccefe7d05af1'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:38.190911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Bound port: ced2fe05-0410-49db-b1aa-1a8abeed9076, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae57d29-2f28-4b84-bd4a-91aeab37f6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '348ea132-2fc2-4992-b169-ccefe7d05af1'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:38.191508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.243578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] For port ced2fe05-0410-49db-b1aa-1a8abeed9076, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:38.245598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] For port ced2fe05-0410-49db-b1aa-1a8abeed9076, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ced2fe05-0410-49db-b1aa-1a8abeed9076,segment=NetworkSegment(bae57d29-2f28-4b84-bd4a-91aeab37f6cf),segment_id=bae57d29-2f28-4b84-bd4a-91aeab37f6cf)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:38.248324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.253408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:38.254936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:38.256987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:38.259623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c6957f3-9126-4587-931c-b4f902d52736 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.259922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:38.280875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.286676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=fc9ad3ab-61f1-47e3-8646-627f2144b0f6,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:38.291006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:38.401675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 348ea132-2fc2-4992-b169-ccefe7d05af1 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:38.403561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:38.406348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:38.429697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c6957f3-9126-4587-931c-b4f902d52736 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.494818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:38.495236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.509760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Pushing event updated for resources: {'Port': ['ID=ced2fe05-0410-49db-b1aa-1a8abeed9076,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:38.512419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:38.552295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.6649814 Apr 16 15:36:38.554647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54848) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:38.624687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.668579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.697031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-706cb98f-9303-4b4e-8726-5d995bd4325c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port fc9ad3ab-61f1-47e3-8646-627f2144b0f6 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:38.697240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-706cb98f-9303-4b4e-8726-5d995bd4325c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.697357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:38.778279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.794384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.811900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'Subnet': ['ID=aeecc7d0-ef0f-4984-b938-dc5e057469bb,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:38.813691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:38.821508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.913493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Checking segment: {'id': '604674aa-d28b-4e60-b66f-97fd5f13fed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:38.913700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Network hostable DHCP agents. Network: e64f9d8d-9627-4f63-87b9-92bbe81ddbd5, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:38.931309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c6957f3-9126-4587-931c-b4f902d52736 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.938175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:38.943474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:38.950849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, e64f9d8d-9627-4f63-87b9-92bbe81ddbd5) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:38.957795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aac1322-99ca-4c5b-80ad-fc63724a747f None None] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:38.959951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.961322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:38.961693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.967537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:38.977388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4c21b3c-c9e9-48c1-bd28-45de28e99941 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:38.996578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6957f3-9126-4587-931c-b4f902d52736 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Subnet': ['ID=9d85763d-f820-444a-aa8a-c44e195592b3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:39.025700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c6957f3-9126-4587-931c-b4f902d52736 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:39.052092 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3496993 Apr 16 15:36:39.055442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54858) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:39.069069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Request body: {'port': {'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1389680035'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:39.076042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=01023f3f-05dc-4935-91f5-75c36e4b9353,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:39.077966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:39.083683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Allocated IP 172.26.4.203 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/015702ae-99f1-4c9a-84b2-22e77b76c6ac) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:39.090273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-e64f9d8d-9627-4f63-87b9-92bbe81ddbd5', 'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5', 'tenant_id': '835c1449b3074029a7f7586adc82b483', 'fixed_ips': [{'subnet_id': 'aeecc7d0-ef0f-4984-b938-dc5e057469bb'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:36:39.090987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.093759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-706cb98f-9303-4b4e-8726-5d995bd4325c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.133411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f2c23d-ea03-49f5-80fa-08ff3b36b722 None None] Network 4ff97666-36d1-40c7-b1e4-1d9c134f0630 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:39.150708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c6957f3-9126-4587-931c-b4f902d52736 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.192698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-706cb98f-9303-4b4e-8726-5d995bd4325c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for fc9ad3ab-61f1-47e3-8646-627f2144b0f6 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:39.195075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:39.198350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.228264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Usage tracker for resource:port and tenant:835c1449b3074029a7f7586adc82b483 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:39.237088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:39.246188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8c6957f3-9126-4587-931c-b4f902d52736 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/subnets/9d85763d-f820-444a-aa8a-c44e195592b3 HTTP/1.1" status: 204 len: 168 time: 1.5481884 Apr 16 15:36:39.249312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54862) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:39.268421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:39.285788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Made reservation on behalf of 835c1449b3074029a7f7586adc82b483 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:39.289278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.297931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Allocated IP 2001:db8::2 (e64f9d8d-9627-4f63-87b9-92bbe81ddbd5/aeecc7d0-ef0f-4984-b938-dc5e057469bb/dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:39.314253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] device_id is not set on port 5a739adf-9048-4174-ba27-447cb41c372d yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:39.345925 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP 68a9f0c2-4f22-4cc2-bfae-53f00737794d associated. External IP: 172.26.4.211, port: 69883d5c-8f88-4087-9bbe-eb83fdc45bc4. Apr 16 15:36:39.356744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.428389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078de4a8-f2d0-4078-a298-6603c4107558 None None] DHCP port deletion for 4ff97666-36d1-40c7-b1e4-1d9c134f0630 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:36:39.437545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-078de4a8-f2d0-4078-a298-6603c4107558 None None] Deleting port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:39.437821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-078de4a8-f2d0-4078-a298-6603c4107558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.474324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.499276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Transition to ACTIVE for port object dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:39.525243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Transition to ACTIVE for port object dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:39.541329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.576395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:39.672808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-078de4a8-f2d0-4078-a298-6603c4107558 None None] For port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6c6fc7b9-12bd-453d-b209-a7079f1b32bb,segment=NetworkSegment(5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68),segment_id=5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:39.673055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-078de4a8-f2d0-4078-a298-6603c4107558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.687908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Pushing event updated for resources: {'Port': ['ID=dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:39.692420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:39.758066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7316a9c9-b10d-4ab7-bf96-03ada3dd4dc0 None None] Network 348ea132-2fc2-4992-b169-ccefe7d05af1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:39.759935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.767192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:39.767455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.768652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-078de4a8-f2d0-4078-a298-6603c4107558 None None] Calling delete_port for 6c6fc7b9-12bd-453d-b209-a7079f1b32bb owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:39.772464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Allocated IP 2001:db8::27 (e64f9d8d-9627-4f63-87b9-92bbe81ddbd5/aeecc7d0-ef0f-4984-b938-dc5e057469bb/5a739adf-9048-4174-ba27-447cb41c372d) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:39.833800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-706cb98f-9303-4b4e-8726-5d995bd4325c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.844422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:39.858705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:39.867298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:39.875700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:39.879758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-28e9cae9-46b0-4b69-9dd1-e78c5cb34688 None None] Provisioning for port ced2fe05-0410-49db-b1aa-1a8abeed9076 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:39.908016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cb98f-9303-4b4e-8726-5d995bd4325c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=fc9ad3ab-61f1-47e3-8646-627f2144b0f6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:39.912693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-706cb98f-9303-4b4e-8726-5d995bd4325c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:39.934100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-078de4a8-f2d0-4078-a298-6603c4107558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.935225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:39.945383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04f64ed7-ffdd-4142-b534-0394ea854a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:39.954234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:39.967963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-706cb98f-9303-4b4e-8726-5d995bd4325c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:40.022797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078de4a8-f2d0-4078-a298-6603c4107558 None None] Pushing event deleted for resources: {'Port': ['ID=6c6fc7b9-12bd-453d-b209-a7079f1b32bb,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:40.028029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-078de4a8-f2d0-4078-a298-6603c4107558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:40.039080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Attempting to bind port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:40.039496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Attempting to bind port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '604674aa-d28b-4e60-b66f-97fd5f13fed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:40.039496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Attempting to bind port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 on network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:40.054554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:40.054787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Checking segment: {'id': '604674aa-d28b-4e60-b66f-97fd5f13fed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:40.055370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.055370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Bound using segment: {'id': '604674aa-d28b-4e60-b66f-97fd5f13fed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:40.055555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Bound port: dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604674aa-d28b-4e60-b66f-97fd5f13fed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:40.055787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.061943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.078460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] For port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6c6fc7b9-12bd-453d-b209-a7079f1b32bb,segment=NetworkSegment(5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68),segment_id=5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:40.078741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.085577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Transition to ACTIVE for port object 5a739adf-9048-4174-ba27-447cb41c372d will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:40.100579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:40.108319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579e1c0-4118-4dac-9491-6a733126c1a8 None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:40.117515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579e1c0-4118-4dac-9491-6a733126c1a8 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:40.118007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5579e1c0-4118-4dac-9491-6a733126c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:40.120044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.123094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078de4a8-f2d0-4078-a298-6603c4107558 None None] No DVR routers for this DVR port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:36:40.146144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.157904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:40.163035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] For port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:40.177535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event updated for resources: {'Port': ['ID=015702ae-99f1-4c9a-84b2-22e77b76c6ac,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:40.182139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] For port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91,segment=NetworkSegment(604674aa-d28b-4e60-b66f-97fd5f13fed2),segment_id=604674aa-d28b-4e60-b66f-97fd5f13fed2)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:40.202352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Calling delete_port for 6c6fc7b9-12bd-453d-b209-a7079f1b32bb owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:40.203925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.218937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:40.226325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:40.230546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0394440 Apr 16 15:36:40.235436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54870) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:40.261208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5579e1c0-4118-4dac-9491-6a733126c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:40.265125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'Port': ['ID=5a739adf-9048-4174-ba27-447cb41c372d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:40.270758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5579e1c0-4118-4dac-9491-6a733126c1a8 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:40.271144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5579e1c0-4118-4dac-9491-6a733126c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:40.323203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5579e1c0-4118-4dac-9491-6a733126c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:40.323458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5579e1c0-4118-4dac-9491-6a733126c1a8 None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:40.326554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:40.354275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:40.355006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:40.356457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:40.359672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:40.360062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.364048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:40.367587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:40.375554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:40.387174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3308876 Apr 16 15:36:40.392520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54876) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:40.401561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9ce23318-cd6e-4598-a994-3adcfb86ab3d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "GET /v2.0/floatingips/68a9f0c2-4f22-4cc2-bfae-53f00737794d HTTP/1.1" status: 200 len: 978 time: 0.1588852 Apr 16 15:36:40.401722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Request body: {'port': {'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1619056964', 'allowed_address_pairs': [{'ip_address': '2001:db8::27', 'mac_address': 'fa:16:3e:3c:50:5f'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:40.401779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-706cb98f-9303-4b4e-8726-5d995bd4325c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.401779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54880) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:40.506458 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-706cb98f-9303-4b4e-8726-5d995bd4325c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/fc9ad3ab-61f1-47e3-8646-627f2144b0f6 HTTP/1.1" status: 204 len: 168 time: 1.9503818 Apr 16 15:36:40.507421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:36:40.507611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:36:40.507664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:40.508882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54884) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:40.547378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Usage tracker for resource:port and tenant:835c1449b3074029a7f7586adc82b483 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:40.551708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:40.562915 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09c42a9-ecfc-437d-a9c4-8cff71cdbe62 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:36:40.563839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d09c42a9-ecfc-437d-a9c4-8cff71cdbe62 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/fc9ad3ab-61f1-47e3-8646-627f2144b0f6 HTTP/1.1" status: 404 len: 333 time: 0.0543036 Apr 16 15:36:40.564463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:40.566843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54888) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:40.571758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fb11081f-cf94-42ec-b69f-6b35e2688c21 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Synchronizing usage tracker for tenant:572b8e69ffdf4c27b74b5460455915f8 on resource:floatingip {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:40.578735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ced2fe05-0410-49db-b1aa-1a8abeed9076 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:40.597002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Made reservation on behalf of 835c1449b3074029a7f7586adc82b483 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:40.608199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Pushing event updated for resources: {'Port': ['ID=dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:40.613721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:40.645725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port ced2fe05-0410-49db-b1aa-1a8abeed9076 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:40.649927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port ced2fe05-0410-49db-b1aa-1a8abeed9076 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:40.650142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fb11081f-cf94-42ec-b69f-6b35e2688c21 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Unset dirty status for tenant:572b8e69ffdf4c27b74b5460455915f8 on resource:floatingip {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:40.650251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.653275 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fb11081f-cf94-42ec-b69f-6b35e2688c21 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2516692 Apr 16 15:36:40.653692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54892) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:40.656772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0350d1-0947-4920-9785-5e94f73e2fb4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting subnet 149aaac5-84bf-4140-a67f-f1a859290091 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:36:40.662432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-67c75468-8575-4fd2-b61b-bafef35b8954 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'floatingip': {'port_id': '0b33effd-0a3e-4a1c-ab8a-4f89765c5881'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:40.662547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0350d1-0947-4920-9785-5e94f73e2fb4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.712555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0350d1-0947-4920-9785-5e94f73e2fb4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.717320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-868adba1-f698-4ce4-99d8-c31dc90108f8 None None] Could not find standard attr ID for object fc9ad3ab-61f1-47e3-8646-627f2144b0f6. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:36:40.726951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.746757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port ced2fe05-0410-49db-b1aa-1a8abeed9076, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ced2fe05-0410-49db-b1aa-1a8abeed9076,segment=NetworkSegment(bae57d29-2f28-4b84-bd4a-91aeab37f6cf),segment_id=bae57d29-2f28-4b84-bd4a-91aeab37f6cf)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:40.750071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.750820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.751631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d65d5f58-1ed7-481f-ad16-d8857d7f9dc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:40.767293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67c75468-8575-4fd2-b61b-bafef35b8954 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.772537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] device_id is not set on port 692d9637-9324-49bc-981c-2654e7cb443b yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:40.794128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6c6fc7b9-12bd-453d-b209-a7079f1b32bb no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:36:40.815209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 6c6fc7b9-12bd-453d-b209-a7079f1b32bb {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:36:40.815567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6c6fc7b9-12bd-453d-b209-a7079f1b32bb not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:36:40.817761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=ced2fe05-0410-49db-b1aa-1a8abeed9076,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:40.819512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:40.856176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0350d1-0947-4920-9785-5e94f73e2fb4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:40.925091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Allocated IP 2001:db8::291 (e64f9d8d-9627-4f63-87b9-92bbe81ddbd5/aeecc7d0-ef0f-4984-b938-dc5e057469bb/692d9637-9324-49bc-981c-2654e7cb443b) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:41.098631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Deleting port 6c6fc7b9-12bd-453d-b209-a7079f1b32bb {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:41.098849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.131871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0350d1-0947-4920-9785-5e94f73e2fb4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.141700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54bfc1d2-cb2e-4916-ba1a-5adfc3d6b668 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:41.158409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] The port '6c6fc7b9-12bd-453d-b209-a7079f1b32bb' was deleted {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:36:41.159189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.194106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0350d1-0947-4920-9785-5e94f73e2fb4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Subnet': ['ID=149aaac5-84bf-4140-a67f-f1a859290091,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:41.195823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e0350d1-0947-4920-9785-5e94f73e2fb4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:41.207537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Transition to ACTIVE for port object 692d9637-9324-49bc-981c-2654e7cb443b will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:41.230809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0350d1-0947-4920-9785-5e94f73e2fb4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.238338 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3e0350d1-0947-4920-9785-5e94f73e2fb4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/149aaac5-84bf-4140-a67f-f1a859290091 HTTP/1.1" status: 204 len: 168 time: 0.6708713 Apr 16 15:36:41.239249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fa690c-3d9a-4f4e-8c79-355b10eed650 None None] Network 348ea132-2fc2-4992-b169-ccefe7d05af1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:41.240383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54896) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:41.294625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.306728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8ffd528d-a3f5-45cc-a902-67cd1f7bd611 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:41.320372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.338156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f93aa23f-b5e9-4cf1-964e-3e68db0a0cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.385083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'Port': ['ID=692d9637-9324-49bc-981c-2654e7cb443b,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:41.386881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:41.391300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.395719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.442202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19284a6f-fa68-493b-83ab-096dbb5c1317 None None] DHCP port deletion for 348ea132-2fc2-4992-b169-ccefe7d05af1 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:36:41.445179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-19284a6f-fa68-493b-83ab-096dbb5c1317 None None] Deleting port ced2fe05-0410-49db-b1aa-1a8abeed9076 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:41.445418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19284a6f-fa68-493b-83ab-096dbb5c1317 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.567605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-19284a6f-fa68-493b-83ab-096dbb5c1317 None None] For port ced2fe05-0410-49db-b1aa-1a8abeed9076, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ced2fe05-0410-49db-b1aa-1a8abeed9076,segment=NetworkSegment(bae57d29-2f28-4b84-bd4a-91aeab37f6cf),segment_id=bae57d29-2f28-4b84-bd4a-91aeab37f6cf)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:41.567872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19284a6f-fa68-493b-83ab-096dbb5c1317 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.639587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff97666-36d1-40c7-b1e4-1d9c134f0630']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:41.642177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-19284a6f-fa68-493b-83ab-096dbb5c1317 None None] Calling delete_port for ced2fe05-0410-49db-b1aa-1a8abeed9076 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:41.680648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:41.680803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5144e3cb-8f7c-4bd5-8267-27ed8d5d1e68') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:41.691389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19284a6f-fa68-493b-83ab-096dbb5c1317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.704923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5b48ccb3-8a21-48e1-8e21-1b58494e7fad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:41.733128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.794436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.812181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.812327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19284a6f-fa68-493b-83ab-096dbb5c1317 None None] Pushing event deleted for resources: {'Port': ['ID=ced2fe05-0410-49db-b1aa-1a8abeed9076,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:41.814400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19284a6f-fa68-493b-83ab-096dbb5c1317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:41.815053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19284a6f-fa68-493b-83ab-096dbb5c1317 None None] No DVR routers for this DVR port ced2fe05-0410-49db-b1aa-1a8abeed9076 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:36:41.816899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Releasing vlan 1451 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:41.853267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:41.861295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:41.863259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:41.866552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:41.866939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.897647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.5026138 Apr 16 15:36:41.898293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54906) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:41.899404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e85d50e-ac75-4b24-b560-dbf8a860b4ca None None] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:41.922063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348ea132-2fc2-4992-b169-ccefe7d05af1']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:41.932422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.933093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae57d29-2f28-4b84-bd4a-91aeab37f6cf') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:41.933243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae57d29-2f28-4b84-bd4a-91aeab37f6cf') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:41.942646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.954160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:41.962252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Releasing vlan 1464 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:36:41.966162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ee894529-af01-4129-b24a-9d1dd1df7d57 None None] Provisioning for port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:42.014103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57e8d3-0c00-47bf-858a-ca0a1d4b1aba tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:42.017342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57e8d3-0c00-47bf-858a-ca0a1d4b1aba tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:42.020705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef57e8d3-0c00-47bf-858a-ca0a1d4b1aba tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:42.021247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef57e8d3-0c00-47bf-858a-ca0a1d4b1aba tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Synchronizing usage tracker for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:42.027287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 4ff97666-36d1-40c7-b1e4-1d9c134f0630 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:42.037678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.085797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 348ea132-2fc2-4992-b169-ccefe7d05af1 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:42.090259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef57e8d3-0c00-47bf-858a-ca0a1d4b1aba tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Unset dirty status for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:42.091066 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ef57e8d3-0c00-47bf-858a-ca0a1d4b1aba tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1921613 Apr 16 15:36:42.092233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.100074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54910) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:42.230766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6c232-8802-44e7-ac34-13cdd4f2dd55 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Deleting port 692d9637-9324-49bc-981c-2654e7cb443b {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:42.231114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c232-8802-44e7-ac34-13cdd4f2dd55 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.260670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 348ea132-2fc2-4992-b169-ccefe7d05af1 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:42.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:42.297331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9600f020-d13d-4ed4-8f64-b2a97009a086 None None] Provisioning for port 692d9637-9324-49bc-981c-2654e7cb443b completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:42.301041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9600f020-d13d-4ed4-8f64-b2a97009a086 None None] Provisioning complete for port 692d9637-9324-49bc-981c-2654e7cb443b triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:42.301323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9600f020-d13d-4ed4-8f64-b2a97009a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.357490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.360841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9600f020-d13d-4ed4-8f64-b2a97009a086 None None] Port 692d9637-9324-49bc-981c-2654e7cb443b cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:42.363138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.366966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d67ecd93-bedb-43eb-8c19-a45d97136a63 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:42.392945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Network': ['ID=348ea132-2fc2-4992-b169-ccefe7d05af1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:42.395520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:42.398870 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/networks/348ea132-2fc2-4992-b169-ccefe7d05af1 HTTP/1.1" status: 204 len: 168 time: 1.1554985 Apr 16 15:36:42.399420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9600f020-d13d-4ed4-8f64-b2a97009a086 None None] Provisioning for port 5a739adf-9048-4174-ba27-447cb41c372d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:42.403134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9600f020-d13d-4ed4-8f64-b2a97009a086 None None] Provisioning complete for port 5a739adf-9048-4174-ba27-447cb41c372d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:42.403374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9600f020-d13d-4ed4-8f64-b2a97009a086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.421492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54916) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:42.436835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'name': 'tempest-PortsTestJSON-1087315314'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:42.439161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Network 4ff97666-36d1-40c7-b1e4-1d9c134f0630 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:36:42.456827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9600f020-d13d-4ed4-8f64-b2a97009a086 None None] Port 5a739adf-9048-4174-ba27-447cb41c372d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:36:42.526375 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:36:42.531748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c232-8802-44e7-ac34-13cdd4f2dd55 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.536748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:42.541984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:port and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:42.546389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:42.598227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:42.601203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:42.601439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.604587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67c75468-8575-4fd2-b61b-bafef35b8954 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.608322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.609386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67c75468-8575-4fd2-b61b-bafef35b8954 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.617415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:42.624548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dcf6c232-8802-44e7-ac34-13cdd4f2dd55 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Calling delete_port for 692d9637-9324-49bc-981c-2654e7cb443b owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:42.625790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c1bc91fd-7a5f-4168-bf32-53db53c4efff None None] Provisioning complete for port 692d9637-9324-49bc-981c-2654e7cb443b triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:42.626024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1bc91fd-7a5f-4168-bf32-53db53c4efff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.644020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-473a8fa9-9103-47a5-8611-e1a04e62b526 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:42.646278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:42.657172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc91fd-7a5f-4168-bf32-53db53c4efff None None] Port 692d9637-9324-49bc-981c-2654e7cb443b cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:42.658487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.662286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:42.665848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.673767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c1bc91fd-7a5f-4168-bf32-53db53c4efff None None] Provisioning complete for port 5a739adf-9048-4174-ba27-447cb41c372d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:42.673988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1bc91fd-7a5f-4168-bf32-53db53c4efff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.687454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 81efb91e-76f1-4b1f-a7c5-b6e4f9370ee5 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:42.695630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Pushing event deleted for resources: {'Network': ['ID=4ff97666-36d1-40c7-b1e4-1d9c134f0630,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:42.702091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:42.704697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] 10.222.0.95 "DELETE /v2.0/networks/4ff97666-36d1-40c7-b1e4-1d9c134f0630 HTTP/1.1" status: 204 len: 168 time: 3.4519546 Apr 16 15:36:42.704697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Router db5415ba-6bd8-431c-862c-0140a654c410 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:36:42.741348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4271be2-d73b-42bf-b53e-22b91f13d507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.746000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc91fd-7a5f-4168-bf32-53db53c4efff None None] Port 5a739adf-9048-4174-ba27-447cb41c372d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:42.750644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.770989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91,segment=NetworkSegment(604674aa-d28b-4e60-b66f-97fd5f13fed2),segment_id=604674aa-d28b-4e60-b66f-97fd5f13fed2)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:42.772667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c232-8802-44e7-ac34-13cdd4f2dd55 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.773820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.778045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:42.786104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f5577b57-2751-4b52-8f6c-84fd7ed7476c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:42.836371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ced2fe05-0410-49db-b1aa-1a8abeed9076 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:36:42.840805 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-67c75468-8575-4fd2-b61b-bafef35b8954 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP 68a9f0c2-4f22-4cc2-bfae-53f00737794d associated. External IP: 172.26.4.211, port: 69883d5c-8f88-4087-9bbe-eb83fdc45bc4. Apr 16 15:36:42.868576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: ced2fe05-0410-49db-b1aa-1a8abeed9076 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:36:42.868794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ced2fe05-0410-49db-b1aa-1a8abeed9076 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:36:42.874008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6c232-8802-44e7-ac34-13cdd4f2dd55 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event deleted for resources: {'Port': ['ID=692d9637-9324-49bc-981c-2654e7cb443b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:42.884056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.886266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:42.890912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:42.894917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dcf6c232-8802-44e7-ac34-13cdd4f2dd55 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:42.949380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54928) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:42.952668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:42.959246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Sync routers for ids ['db5415ba-6bd8-431c-862c-0140a654c410'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:42.976515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Routers {'db5415ba-6bd8-431c-862c-0140a654c410'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:42.977087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f08916da-0ed9-4946-9911-30b0074682de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['db5415ba-6bd8-431c-862c-0140a654c410'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:42.979958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:42.982455 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.4026105 Apr 16 15:36:42.982642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54934) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:42.994615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.084151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcf6c232-8802-44e7-ac34-13cdd4f2dd55 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.099331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dcf6c232-8802-44e7-ac34-13cdd4f2dd55 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "DELETE /v2.0/ports/692d9637-9324-49bc-981c-2654e7cb443b HTTP/1.1" status: 204 len: 168 time: 0.9969511 Apr 16 15:36:43.099686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54938) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:43.112428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Set router db5415ba-6bd8-431c-862c-0140a654c410 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:43.126221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.139309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:43.161590 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f78600-4353-4b5e-80bb-2544112ee84c tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] GET failed (client error): The resource could not be found. Apr 16 15:36:43.162186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-79f78600-4353-4b5e-80bb-2544112ee84c tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Synchronizing usage tracker for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:43.175739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.190468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.192991 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ef771414-835d-4d45-a4d8-d98b52151027 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5b2f0a6447c14d8e96b381345f01f7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427256 Apr 16 15:36:43.199955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54942) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:43.224164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-79f78600-4353-4b5e-80bb-2544112ee84c tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Unset dirty status for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:43.228573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-79f78600-4353-4b5e-80bb-2544112ee84c tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "GET /v2.0/ports/692d9637-9324-49bc-981c-2654e7cb443b HTTP/1.1" status: 404 len: 333 time: 0.1249702 Apr 16 15:36:43.229401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54946) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:43.229545 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2b9e70ae-3fe3-4da9-9966-b96b65904930 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/routers/db5415ba-6bd8-431c-862c-0140a654c410 HTTP/1.1" status: 200 len: 908 time: 0.2447093 Apr 16 15:36:43.233386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54950) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:43.235816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Request body: {'port': {'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-400893183'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:43.242263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Request body: {'router': {'name': 'tempest-snat-router-636108912', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'enable_snat': True}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:43.244642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=81efb91e-76f1-4b1f-a7c5-b6e4f9370ee5,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:43.245451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c75468-8575-4fd2-b61b-bafef35b8954 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:43.251126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:43.252354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:43.257634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Usage tracker for resource:router and tenant:1910e384fb4846708c3ce4d9d661d7c2 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:43.263660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:43.291948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f08916da-0ed9-4946-9911-30b0074682de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5415ba-6bd8-431c-862c-0140a654c410', 'name': 'tempest-snat-router-636108912', 'tenant_id': '1910e384fb4846708c3ce4d9d661d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203'}], 'enable_snat': False}, 'gw_port_id': '015702ae-99f1-4c9a-84b2-22e77b76c6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:36:37Z', 'updated_at': '2021-04-16T15:36:40Z', 'revision_number': 3, 'project_id': '1910e384fb4846708c3ce4d9d661d7c2', 'gw_port': {'id': '015702ae-99f1-4c9a-84b2-22e77b76c6ac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:99:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5415ba-6bd8-431c-862c-0140a654c410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:36:38Z', 'updated_at': '2021-04-16T15:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:43.294395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Checking router: db5415ba-6bd8-431c-862c-0140a654c410 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:36:43.294647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Updating router db5415ba-6bd8-431c-862c-0140a654c410 port 015702ae-99f1-4c9a-84b2-22e77b76c6ac binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:36:43.302388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:43.327941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.337861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ddf1ca9-356f-4d74-94e3-ee0800aebf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.367722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.368416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.379632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ddf1ca9-356f-4d74-94e3-ee0800aebf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.415115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.417753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c75468-8575-4fd2-b61b-bafef35b8954 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:43.424842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cfd404-a81d-43f5-b437-434bd6063350 None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:43.431942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cfd404-a81d-43f5-b437-434bd6063350 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:43.432513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e0cfd404-a81d-43f5-b437-434bd6063350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:43.480770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e0cfd404-a81d-43f5-b437-434bd6063350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:43.486954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cfd404-a81d-43f5-b437-434bd6063350 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:43.487761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e0cfd404-a81d-43f5-b437-434bd6063350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:43.536407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e0cfd404-a81d-43f5-b437-434bd6063350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:43.537097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cfd404-a81d-43f5-b437-434bd6063350 None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:43.600027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:43.600931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:43.604031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:43.607118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:43.607594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.632358 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2080390 Apr 16 15:36:43.636333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54954) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:43.667175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:43.679825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:43.691381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0ebea-6651-44e5-a6ff-1446f2cd2f3a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 81efb91e-76f1-4b1f-a7c5-b6e4f9370ee5 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:43.691696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ebea-6651-44e5-a6ff-1446f2cd2f3a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.709894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.716927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Made reservation on behalf of 835c1449b3074029a7f7586adc82b483 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:43.720671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.742760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] device_id is not set on port e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:43.821136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Transition to ACTIVE for port object 015702ae-99f1-4c9a-84b2-22e77b76c6ac will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:43.837140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.844891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:43.849212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ddf1ca9-356f-4d74-94e3-ee0800aebf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.856069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3eec70f4-5b38-4e23-a488-dac4d876e64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:43.872661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf1ca9-356f-4d74-94e3-ee0800aebf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8522d188-1eda-44a6-b4fa-dfbed55ad604,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:43.874362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9ddf1ca9-356f-4d74-94e3-ee0800aebf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:43.900563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ebea-6651-44e5-a6ff-1446f2cd2f3a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.979294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Allocated IP 2001:db8::37b (e64f9d8d-9627-4f63-87b9-92bbe81ddbd5/aeecc7d0-ef0f-4984-b938-dc5e057469bb/e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:43.984171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0ebea-6651-44e5-a6ff-1446f2cd2f3a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 81efb91e-76f1-4b1f-a7c5-b6e4f9370ee5 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:43.988674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.990132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fe6bf-45b9-482f-b470-981f0a3d7a03 None None] Pushing event updated for resources: {'Port': ['ID=015702ae-99f1-4c9a-84b2-22e77b76c6ac,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:43.994706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ddf1ca9-356f-4d74-94e3-ee0800aebf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:43.997036 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9ddf1ca9-356f-4d74-94e3-ee0800aebf6e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8522d188-1eda-44a6-b4fa-dfbed55ad604 HTTP/1.1" status: 204 len: 168 time: 0.7948699 Apr 16 15:36:43.997101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-437fe6bf-45b9-482f-b470-981f0a3d7a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:44.012239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Attempting to bind port 015702ae-99f1-4c9a-84b2-22e77b76c6ac on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:44.013090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Attempting to bind port 015702ae-99f1-4c9a-84b2-22e77b76c6ac by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:44.014671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Attempting to bind port 015702ae-99f1-4c9a-84b2-22e77b76c6ac on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:44.040998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:44.041487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:44.042247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.042664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:44.045178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Bound port: 015702ae-99f1-4c9a-84b2-22e77b76c6ac, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:44.045468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.069435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ebea-6651-44e5-a6ff-1446f2cd2f3a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.096262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.119345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c75468-8575-4fd2-b61b-bafef35b8954 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:44.120164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f08916da-0ed9-4946-9911-30b0074682de None None] For port 015702ae-99f1-4c9a-84b2-22e77b76c6ac, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:44.122164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f08916da-0ed9-4946-9911-30b0074682de None None] For port 015702ae-99f1-4c9a-84b2-22e77b76c6ac, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=015702ae-99f1-4c9a-84b2-22e77b76c6ac,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:44.126207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.136270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5b8511c-2828-40d0-8d14-4623eea6dc4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:44.205911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31518e60-07a0-47ee-a2f0-1e939da6a19d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:44.227639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fe6bf-45b9-482f-b470-981f0a3d7a03 None None] Pushing event updated for resources: {'Port': ['ID=015702ae-99f1-4c9a-84b2-22e77b76c6ac,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:44.230976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-437fe6bf-45b9-482f-b470-981f0a3d7a03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:44.241338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0ebea-6651-44e5-a6ff-1446f2cd2f3a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=81efb91e-76f1-4b1f-a7c5-b6e4f9370ee5,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:44.247396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e4e0ebea-6651-44e5-a6ff-1446f2cd2f3a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:44.263507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Routers {'db5415ba-6bd8-431c-862c-0140a654c410'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:44.264056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f08916da-0ed9-4946-9911-30b0074682de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['db5415ba-6bd8-431c-862c-0140a654c410'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:44.265430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4e0ebea-6651-44e5-a6ff-1446f2cd2f3a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.286389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.289183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e4e0ebea-6651-44e5-a6ff-1446f2cd2f3a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/81efb91e-76f1-4b1f-a7c5-b6e4f9370ee5 HTTP/1.1" status: 204 len: 168 time: 0.6520321 Apr 16 15:36:44.293120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54976) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:44.297809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'mac_address': 'fa:16:3e:8c:00:d5', 'name': 'tempest-PortsTestJSON-1641442829'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:44.344823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c75468-8575-4fd2-b61b-bafef35b8954 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:44.347836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67c75468-8575-4fd2-b61b-bafef35b8954 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.358917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4439477b-124d-4c49-b5fb-5cb5cc11988f None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:44.372539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4439477b-124d-4c49-b5fb-5cb5cc11988f None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:44.372539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4439477b-124d-4c49-b5fb-5cb5cc11988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:44.388774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.414001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Transition to ACTIVE for port object e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:44.415074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4439477b-124d-4c49-b5fb-5cb5cc11988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:44.425875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4439477b-124d-4c49-b5fb-5cb5cc11988f None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:44.426383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4439477b-124d-4c49-b5fb-5cb5cc11988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:44.427810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.431924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:44.434708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:port and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:44.436754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:44.441505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:44.450943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:44.465106 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-67c75468-8575-4fd2-b61b-bafef35b8954 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "PUT /v2.0/floatingips/68a9f0c2-4f22-4cc2-bfae-53f00737794d HTTP/1.1" status: 200 len: 978 time: 3.8095992 Apr 16 15:36:44.467167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54986) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:44.468370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4439477b-124d-4c49-b5fb-5cb5cc11988f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:44.468654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4439477b-124d-4c49-b5fb-5cb5cc11988f None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:44.470196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f08916da-0ed9-4946-9911-30b0074682de None None] Set router db5415ba-6bd8-431c-862c-0140a654c410 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:44.475513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b3a0a04b-8e2f-4f94-87df-f72fa5e7eb16 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'floatingip': {'port_id': None}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:44.548809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:44.565779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.571714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a04b-8e2f-4f94-87df-f72fa5e7eb16 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.578721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.589894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7fb1e9e-d0be-4424-b5b3-e16a72778687 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:44.611523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 54992) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:44.638986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 6288c736-c742-4ffa-8455-1e95aae59894 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:44.639473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Allocated IP 172.26.4.66 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/54dddef5-3c6b-4826-84c6-194314722fa5) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:44.649025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:44.649260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.709807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-354298131'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:44.740888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:44.741066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f08916da-0ed9-4946-9911-30b0074682de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5415ba-6bd8-431c-862c-0140a654c410', 'name': 'tempest-snat-router-636108912', 'tenant_id': '1910e384fb4846708c3ce4d9d661d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203'}], 'enable_snat': False}, 'gw_port_id': '015702ae-99f1-4c9a-84b2-22e77b76c6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:36:37Z', 'updated_at': '2021-04-16T15:36:40Z', 'revision_number': 3, 'project_id': '1910e384fb4846708c3ce4d9d661d7c2', 'gw_port': {'id': '015702ae-99f1-4c9a-84b2-22e77b76c6ac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:99:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5415ba-6bd8-431c-862c-0140a654c410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:36:38Z', 'updated_at': '2021-04-16T15:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:44.745782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:network and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:44.749152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08916da-0ed9-4946-9911-30b0074682de None None] The sync data for ids ['db5415ba-6bd8-431c-862c-0140a654c410'] in dv-neutron-786478-2-hyperv is: [{'id': 'db5415ba-6bd8-431c-862c-0140a654c410', 'name': 'tempest-snat-router-636108912', 'tenant_id': '1910e384fb4846708c3ce4d9d661d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203'}], 'enable_snat': False}, 'gw_port_id': '015702ae-99f1-4c9a-84b2-22e77b76c6ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:36:37Z', 'updated_at': '2021-04-16T15:36:40Z', 'revision_number': 3, 'project_id': '1910e384fb4846708c3ce4d9d661d7c2', 'gw_port': {'id': '015702ae-99f1-4c9a-84b2-22e77b76c6ac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:99:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5415ba-6bd8-431c-862c-0140a654c410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:36:38Z', 'updated_at': '2021-04-16T15:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:44.755595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:44.765664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:44.793108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'Port': ['ID=e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:44.800775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:44.819867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a04b-8e2f-4f94-87df-f72fa5e7eb16 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.828624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a04b-8e2f-4f94-87df-f72fa5e7eb16 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.828817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-b3a0a04b-8e2f-4f94-87df-f72fa5e7eb16 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP 68a9f0c2-4f22-4cc2-bfae-53f00737794d disassociated. External IP: 172.26.4.211, port: 0b33effd-0a3e-4a1c-ab8a-4f89765c5881. Apr 16 15:36:44.834307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.849856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:44.851119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:44.852843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:44.856019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:44.856374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.863131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:44.866740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.877977 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6466465 Apr 16 15:36:44.877977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:44.878816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 54998) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:44.888434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:44.912116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-146e2b66-e369-4418-a47b-ec4e19db814f tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27', 'mac_address': 'fa:16:3e:3c:50:5f'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:45.044689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=6288c736-c742-4ffa-8455-1e95aae59894,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:45.049483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:45.053015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-146e2b66-e369-4418-a47b-ec4e19db814f tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.077819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a69c15d5-0e77-48ce-aa11-73c152c45dca None None] Provisioning for port e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:45.087025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a69c15d5-0e77-48ce-aa11-73c152c45dca None None] Provisioning complete for port e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:45.087126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a69c15d5-0e77-48ce-aa11-73c152c45dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.097617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:45.099807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:45.101708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:45.107863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:45.107863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.131913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8360128 Apr 16 15:36:45.133732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55004) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:45.153909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a69c15d5-0e77-48ce-aa11-73c152c45dca None None] Port e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:45.211436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.226316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.231809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:45.234194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279f6a3-2dd9-4184-94cf-00619ffba7d9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:45.234282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a279f6a3-2dd9-4184-94cf-00619ffba7d9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:45.242841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:security_group_rule and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:45.246808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:45.254028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:45.262157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a279f6a3-2dd9-4184-94cf-00619ffba7d9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:45.264277 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a279f6a3-2dd9-4184-94cf-00619ffba7d9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/6288c736-c742-4ffa-8455-1e95aae59894 HTTP/1.1" status: 200 len: 841 time: 0.1287115 Apr 16 15:36:45.265357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55008) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:45.281236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-146e2b66-e369-4418-a47b-ec4e19db814f tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.284097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-146e2b66-e369-4418-a47b-ec4e19db814f tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.293160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-091cda29-dcf6-48cc-a3ba-346ef3c6c652 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:45.369123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e2b66-e369-4418-a47b-ec4e19db814f tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'Port': ['ID=e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:45.371816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.371973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-146e2b66-e369-4418-a47b-ec4e19db814f tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:45.383632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:45.410880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-146e2b66-e369-4418-a47b-ec4e19db814f tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] In _notify_port_updated(), no bound segment for port e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 on network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:36:45.414159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e2b66-e369-4418-a47b-ec4e19db814f tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:45.414571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-146e2b66-e369-4418-a47b-ec4e19db814f tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.415389 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-146e2b66-e369-4418-a47b-ec4e19db814f tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "PUT /v2.0/ports/e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 HTTP/1.1" status: 200 len: 1001 time: 0.5359757 Apr 16 15:36:45.417280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55014) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:45.442185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ae85e7d1-77f6-4d75-84b7-c13b33e90e93 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 6288c736-c742-4ffa-8455-1e95aae59894 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:45.442426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae85e7d1-77f6-4d75-84b7-c13b33e90e93 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.462365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-208be17a-5ff6-414e-a36a-2c32f281f1d2 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Deleting port e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:45.462601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-208be17a-5ff6-414e-a36a-2c32f281f1d2 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.555080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event updated for resources: {'Port': ['ID=54dddef5-3c6b-4826-84c6-194314722fa5,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:45.561629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:45.569137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-35610fd2-0d8e-4248-970a-a9e2e1c64330 None None] Provisioning complete for port e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:45.569473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-35610fd2-0d8e-4248-970a-a9e2e1c64330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.607562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-35610fd2-0d8e-4248-970a-a9e2e1c64330 None None] Port e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:45.615694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-208be17a-5ff6-414e-a36a-2c32f281f1d2 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.627733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.636687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.641211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fcc955a5-783b-416e-a0d2-3b8c0da2fd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:45.701856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-208be17a-5ff6-414e-a36a-2c32f281f1d2 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Calling delete_port for e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:45.718350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a0a04b-8e2f-4f94-87df-f72fa5e7eb16 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:45.720198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1468} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:45.733266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9312091-54a6-4468-adc0-2b3acc7b0f2f,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:45.738344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:45.739783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:45.741311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:45.743715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae85e7d1-77f6-4d75-84b7-c13b33e90e93 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.747840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.748069 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added segment c76fdc37-fb00-42e1-9a26-54d0feb6461c of type vlan for network c85d30ba-4d82-42cd-8fb4-ebf4147994ec Apr 16 15:36:45.748787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:45.788989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-208be17a-5ff6-414e-a36a-2c32f281f1d2 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:45.880909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ae85e7d1-77f6-4d75-84b7-c13b33e90e93 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 6288c736-c742-4ffa-8455-1e95aae59894 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:45.915136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.044542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3aa132b8-a24a-4da8-b83f-5af3ae1a4fe4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:46.093259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208be17a-5ff6-414e-a36a-2c32f281f1d2 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event deleted for resources: {'Port': ['ID=e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:46.096687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.096871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-208be17a-5ff6-414e-a36a-2c32f281f1d2 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:46.099900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:46.100383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.104792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b58476f9-9f21-456a-8f40-c684988fdc03 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:46.113288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae85e7d1-77f6-4d75-84b7-c13b33e90e93 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.168732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a0a04b-8e2f-4f94-87df-f72fa5e7eb16 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:46.177943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33254c-5b96-441f-a483-cf8ad1ca3579 None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:46.184978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33254c-5b96-441f-a483-cf8ad1ca3579 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:46.185474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-eb33254c-5b96-441f-a483-cf8ad1ca3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:46.219317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-208be17a-5ff6-414e-a36a-2c32f281f1d2 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.229417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-208be17a-5ff6-414e-a36a-2c32f281f1d2 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "DELETE /v2.0/ports/e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 HTTP/1.1" status: 204 len: 168 time: 0.8114359 Apr 16 15:36:46.231107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55022) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:46.237898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-eb33254c-5b96-441f-a483-cf8ad1ca3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:46.243477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33254c-5b96-441f-a483-cf8ad1ca3579 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:46.244011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-eb33254c-5b96-441f-a483-cf8ad1ca3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:46.271302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a04b-8e2f-4f94-87df-f72fa5e7eb16 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.273253 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d28a02-f950-4092-bafa-f324a6102b5a tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] GET failed (client error): The resource could not be found. Apr 16 15:36:46.273832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a2d28a02-f950-4092-bafa-f324a6102b5a tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Synchronizing usage tracker for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:46.284576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-eb33254c-5b96-441f-a483-cf8ad1ca3579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:46.284892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a2d28a02-f950-4092-bafa-f324a6102b5a tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Unset dirty status for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:46.284957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb33254c-5b96-441f-a483-cf8ad1ca3579 None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:46.285757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2d28a02-f950-4092-bafa-f324a6102b5a tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "GET /v2.0/ports/e69fb2af-b6cf-49c1-a2a2-e9993a3ef8e7 HTTP/1.1" status: 404 len: 333 time: 0.0539763 Apr 16 15:36:46.291709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55026) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:46.296178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Request body: {'port': {'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-324830085'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:46.302976 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6904373 Apr 16 15:36:46.303645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Network': ['ID=c85d30ba-4d82-42cd-8fb4-ebf4147994ec,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:46.305851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55030) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:46.310925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network c85d30ba-4d82-42cd-8fb4-ebf4147994ec details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:46.385695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:46.391504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:46.398433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Made reservation on behalf of 835c1449b3074029a7f7586adc82b483 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:46.402346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.416054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] device_id is not set on port 1b85c03e-64d3-4115-8f00-9eb5edd71cc3 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:46.526505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Allocated IP 2001:db8::3ea (e64f9d8d-9627-4f63-87b9-92bbe81ddbd5/aeecc7d0-ef0f-4984-b938-dc5e057469bb/1b85c03e-64d3-4115-8f00-9eb5edd71cc3) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:46.539539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 015702ae-99f1-4c9a-84b2-22e77b76c6ac up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:46.584808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 015702ae-99f1-4c9a-84b2-22e77b76c6ac completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:46.588386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 015702ae-99f1-4c9a-84b2-22e77b76c6ac triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:46.588730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.597233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:46.598808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-66153292-0300-4c32-8341-f772c86e2751 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:46.629994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2123763971'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:46.648024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:46.649498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85e7d1-77f6-4d75-84b7-c13b33e90e93 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=6288c736-c742-4ffa-8455-1e95aae59894,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:46.654981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:network and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:46.656854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae85e7d1-77f6-4d75-84b7-c13b33e90e93 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:46.660833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:46.664859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.674786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b3a0a04b-8e2f-4f94-87df-f72fa5e7eb16 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "PUT /v2.0/floatingips/68a9f0c2-4f22-4cc2-bfae-53f00737794d HTTP/1.1" status: 200 len: 688 time: 2.2068150 Apr 16 15:36:46.676865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55034) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:46.677551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:46.680261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Transition to ACTIVE for port object 1b85c03e-64d3-4115-8f00-9eb5edd71cc3 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:46.687370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae85e7d1-77f6-4d75-84b7-c13b33e90e93 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.690793 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ae85e7d1-77f6-4d75-84b7-c13b33e90e93 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/6288c736-c742-4ffa-8455-1e95aae59894 HTTP/1.1" status: 204 len: 168 time: 1.4230886 Apr 16 15:36:46.694401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55038) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:46.734473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:46.738591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.749533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cba0c7-a440-44c0-ba02-0489e8bacc21 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:36:46.749952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24cba0c7-a440-44c0-ba02-0489e8bacc21 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:46.753657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.798976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port 01023f3f-05dc-4935-91f5-75c36e4b9353 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:46.799472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.844429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.848392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24cba0c7-a440-44c0-ba02-0489e8bacc21 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:46.851533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24cba0c7-a440-44c0-ba02-0489e8bacc21 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/6288c736-c742-4ffa-8455-1e95aae59894 HTTP/1.1" status: 404 len: 333 time: 0.1539781 Apr 16 15:36:46.852220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55042) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:46.852652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1473} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:46.855993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 015702ae-99f1-4c9a-84b2-22e77b76c6ac, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=015702ae-99f1-4c9a-84b2-22e77b76c6ac,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:46.858230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'name': 'tempest-PortsTestJSON-32002532'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:46.858947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.860373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:46.863902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.864165 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added segment ea28b1bf-76b1-41a6-a538-bf95b8fd69e1 of type vlan for network b1b4d452-7170-4a9d-80cc-8bb54737607c Apr 16 15:36:46.891994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.899360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=015702ae-99f1-4c9a-84b2-22e77b76c6ac,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:46.901180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:46.909061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-129e9325-9afc-4c5d-b3e7-de9393f4ae2c tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:46.925734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.995443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:46.998799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:46.999173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.003262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:47.021456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.036749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'Port': ['ID=1b85c03e-64d3-4115-8f00-9eb5edd71cc3,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:47.041209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:47.055625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:47.063653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.063847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.092839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7841265 Apr 16 15:36:47.098815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55046) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:47.102732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Network': ['ID=b1b4d452-7170-4a9d-80cc-8bb54737607c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:47.110271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network b1b4d452-7170-4a9d-80cc-8bb54737607c details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:47.136339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'subnet': {'network_id': 'c85d30ba-4d82-42cd-8fb4-ebf4147994ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:47.149432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:47.151578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:47.158573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for 01023f3f-05dc-4935-91f5-75c36e4b9353 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:47.193870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:47.197529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.214744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:47.218021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:47.222569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:47.223878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:47.225906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:47.226294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.228550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:subnet and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:47.231547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:47.236181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:47.239338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 28805f9d-c922-4b18-9569-8b061ac7a566 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:47.249991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:47.255015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.290915 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9964964 Apr 16 15:36:47.291509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55056) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:47.307832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e316b733-ae9f-4459-8e26-bdfb97c740eb tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3c:50:5f'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:47.317950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Router 183e5898-bf4f-4d84-b042-3842c246ce90 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:36:47.437754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:47.444497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Sync routers for ids ['183e5898-bf4f-4d84-b042-3842c246ce90'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:47.451633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.452456 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.2184649 Apr 16 15:36:47.454083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Routers {'183e5898-bf4f-4d84-b042-3842c246ce90'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:47.454262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55060) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:47.454612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['183e5898-bf4f-4d84-b042-3842c246ce90'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:47.495308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.509512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-208be17a-5ff6-414e-a36a-2c32f281f1d2 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:47.529486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-696ffeb6-4b9c-456c-8e00-30a68f402f81 None None] Provisioning for port 1b85c03e-64d3-4115-8f00-9eb5edd71cc3 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:47.535900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-696ffeb6-4b9c-456c-8e00-30a68f402f81 None None] Provisioning complete for port 1b85c03e-64d3-4115-8f00-9eb5edd71cc3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:47.536096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-696ffeb6-4b9c-456c-8e00-30a68f402f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.575282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-696ffeb6-4b9c-456c-8e00-30a68f402f81 None None] Port 1b85c03e-64d3-4115-8f00-9eb5edd71cc3 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:47.578114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=01023f3f-05dc-4935-91f5-75c36e4b9353,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:47.583159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:47.587218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.595056 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f352fa42-754d-47f2-af1d-f8ed535fbbe2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/routers/183e5898-bf4f-4d84-b042-3842c246ce90 HTTP/1.1" status: 200 len: 906 time: 0.1399310 Apr 16 15:36:47.596735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Set router 183e5898-bf4f-4d84-b042-3842c246ce90 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:47.604200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55064) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:47.650013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e316b733-ae9f-4459-8e26-bdfb97c740eb tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.726224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.752810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ede62eb3-d441-4c1c-a7dc-ec3712c05ae3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:47.761340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e5898-bf4f-4d84-b042-3842c246ce90', 'name': 'tempest-snat-router-636108912', 'tenant_id': '1910e384fb4846708c3ce4d9d661d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '54dddef5-3c6b-4826-84c6-194314722fa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:36:43Z', 'updated_at': '2021-04-16T15:36:46Z', 'revision_number': 3, 'project_id': '1910e384fb4846708c3ce4d9d661d7c2', 'gw_port': {'id': '54dddef5-3c6b-4826-84c6-194314722fa5', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183e5898-bf4f-4d84-b042-3842c246ce90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:36:44Z', 'updated_at': '2021-04-16T15:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:47.763577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.764075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Checking router: 183e5898-bf4f-4d84-b042-3842c246ce90 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:36:47.764346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Updating router 183e5898-bf4f-4d84-b042-3842c246ce90 port 54dddef5-3c6b-4826-84c6-194314722fa5 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:36:47.798419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.898614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=28805f9d-c922-4b18-9569-8b061ac7a566,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:47.904021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:47.905761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.944335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:47.946315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:47.949397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:47.952562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:47.952900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.959461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:47.961995 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/floatingips/68a9f0c2-4f22-4cc2-bfae-53f00737794d HTTP/1.1" status: 204 len: 168 time: 1.2825136 Apr 16 15:36:47.963870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55068) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:47.998403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.007266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Transition to ACTIVE for port object 54dddef5-3c6b-4826-84c6-194314722fa5 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:48.012862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.032316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:48.107086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e91664-11ac-40e2-92b6-4f013225fa50 None None] Pushing event updated for resources: {'Port': ['ID=54dddef5-3c6b-4826-84c6-194314722fa5,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:48.109799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-29e91664-11ac-40e2-92b6-4f013225fa50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:48.148195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Attempting to bind port 54dddef5-3c6b-4826-84c6-194314722fa5 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:48.148523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Attempting to bind port 54dddef5-3c6b-4826-84c6-194314722fa5 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:48.148816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Attempting to bind port 54dddef5-3c6b-4826-84c6-194314722fa5 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:48.152108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:48.152415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:48.152732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.153034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:48.153389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Bound port: 54dddef5-3c6b-4826-84c6-194314722fa5, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:48.153681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.184216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.197591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Deleting port 54dddef5-3c6b-4826-84c6-194314722fa5 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:48.197775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.198337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] For port 54dddef5-3c6b-4826-84c6-194314722fa5, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:48.200204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] For port 54dddef5-3c6b-4826-84c6-194314722fa5, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=54dddef5-3c6b-4826-84c6-194314722fa5,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:48.203466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.211782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8be93053-331c-4607-ad57-27c6af6f1e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:48.224092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.234376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1997b7fa-4977-4a83-861d-c40397f25905 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:48.264273 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.4081652 Apr 16 15:36:48.267367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55072) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:48.268198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-3d547093-aaf5-4b3e-8387-e8045195822a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] delete failed (client error): The resource could not be found. Apr 16 15:36:48.273174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3d547093-aaf5-4b3e-8387-e8045195822a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/floatingips/68a9f0c2-4f22-4cc2-bfae-53f00737794d HTTP/1.1" status: 404 len: 345 time: 0.3041203 Apr 16 15:36:48.273174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bc2c0245-1cde-4289-9d3e-17e344f4e3a6 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:48.288457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55076) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:48.302434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e91664-11ac-40e2-92b6-4f013225fa50 None None] Pushing event updated for resources: {'Port': ['ID=54dddef5-3c6b-4826-84c6-194314722fa5,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:48.309681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-29e91664-11ac-40e2-92b6-4f013225fa50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:48.338539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e316b733-ae9f-4459-8e26-bdfb97c740eb tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.338797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Routers {'183e5898-bf4f-4d84-b042-3842c246ce90'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:48.339270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['183e5898-bf4f-4d84-b042-3842c246ce90'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:48.356907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e316b733-ae9f-4459-8e26-bdfb97c740eb tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.366962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dcc8196a-725c-4922-aa41-cf0fec508872 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:48.391634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Subnet': ['ID=dbefd141-d647-494f-a127-f3e508afd1eb,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:48.393826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:48.407388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc2c0245-1cde-4289-9d3e-17e344f4e3a6 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.452042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] For port 54dddef5-3c6b-4826-84c6-194314722fa5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=54dddef5-3c6b-4826-84c6-194314722fa5,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:48.452266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.459058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] Set router 183e5898-bf4f-4d84-b042-3842c246ce90 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:36:48.465853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3814b-05da-4d44-8358-30127ef417ae tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:48.468949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3814b-05da-4d44-8358-30127ef417ae tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:48.472124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3814b-05da-4d44-8358-30127ef417ae tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:48.472636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c9d3814b-05da-4d44-8358-30127ef417ae tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Synchronizing usage tracker for tenant:572b8e69ffdf4c27b74b5460455915f8 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:48.487683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316b733-ae9f-4459-8e26-bdfb97c740eb tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'Port': ['ID=1b85c03e-64d3-4115-8f00-9eb5edd71cc3,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:48.495409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e316b733-ae9f-4459-8e26-bdfb97c740eb tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:48.533116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183e5898-bf4f-4d84-b042-3842c246ce90', 'name': 'tempest-snat-router-636108912', 'tenant_id': '1910e384fb4846708c3ce4d9d661d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:36:43Z', 'updated_at': '2021-04-16T15:36:48Z', 'revision_number': 4, 'project_id': '1910e384fb4846708c3ce4d9d661d7c2', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:48.536269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 015702ae-99f1-4c9a-84b2-22e77b76c6ac up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:48.556431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2364223-0c67-4e3f-ba01-98696ecc9186 None None] The sync data for ids ['183e5898-bf4f-4d84-b042-3842c246ce90'] in dv-neutron-786478-2-hyperv is: [{'id': '183e5898-bf4f-4d84-b042-3842c246ce90', 'name': 'tempest-snat-router-636108912', 'tenant_id': '1910e384fb4846708c3ce4d9d661d7c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:36:43Z', 'updated_at': '2021-04-16T15:36:48Z', 'revision_number': 4, 'project_id': '1910e384fb4846708c3ce4d9d661d7c2', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:48.561205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Calling delete_port for 54dddef5-3c6b-4826-84c6-194314722fa5 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:48.587765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 015702ae-99f1-4c9a-84b2-22e77b76c6ac triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:48.588235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.589238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Checking segment: {'id': 'c76fdc37-fb00-42e1-9a26-54d0feb6461c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'c85d30ba-4d82-42cd-8fb4-ebf4147994ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:48.589458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network hostable DHCP agents. Network: c85d30ba-4d82-42cd-8fb4-ebf4147994ec, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:48.594404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c9d3814b-05da-4d44-8358-30127ef417ae tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Unset dirty status for tenant:572b8e69ffdf4c27b74b5460455915f8 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:48.594916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c9d3814b-05da-4d44-8358-30127ef417ae tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "GET /v2.0/ports?network_id=f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 HTTP/1.1" status: 200 len: 2358 time: 0.3058345 Apr 16 15:36:48.597781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55086) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:48.618300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network c85d30ba-4d82-42cd-8fb4-ebf4147994ec is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:48.631512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, c85d30ba-4d82-42cd-8fb4-ebf4147994ec) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:48.633249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e316b733-ae9f-4459-8e26-bdfb97c740eb tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] In _notify_port_updated(), no bound segment for port 1b85c03e-64d3-4115-8f00-9eb5edd71cc3 on network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:36:48.636395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e316b733-ae9f-4459-8e26-bdfb97c740eb tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:48.636809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e316b733-ae9f-4459-8e26-bdfb97c740eb tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.637633 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e316b733-ae9f-4459-8e26-bdfb97c740eb tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "PUT /v2.0/ports/1b85c03e-64d3-4115-8f00-9eb5edd71cc3 HTTP/1.1" status: 200 len: 1002 time: 1.3459282 Apr 16 15:36:48.640057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55090) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:48.668056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:48.668443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.669428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452380c-e6a1-498e-88f8-1a0227e6b43c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:48.673605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b452380c-e6a1-498e-88f8-1a0227e6b43c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "GET /v2.0/subnets/d5f4ecea-5cb9-4fff-a3ac-f565a39056ea HTTP/1.1" status: 200 len: 797 time: 0.0737245 Apr 16 15:36:48.674520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55094) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:48.680683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'port': {'network_id': 'f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20', 'name': 'tempest-FloatingIPTestJSON-1013948247', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:48.705427 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6045785 Apr 16 15:36:48.705967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55098) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:48.713123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'subnet': {'network_id': 'b1b4d452-7170-4a9d-80cc-8bb54737607c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:48.731704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-15f64c33-49cb-4e72-a1f8-c706c831b692 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Deleting port 1b85c03e-64d3-4115-8f00-9eb5edd71cc3 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:48.731920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15f64c33-49cb-4e72-a1f8-c706c831b692 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.741351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc2c0245-1cde-4289-9d3e-17e344f4e3a6 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.750160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc2c0245-1cde-4289-9d3e-17e344f4e3a6 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.812571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e316b733-ae9f-4459-8e26-bdfb97c740eb tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:48.845047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc854df7-31de-42fe-9110-088a5023126f None None] Network c85d30ba-4d82-42cd-8fb4-ebf4147994ec requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:48.845739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:48.865279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c0245-1cde-4289-9d3e-17e344f4e3a6 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] In _notify_port_updated(), no bound segment for port 28805f9d-c922-4b18-9569-8b061ac7a566 on network 82da269f-e423-41e3-ba00-d3738d0b5784 {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:36:48.868411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c0245-1cde-4289-9d3e-17e344f4e3a6 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:48.868735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc2c0245-1cde-4289-9d3e-17e344f4e3a6 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.868817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:subnet and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:48.871470 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bc2c0245-1cde-4289-9d3e-17e344f4e3a6 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "PUT /v2.0/ports/28805f9d-c922-4b18-9569-8b061ac7a566 HTTP/1.1" status: 200 len: 818 time: 0.6022747 Apr 16 15:36:48.873885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:48.876574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55102) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:48.885121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c0245-1cde-4289-9d3e-17e344f4e3a6 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=28805f9d-c922-4b18-9569-8b061ac7a566,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:48.888831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc2c0245-1cde-4289-9d3e-17e344f4e3a6 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:48.889399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:48.895154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:48.901272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Made reservation on behalf of 572b8e69ffdf4c27b74b5460455915f8 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:48.903763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:48.923796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5ba0c072-1332-41b6-ad6e-5157768d1ed4 None None] Provisioning complete for port 1b85c03e-64d3-4115-8f00-9eb5edd71cc3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:48.924123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ba0c072-1332-41b6-ad6e-5157768d1ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.926453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.949556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-09d1f649-0d09-4667-b001-b891e71fa02b tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:48.965875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:48.969421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.975707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:48.985825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0c072-1332-41b6-ad6e-5157768d1ed4 None None] Port 1b85c03e-64d3-4115-8f00-9eb5edd71cc3 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:48.991697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] device_id is not set on port 1a069793-2f40-4860-939d-4818423583f0 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:49.024568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-c85d30ba-4d82-42cd-8fb4-ebf4147994ec', 'network_id': 'c85d30ba-4d82-42cd-8fb4-ebf4147994ec', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'fixed_ips': [{'subnet_id': 'dbefd141-d647-494f-a127-f3e508afd1eb'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:36:49.025211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.048572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event deleted for resources: {'Port': ['ID=54dddef5-3c6b-4826-84c6-194314722fa5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:49.050544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:49.084156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d7a2b-fd5c-45f5-a5cb-f1dfaa4cb64d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 28805f9d-c922-4b18-9569-8b061ac7a566 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:49.084408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f0d7a2b-fd5c-45f5-a5cb-f1dfaa4cb64d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.118799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Allocated IP 2001:db8::2 (c85d30ba-4d82-42cd-8fb4-ebf4147994ec/dbefd141-d647-494f-a127-f3e508afd1eb/2dba0315-2079-4f87-bfaa-f2fdeaaf30fe) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:49.182930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.20.0.14 (f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20/d5f4ecea-5cb9-4fff-a3ac-f565a39056ea/1a069793-2f40-4860-939d-4818423583f0) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:49.186656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.20.0.13 (f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20/d5f4ecea-5cb9-4fff-a3ac-f565a39056ea/1a069793-2f40-4860-939d-4818423583f0) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:49.221745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15f64c33-49cb-4e72-a1f8-c706c831b692 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.241425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.247367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Transition to ACTIVE for port object 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:49.257874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Transition to ACTIVE for port object 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:49.260816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.269865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-437fe6bf-45b9-482f-b470-981f0a3d7a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:49.299637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.317838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.326600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-99770b20-46f5-40f7-a551-dad73e99ec78 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:49.342498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Pushing event updated for resources: {'Port': ['ID=2dba0315-2079-4f87-bfaa-f2fdeaaf30fe,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:49.349114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:49.357651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-15f64c33-49cb-4e72-a1f8-c706c831b692 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Calling delete_port for 1b85c03e-64d3-4115-8f00-9eb5edd71cc3 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:49.372971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Network c85d30ba-4d82-42cd-8fb4-ebf4147994ec is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:49.374313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:49.375146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:49.415644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=1a069793-2f40-4860-939d-4818423583f0,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:49.417938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:49.430109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Attempting to bind port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:49.430516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Attempting to bind port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c76fdc37-fb00-42e1-9a26-54d0feb6461c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'c85d30ba-4d82-42cd-8fb4-ebf4147994ec'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:49.430656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Attempting to bind port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe on network c85d30ba-4d82-42cd-8fb4-ebf4147994ec {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:49.433813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:49.434086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Checking segment: {'id': 'c76fdc37-fb00-42e1-9a26-54d0feb6461c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'c85d30ba-4d82-42cd-8fb4-ebf4147994ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:49.434377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.434697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Bound using segment: {'id': 'c76fdc37-fb00-42e1-9a26-54d0feb6461c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'c85d30ba-4d82-42cd-8fb4-ebf4147994ec'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:49.435032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Bound port: 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76fdc37-fb00-42e1-9a26-54d0feb6461c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'c85d30ba-4d82-42cd-8fb4-ebf4147994ec'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:49.435308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.448637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:49.449462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:49.451020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:49.489012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] For port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:49.490895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:49.491152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] For port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2dba0315-2079-4f87-bfaa-f2fdeaaf30fe,segment=NetworkSegment(c76fdc37-fb00-42e1-9a26-54d0feb6461c),segment_id=c76fdc37-fb00-42e1-9a26-54d0feb6461c)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:49.491300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.494868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.503241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-727a3317-49d8-4ca2-9bbf-0bc1185ec889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:49.514401 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 0.8374369 Apr 16 15:36:49.517244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55108) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:49.521274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '1a069793-2f40-4860-939d-4818423583f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:49.525447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:49.530540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:floatingip and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:49.532349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:49.536461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:49.543239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.601434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Pushing event updated for resources: {'Port': ['ID=2dba0315-2079-4f87-bfaa-f2fdeaaf30fe,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:49.604318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:49.635642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.718830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.26.4.204 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/ea442152-afd5-42bf-8f17-6ce581fe9e28) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:49.733507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f0d7a2b-fd5c-45f5-a5cb-f1dfaa4cb64d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.803097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.819548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.829928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7f0d7a2b-fd5c-45f5-a5cb-f1dfaa4cb64d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 28805f9d-c922-4b18-9569-8b061ac7a566 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:49.831218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-146e2b66-e369-4418-a47b-ec4e19db814f tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:49.849579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:49.908943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=ea442152-afd5-42bf-8f17-6ce581fe9e28,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:49.911603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:49.951523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:49.952377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:49.953771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:50.001083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.030036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.092256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.092591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 183e5898-bf4f-4d84-b042-3842c246ce90 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:36:50.095182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f0d7a2b-fd5c-45f5-a5cb-f1dfaa4cb64d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.106006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dba1d0f4-c6ac-41b2-94a9-90512bfe81a0 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:50.137433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15f64c33-49cb-4e72-a1f8-c706c831b692 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.170247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d7a2b-fd5c-45f5-a5cb-f1dfaa4cb64d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=28805f9d-c922-4b18-9569-8b061ac7a566,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:50.171930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f0d7a2b-fd5c-45f5-a5cb-f1dfaa4cb64d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:50.188526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8b3f6805-b0e9-4d33-93ae-647fd0018ad7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:50.247489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f64c33-49cb-4e72-a1f8-c706c831b692 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event deleted for resources: {'Port': ['ID=1b85c03e-64d3-4115-8f00-9eb5edd71cc3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:50.249214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-15f64c33-49cb-4e72-a1f8-c706c831b692 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:50.287266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.288017 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "DELETE /v2.0/routers/183e5898-bf4f-4d84-b042-3842c246ce90 HTTP/1.1" status: 204 len: 168 time: 2.6832187 Apr 16 15:36:50.293003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55114) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:50.337881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f0d7a2b-fd5c-45f5-a5cb-f1dfaa4cb64d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.339086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7f0d7a2b-fd5c-45f5-a5cb-f1dfaa4cb64d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/28805f9d-c922-4b18-9569-8b061ac7a566 HTTP/1.1" status: 204 len: 168 time: 1.4618676 Apr 16 15:36:50.349490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55118) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:50.466791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.482529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15f64c33-49cb-4e72-a1f8-c706c831b692 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.483790 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-15f64c33-49cb-4e72-a1f8-c706c831b692 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "DELETE /v2.0/ports/1b85c03e-64d3-4115-8f00-9eb5edd71cc3 HTTP/1.1" status: 204 len: 168 time: 1.8431153 Apr 16 15:36:50.486215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55124) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:50.511213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.536221 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-076107aa-791d-4394-ac79-5f7e48900897 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] GET failed (client error): The resource could not be found. Apr 16 15:36:50.536570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-076107aa-791d-4394-ac79-5f7e48900897 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Synchronizing usage tracker for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:50.551637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.557436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:50.603578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1431a6f-e5a9-4fda-a3d7-31a94662e02d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:50.604017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e1431a6f-e5a9-4fda-a3d7-31a94662e02d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:50.610843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:50.651642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e1431a6f-e5a9-4fda-a3d7-31a94662e02d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:50.651903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-076107aa-791d-4394-ac79-5f7e48900897 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Unset dirty status for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:50.652431 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e1431a6f-e5a9-4fda-a3d7-31a94662e02d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3023410 Apr 16 15:36:50.652977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.655411 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-076107aa-791d-4394-ac79-5f7e48900897 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "GET /v2.0/ports/1b85c03e-64d3-4115-8f00-9eb5edd71cc3 HTTP/1.1" status: 404 len: 333 time: 0.1683681 Apr 16 15:36:50.656947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55130) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:50.657025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55132) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:50.661635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Request body: {'port': {'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1162198712'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:50.663161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9646403-6f61-41cf-ac45-d40ec6394d37 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:50.742784 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac1f38b-3297-463b-ac8b-80ccfda0773e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:36:50.743142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dac1f38b-3297-463b-ac8b-80ccfda0773e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:50.752230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.764574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Subnet': ['ID=e67cb1c3-b9af-4a14-ad21-a2902443e8ff,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:50.766371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:50.774720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dac1f38b-3297-463b-ac8b-80ccfda0773e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:50.774720 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dac1f38b-3297-463b-ac8b-80ccfda0773e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/28805f9d-c922-4b18-9569-8b061ac7a566 HTTP/1.1" status: 404 len: 333 time: 0.1123188 Apr 16 15:36:50.774720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55138) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:50.776461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1108601014'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:50.781549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Deleting port 015702ae-99f1-4c9a-84b2-22e77b76c6ac {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:50.781747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.790504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:50.803363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:network and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:50.805865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.808738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:50.818836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.827377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:50.829636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fb202935-6d5e-4ced-81e5-184687c98d64 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:50.874142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Checking segment: {'id': 'ea28b1bf-76b1-41a6-a538-bf95b8fd69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': 'b1b4d452-7170-4a9d-80cc-8bb54737607c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:50.874355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network hostable DHCP agents. Network: b1b4d452-7170-4a9d-80cc-8bb54737607c, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:50.876467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a6746a-ba82-46d6-be4f-1b1d4669dd63 None None] Network c85d30ba-4d82-42cd-8fb4-ebf4147994ec requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:50.901895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=ea442152-afd5-42bf-8f17-6ce581fe9e28,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:50.902172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network b1b4d452-7170-4a9d-80cc-8bb54737607c is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:50.904472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:50.906672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:50.913367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] For port 015702ae-99f1-4c9a-84b2-22e77b76c6ac, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=015702ae-99f1-4c9a-84b2-22e77b76c6ac,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:50.913584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.917257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:50.917901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, b1b4d452-7170-4a9d-80cc-8bb54737607c) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:50.918905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:50.922541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.928868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da5e24b-fcca-49a6-b105-f12e4531c133 None None] Network b1b4d452-7170-4a9d-80cc-8bb54737607c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:50.946760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Made reservation on behalf of 835c1449b3074029a7f7586adc82b483 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:50.950284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.958172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:50.958555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:50.980160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] device_id is not set on port 7a67d572-2336-4538-a0cb-d64597029506 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:50.996630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e30468bc-0e61-4846-910e-57bdbc3cfddc None None] Provisioning for port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:51.000939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1460} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:36:51.013074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.013275 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Added segment c49a5316-83ed-4a36-8ee7-9437ef2cf49c of type vlan for network 93682959-7ff4-4ebf-9246-6c71462883d7 Apr 16 15:36:51.020758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e30468bc-0e61-4846-910e-57bdbc3cfddc None None] Provisioning complete for port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:51.021115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30468bc-0e61-4846-910e-57bdbc3cfddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.102725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.109509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.227985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP 41df78f6-8010-4d8d-be7a-68f1a7c3c3ef associated. External IP: 172.26.4.204, port: 1a069793-2f40-4860-939d-4818423583f0. Apr 16 15:36:51.234884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-b1b4d452-7170-4a9d-80cc-8bb54737607c', 'network_id': 'b1b4d452-7170-4a9d-80cc-8bb54737607c', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'fixed_ips': [{'subnet_id': 'e67cb1c3-b9af-4a14-ad21-a2902443e8ff'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:36:51.235459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.248239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30468bc-0e61-4846-910e-57bdbc3cfddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.263715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Calling delete_port for 015702ae-99f1-4c9a-84b2-22e77b76c6ac owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:51.280443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Allocated IP 2001:db8::22e (e64f9d8d-9627-4f63-87b9-92bbe81ddbd5/aeecc7d0-ef0f-4984-b938-dc5e057469bb/7a67d572-2336-4538-a0cb-d64597029506) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:51.296296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5873637 Apr 16 15:36:51.298035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55144) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:51.302751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-82b53ace-d6d3-4eac-a235-c37c3cc39b01 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1750290473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:51.307477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e30468bc-0e61-4846-910e-57bdbc3cfddc None None] For port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2dba0315-2079-4f87-bfaa-f2fdeaaf30fe,segment=NetworkSegment(c76fdc37-fb00-42e1-9a26-54d0feb6461c),segment_id=c76fdc37-fb00-42e1-9a26-54d0feb6461c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:51.308813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-82b53ace-d6d3-4eac-a235-c37c3cc39b01 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:51.314134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30468bc-0e61-4846-910e-57bdbc3cfddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.316773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-82b53ace-d6d3-4eac-a235-c37c3cc39b01 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:router and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:51.316845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-29e91664-11ac-40e2-92b6-4f013225fa50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:51.321498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-82b53ace-d6d3-4eac-a235-c37c3cc39b01 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:51.325761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-82b53ace-d6d3-4eac-a235-c37c3cc39b01 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:51.341200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82b53ace-d6d3-4eac-a235-c37c3cc39b01 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.341857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82b53ace-d6d3-4eac-a235-c37c3cc39b01 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.341930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.346653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:51.347224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.356831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82b53ace-d6d3-4eac-a235-c37c3cc39b01 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.361209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-53ace249-98a4-422a-848c-01e27a61b694 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:51.398796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82b53ace-d6d3-4eac-a235-c37c3cc39b01 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.411334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.422909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:51.481189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event deleted for resources: {'Port': ['ID=015702ae-99f1-4c9a-84b2-22e77b76c6ac,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:51.482988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:51.484742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82b53ace-d6d3-4eac-a235-c37c3cc39b01 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.487861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-82b53ace-d6d3-4eac-a235-c37c3cc39b01 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1891870 Apr 16 15:36:51.488464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55150) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:51.531471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Network': ['ID=93682959-7ff4-4ebf-9246-6c71462883d7,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:51.546085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:51.553030 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7796497 Apr 16 15:36:51.554183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 93682959-7ff4-4ebf-9246-6c71462883d7 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:36:51.554784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55154) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:51.558809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '93682959-7ff4-4ebf-9246-6c71462883d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:51.627045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30468bc-0e61-4846-910e-57bdbc3cfddc None None] Pushing event updated for resources: {'Port': ['ID=2dba0315-2079-4f87-bfaa-f2fdeaaf30fe,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:51.628785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-34227aa2-f4e3-4a43-9524-3a5e4b4777c2 None None] Provisioning complete for port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:51.629024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34227aa2-f4e3-4a43-9524-3a5e4b4777c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.649686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e30468bc-0e61-4846-910e-57bdbc3cfddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:51.650442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Allocated IP 2001:db8:1::2 (b1b4d452-7170-4a9d-80cc-8bb54737607c/e67cb1c3-b9af-4a14-ad21-a2902443e8ff/d51de7fa-9f9f-407d-9efd-24845c33add9) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:51.652366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.718198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:51.750961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:51.756723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:51.762371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.763419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:51.764955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.778301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:51.782239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.792802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.793265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db5415ba-6bd8-431c-862c-0140a654c410 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:36:51.819027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.826406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Transition to ACTIVE for port object d51de7fa-9f9f-407d-9efd-24845c33add9 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:51.838186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.841316 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "DELETE /v2.0/routers/db5415ba-6bd8-431c-862c-0140a654c410 HTTP/1.1" status: 204 len: 168 time: 1.5454657 Apr 16 15:36:51.841553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55160) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:51.844515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Transition to ACTIVE for port object d51de7fa-9f9f-407d-9efd-24845c33add9 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:51.844802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2039701515', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:51.850403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.852999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:51.858816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Usage tracker for resource:router and tenant:ff41f543c1874d81bdd35140477deffc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:51.860669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-078de4a8-f2d0-4078-a298-6603c4107558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:51.861185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:51.868054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:51.879806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.880478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.913836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:51.935688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Pushing event updated for resources: {'Port': ['ID=d51de7fa-9f9f-407d-9efd-24845c33add9,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:51.946000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:51.968447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Network b1b4d452-7170-4a9d-80cc-8bb54737607c is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:51.969287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:51.970946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:52.036002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Attempting to bind port d51de7fa-9f9f-407d-9efd-24845c33add9 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:52.036357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Attempting to bind port d51de7fa-9f9f-407d-9efd-24845c33add9 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'ea28b1bf-76b1-41a6-a538-bf95b8fd69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': 'b1b4d452-7170-4a9d-80cc-8bb54737607c'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:52.036720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Attempting to bind port d51de7fa-9f9f-407d-9efd-24845c33add9 on network b1b4d452-7170-4a9d-80cc-8bb54737607c {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:52.040370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:52.040733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Checking segment: {'id': 'ea28b1bf-76b1-41a6-a538-bf95b8fd69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': 'b1b4d452-7170-4a9d-80cc-8bb54737607c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:52.041074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.041457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Bound using segment: {'id': 'ea28b1bf-76b1-41a6-a538-bf95b8fd69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': 'b1b4d452-7170-4a9d-80cc-8bb54737607c'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:52.041887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Bound port: d51de7fa-9f9f-407d-9efd-24845c33add9, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea28b1bf-76b1-41a6-a538-bf95b8fd69e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': 'b1b4d452-7170-4a9d-80cc-8bb54737607c'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:52.042198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.104065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] For port d51de7fa-9f9f-407d-9efd-24845c33add9, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:52.105840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] For port d51de7fa-9f9f-407d-9efd-24845c33add9, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d51de7fa-9f9f-407d-9efd-24845c33add9,segment=NetworkSegment(ea28b1bf-76b1-41a6-a538-bf95b8fd69e1),segment_id=ea28b1bf-76b1-41a6-a538-bf95b8fd69e1)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:52.110164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.137375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.183598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.183918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19284a6f-fa68-493b-83ab-096dbb5c1317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:52.217423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Transition to ACTIVE for port object 7a67d572-2336-4538-a0cb-d64597029506 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:52.218832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:52.243974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Pushing event updated for resources: {'Port': ['ID=d51de7fa-9f9f-407d-9efd-24845c33add9,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:52.246127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:52.276175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.284412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12ed62e5-cf06-4bc7-bfe5-1d3128462e22 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:52.329657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.382744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.396294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dcf6c232-8802-44e7-ac34-13cdd4f2dd55 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:52.421959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Subnet': ['ID=3d208bc8-ef6f-42d6-ba8d-5f6d2d174776,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:52.423683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:52.452058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.472560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.536712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:52.536949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:52.544206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8ab3e3-0f8e-426c-8fb9-1aaa064d4ed6 None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:52.551573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ab3e3-0f8e-426c-8fb9-1aaa064d4ed6 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:52.552047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-cd8ab3e3-0f8e-426c-8fb9-1aaa064d4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:52.562719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'Port': ['ID=7a67d572-2336-4538-a0cb-d64597029506,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:52.563211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Checking segment: {'id': 'c49a5316-83ed-4a36-8ee7-9437ef2cf49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '93682959-7ff4-4ebf-9246-6c71462883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:52.563422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network hostable DHCP agents. Network: 93682959-7ff4-4ebf-9246-6c71462883d7, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:36:52.568622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:52.608216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:52.612195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.618268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.648985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-cd8ab3e3-0f8e-426c-8fb9-1aaa064d4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:52.654985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8ab3e3-0f8e-426c-8fb9-1aaa064d4ed6 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:52.655537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-cd8ab3e3-0f8e-426c-8fb9-1aaa064d4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:52.700117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-cd8ab3e3-0f8e-426c-8fb9-1aaa064d4ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:52.700578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8ab3e3-0f8e-426c-8fb9-1aaa064d4ed6 None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:52.769818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:52.772270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2540853 Apr 16 15:36:52.776456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:52.779342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55168) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:52.782256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:52.786230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:52.786712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.792581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 015702ae-99f1-4c9a-84b2-22e77b76c6ac no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:36:52.801637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c335e704-da56-4220-bfa8-afd812f61510 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'floatingip': {'port_id': '1a069793-2f40-4860-939d-4818423583f0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:52.847670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 015702ae-99f1-4c9a-84b2-22e77b76c6ac {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:36:52.849265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 015702ae-99f1-4c9a-84b2-22e77b76c6ac not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:36:52.862552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2019577 Apr 16 15:36:52.862552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Allocated IP 2001:db8::1 (c85d30ba-4d82-42cd-8fb4-ebf4147994ec/dbefd141-d647-494f-a127-f3e508afd1eb/cae1135b-3c42-4b5d-a131-dd49efef3f38) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:52.864641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55174) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:52.871694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Request body: {'port': {'network_id': 'e64f9d8d-9627-4f63-87b9-92bbe81ddbd5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1180792739'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:52.898063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Allocated IP 172.26.4.175 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/60d130a1-0d16-4798-aec6-471ada2f85b2) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:52.922179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 93682959-7ff4-4ebf-9246-6c71462883d7 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:36:52.953138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 93682959-7ff4-4ebf-9246-6c71462883d7) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:52.962480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d25849-7fec-4a8d-8d81-76e4bedd324a None None] Network 93682959-7ff4-4ebf-9246-6c71462883d7 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:52.974758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:52.975189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:52.984910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c335e704-da56-4220-bfa8-afd812f61510 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.010048 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4527984 Apr 16 15:36:53.016925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55178) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:53.022761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-19ac9a0c-9600-4765-b91b-3834b3009488 None None] Provisioning for port 7a67d572-2336-4538-a0cb-d64597029506 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:53.023220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a97bb594-7982-4c68-be59-606fa05fa0db tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '93682959-7ff4-4ebf-9246-6c71462883d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:53.027543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-19ac9a0c-9600-4765-b91b-3834b3009488 None None] Provisioning complete for port 7a67d572-2336-4538-a0cb-d64597029506 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:53.027780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19ac9a0c-9600-4765-b91b-3834b3009488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.037438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.076095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-19ac9a0c-9600-4765-b91b-3834b3009488 None None] Port 7a67d572-2336-4538-a0cb-d64597029506 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:53.113419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a97bb594-7982-4c68-be59-606fa05fa0db tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:53.116038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a97bb594-7982-4c68-be59-606fa05fa0db tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:53.117889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a97bb594-7982-4c68-be59-606fa05fa0db tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:53.119825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.120025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:53.129766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-98cefe74-a9b5-4899-adbb-8d4add224ae3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:53.139227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-93682959-7ff4-4ebf-9246-6c71462883d7', 'network_id': '93682959-7ff4-4ebf-9246-6c71462883d7', 'tenant_id': '4048886c32194caf9efd8fbc0a02d36b', 'fixed_ips': [{'subnet_id': '3d208bc8-ef6f-42d6-ba8d-5f6d2d174776'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:36:53.139817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.148780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a97bb594-7982-4c68-be59-606fa05fa0db tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:53.159830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:53.170465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.200833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97bb594-7982-4c68-be59-606fa05fa0db tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:53.204451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a97bb594-7982-4c68-be59-606fa05fa0db tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.220208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Made reservation on behalf of 835c1449b3074029a7f7586adc82b483 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:53.224131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.234393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Allocated IP 172.20.0.2 (93682959-7ff4-4ebf-9246-6c71462883d7/3d208bc8-ef6f-42d6-ba8d-5f6d2d174776/0b2af0a5-d80c-408e-be5b-4a570e308d96) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:53.250542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Pushing event updated for resources: {'Port': ['ID=60d130a1-0d16-4798-aec6-471ada2f85b2,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:53.259333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:53.269463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Transition to ACTIVE for port object cae1135b-3c42-4b5d-a131-dd49efef3f38 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:53.282684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] device_id is not set on port 20db4deb-0d21-4727-8f93-9206f4921617 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:53.308368 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-a97bb594-7982-4c68-be59-606fa05fa0db tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3d208bc8-ef6f-42d6-ba8d-5f6d2d174776 (CIDR: 172.20.0.0/28) Apr 16 15:36:53.309497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:53.310273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:53.311933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:53.332540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97bb594-7982-4c68-be59-606fa05fa0db tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:36:53.332938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97bb594-7982-4c68-be59-606fa05fa0db tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:36:53.362805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.369441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Transition to ACTIVE for port object 0b2af0a5-d80c-408e-be5b-4a570e308d96 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:53.380988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Transition to ACTIVE for port object 0b2af0a5-d80c-408e-be5b-4a570e308d96 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:53.387021 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a97bb594-7982-4c68-be59-606fa05fa0db tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3693388 Apr 16 15:36:53.390028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55182) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:53.392439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.394075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '93682959-7ff4-4ebf-9246-6c71462883d7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:53.409783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f3bd34b-62bf-4a71-a2e2-2d8b83a49088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:53.494735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Pushing event updated for resources: {'Port': ['ID=0b2af0a5-d80c-408e-be5b-4a570e308d96,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:53.503268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:53.530149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Network 93682959-7ff4-4ebf-9246-6c71462883d7 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:53.531065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:53.532769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:53.584232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:53.595402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Attempting to bind port 0b2af0a5-d80c-408e-be5b-4a570e308d96 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:36:53.595601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Attempting to bind port 0b2af0a5-d80c-408e-be5b-4a570e308d96 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c49a5316-83ed-4a36-8ee7-9437ef2cf49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '93682959-7ff4-4ebf-9246-6c71462883d7'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:36:53.595838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Attempting to bind port 0b2af0a5-d80c-408e-be5b-4a570e308d96 on network 93682959-7ff4-4ebf-9246-6c71462883d7 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:36:53.600191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:36:53.600461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Checking segment: {'id': 'c49a5316-83ed-4a36-8ee7-9437ef2cf49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '93682959-7ff4-4ebf-9246-6c71462883d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:36:53.600754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.601032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Bound using segment: {'id': 'c49a5316-83ed-4a36-8ee7-9437ef2cf49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '93682959-7ff4-4ebf-9246-6c71462883d7'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:36:53.601372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Bound port: 0b2af0a5-d80c-408e-be5b-4a570e308d96, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49a5316-83ed-4a36-8ee7-9437ef2cf49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '93682959-7ff4-4ebf-9246-6c71462883d7'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:36:53.601648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.619621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:53.622194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:53.627552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:53.647039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:53.650977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.664689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] For port 0b2af0a5-d80c-408e-be5b-4a570e308d96, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:36:53.666906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] For port 0b2af0a5-d80c-408e-be5b-4a570e308d96, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0b2af0a5-d80c-408e-be5b-4a570e308d96,segment=NetworkSegment(c49a5316-83ed-4a36-8ee7-9437ef2cf49c),segment_id=c49a5316-83ed-4a36-8ee7-9437ef2cf49c)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:36:53.671702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.695255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.706525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b3aca9c-afc9-45ed-a7a7-7d2bce4d7ab6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:53.706827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:53.713942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-437fe6bf-45b9-482f-b470-981f0a3d7a03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:53.795232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Pushing event updated for resources: {'Port': ['ID=0b2af0a5-d80c-408e-be5b-4a570e308d96,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:53.804543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:53.812167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Allocated IP 2001:db8::5f (e64f9d8d-9627-4f63-87b9-92bbe81ddbd5/aeecc7d0-ef0f-4984-b938-dc5e057469bb/20db4deb-0d21-4727-8f93-9206f4921617) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:53.826925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=cae1135b-3c42-4b5d-a131-dd49efef3f38,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:53.828841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:53.896556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6093cba-8fbd-4f08-8bcb-84bff7ac659f None None] Network b1b4d452-7170-4a9d-80cc-8bb54737607c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:53.921858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network c85d30ba-4d82-42cd-8fb4-ebf4147994ec is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:53.948192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:53.949875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:53.950262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.083537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-c335e704-da56-4220-bfa8-afd812f61510 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:36:54.099202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e7e13072-7666-413c-a404-2f1f4bb611a3 None None] Provisioning for port d51de7fa-9f9f-407d-9efd-24845c33add9 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:54.108477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.222579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a6ea4150-8b4a-4abe-a527-54b94b0184ab None None] Provisioning for port cae1135b-3c42-4b5d-a131-dd49efef3f38 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:54.233212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a6ea4150-8b4a-4abe-a527-54b94b0184ab None None] Provisioning complete for port cae1135b-3c42-4b5d-a131-dd49efef3f38 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:54.233447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6ea4150-8b4a-4abe-a527-54b94b0184ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.263988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c335e704-da56-4220-bfa8-afd812f61510 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.264516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.286271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c335e704-da56-4220-bfa8-afd812f61510 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.287465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea4150-8b4a-4abe-a527-54b94b0184ab None None] Port cae1135b-3c42-4b5d-a131-dd49efef3f38 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:54.394683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.430648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Transition to ACTIVE for port object 20db4deb-0d21-4727-8f93-9206f4921617 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:54.557434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0b2af0a5-d80c-408e-be5b-4a570e308d96 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:54.599275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Router c3159f8a-0f04-4f8b-9690-af0d324ac31a is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:36:54.601841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 0b2af0a5-d80c-408e-be5b-4a570e308d96 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:54.605926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d51de7fa-9f9f-407d-9efd-24845c33add9 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:54.652653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port d51de7fa-9f9f-407d-9efd-24845c33add9 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:54.656191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d51de7fa-9f9f-407d-9efd-24845c33add9 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:54.656554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.676823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.752612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.764150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:54.784204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:54.846994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.849659 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0056605 Apr 16 15:36:54.851803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55192) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:54.857724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ce35668b-44c0-4856-8577-9186974da17b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'enable_snat': False}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:54.891783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Subnet': ['ID=6b748d4c-0866-4c98-9405-1892b2c0fe1a,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:54.893879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:54.894011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46038b90-2155-49d7-8221-019dccd0475c None None] Sync routers for ids ['c3159f8a-0f04-4f8b-9690-af0d324ac31a'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:54.920575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.932643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46038b90-2155-49d7-8221-019dccd0475c None None] Routers {'c3159f8a-0f04-4f8b-9690-af0d324ac31a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:54.933485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-46038b90-2155-49d7-8221-019dccd0475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c3159f8a-0f04-4f8b-9690-af0d324ac31a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:54.954277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:54.973229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 93682959-7ff4-4ebf-9246-6c71462883d7 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:54.974881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:54.976035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-46038b90-2155-49d7-8221-019dccd0475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:54.988352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port d51de7fa-9f9f-407d-9efd-24845c33add9, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d51de7fa-9f9f-407d-9efd-24845c33add9,segment=NetworkSegment(ea28b1bf-76b1-41a6-a538-bf95b8fd69e1),segment_id=ea28b1bf-76b1-41a6-a538-bf95b8fd69e1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:54.991763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:54.992144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:54.993288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46038b90-2155-49d7-8221-019dccd0475c None None] Routers {'c3159f8a-0f04-4f8b-9690-af0d324ac31a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:54.993712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-46038b90-2155-49d7-8221-019dccd0475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c3159f8a-0f04-4f8b-9690-af0d324ac31a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:55.022259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c335e704-da56-4220-bfa8-afd812f61510 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:55.035959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.038088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-46038b90-2155-49d7-8221-019dccd0475c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:55.038339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46038b90-2155-49d7-8221-019dccd0475c None None] The sync data for ids ['c3159f8a-0f04-4f8b-9690-af0d324ac31a'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:55.039071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50cc9f81-93c9-4ab2-8bb7-edcec163757f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:55.088038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=d51de7fa-9f9f-407d-9efd-24845c33add9,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:55.090501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:55.095723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7033699 Apr 16 15:36:55.100111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55198) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:55.105084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': '93682959-7ff4-4ebf-9246-6c71462883d7', 'fixed_ips': [{'subnet_id': '3d208bc8-ef6f-42d6-ba8d-5f6d2d174776'}, {'subnet_id': '6b748d4c-0866-4c98-9405-1892b2c0fe1a'}], 'name': 'tempest-PortsTestJSON-689091648'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:55.110761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'Port': ['ID=20db4deb-0d21-4727-8f93-9206f4921617,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:55.120706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:55.207515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd9b43-2cda-46b3-8a22-9a0a9a29e141 None None] Network 93682959-7ff4-4ebf-9246-6c71462883d7 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:55.208901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.214028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:55.214591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.215143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.224862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-89b0b69e-fcfe-4b9e-89ae-53bb068325b0 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:55.242388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:55.249259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:55.252505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:55.252917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.260589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c335e704-da56-4220-bfa8-afd812f61510 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:55.272398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e03f33-7213-4baa-9f5c-d0e9e1ccb4fb None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:55.280346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e03f33-7213-4baa-9f5c-d0e9e1ccb4fb None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:55.280711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-17e03f33-7213-4baa-9f5c-d0e9e1ccb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:55.285001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:55.301252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:port and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:55.309690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:55.317854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c335e704-da56-4220-bfa8-afd812f61510 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.319938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:55.342662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=cae1135b-3c42-4b5d-a131-dd49efef3f38,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:55.344835 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4783802 Apr 16 15:36:55.345544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:55.348252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55204) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:55.352190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-04169291-0b11-401e-abd9-ae319d5ec3a7 None None] Provisioning for port 0b2af0a5-d80c-408e-be5b-4a570e308d96 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:55.354638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:36:55.357062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-04169291-0b11-401e-abd9-ae319d5ec3a7 None None] Provisioning complete for port 0b2af0a5-d80c-408e-be5b-4a570e308d96 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:55.357301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04169291-0b11-401e-abd9-ae319d5ec3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.359897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-17e03f33-7213-4baa-9f5c-d0e9e1ccb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:55.362634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b646fd2b-a252-4b3e-8215-2377eb0d8fc6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::27', 'mac_address': 'fa:16:3e:3c:50:5f'}, {'ip_address': '2001:db8::22e', 'mac_address': 'fa:16:3e:35:de:d2'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:55.371255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e03f33-7213-4baa-9f5c-d0e9e1ccb4fb None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:55.371745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-17e03f33-7213-4baa-9f5c-d0e9e1ccb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:55.427218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-17e03f33-7213-4baa-9f5c-d0e9e1ccb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:55.427856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e03f33-7213-4baa-9f5c-d0e9e1ccb4fb None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:55.463192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04169291-0b11-401e-abd9-ae319d5ec3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.492761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-04169291-0b11-401e-abd9-ae319d5ec3a7 None None] For port 0b2af0a5-d80c-408e-be5b-4a570e308d96, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0b2af0a5-d80c-408e-be5b-4a570e308d96,segment=NetworkSegment(c49a5316-83ed-4a36-8ee7-9437ef2cf49c),segment_id=c49a5316-83ed-4a36-8ee7-9437ef2cf49c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:55.496774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce35668b-44c0-4856-8577-9186974da17b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.499772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04169291-0b11-401e-abd9-ae319d5ec3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.503467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:55.509956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.524359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network c85d30ba-4d82-42cd-8fb4-ebf4147994ec is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:55.525400 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c335e704-da56-4220-bfa8-afd812f61510 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "PUT /v2.0/floatingips/41df78f6-8010-4d8d-be7a-68f1a7c3c3ef HTTP/1.1" status: 200 len: 979 time: 2.7441735 Apr 16 15:36:55.527334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:55.529385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55210) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:55.541174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 0481e22a-0a00-4425-9f9d-68ab37e331cf yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:36:55.595903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04169291-0b11-401e-abd9-ae319d5ec3a7 None None] Pushing event updated for resources: {'Port': ['ID=0b2af0a5-d80c-408e-be5b-4a570e308d96,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:55.599129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04169291-0b11-401e-abd9-ae319d5ec3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:55.604680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a033e3-a3f0-480e-900f-7be92c27aa6d None None] Update dhcp port {'port': {'network_id': '93682959-7ff4-4ebf-9246-6c71462883d7', 'fixed_ips': [{'subnet_id': '3d208bc8-ef6f-42d6-ba8d-5f6d2d174776', 'ip_address': '172.20.0.2'}, {'subnet_id': '6b748d4c-0866-4c98-9405-1892b2c0fe1a'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '0b2af0a5-d80c-408e-be5b-4a570e308d96'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:36:55.640071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5a033e3-a3f0-480e-900f-7be92c27aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.668637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5457597d-1d15-4982-84b2-186b42371fd1 None None] Provisioning for port 20db4deb-0d21-4727-8f93-9206f4921617 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:55.678516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5457597d-1d15-4982-84b2-186b42371fd1 None None] Provisioning complete for port 20db4deb-0d21-4727-8f93-9206f4921617 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:55.678758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5457597d-1d15-4982-84b2-186b42371fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.712997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5457597d-1d15-4982-84b2-186b42371fd1 None None] Port 20db4deb-0d21-4727-8f93-9206f4921617 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:55.773317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b646fd2b-a252-4b3e-8215-2377eb0d8fc6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.827288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port ea442152-afd5-42bf-8f17-6ce581fe9e28 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:55.827448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.830020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f67c55bb-423a-4e9f-b257-3fc8da79c1c6 None None] Provisioning complete for port cae1135b-3c42-4b5d-a131-dd49efef3f38 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:55.830302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f67c55bb-423a-4e9f-b257-3fc8da79c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:55.867307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f67c55bb-423a-4e9f-b257-3fc8da79c1c6 None None] Port cae1135b-3c42-4b5d-a131-dd49efef3f38 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:55.885202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router b5427dcb-61ce-4249-8ad6-f2b03e400dfe is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:36:56.214929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.9 (93682959-7ff4-4ebf-9246-6c71462883d7/3d208bc8-ef6f-42d6-ba8d-5f6d2d174776/0481e22a-0a00-4425-9f9d-68ab37e331cf) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:56.221930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.27 (93682959-7ff4-4ebf-9246-6c71462883d7/6b748d4c-0866-4c98-9405-1892b2c0fe1a/0481e22a-0a00-4425-9f9d-68ab37e331cf) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:56.356947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.357146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.367593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:56.384355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0822022-ceaf-45e5-8447-314c8dd6c539 None None] Sync routers for ids ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:56.392616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0822022-ceaf-45e5-8447-314c8dd6c539 None None] Routers {'b5427dcb-61ce-4249-8ad6-f2b03e400dfe'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:56.393142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a0822022-ceaf-45e5-8447-314c8dd6c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:56.419324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce35668b-44c0-4856-8577-9186974da17b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.424547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce35668b-44c0-4856-8577-9186974da17b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.432893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/b5427dcb-61ce-4249-8ad6-f2b03e400dfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9399083 Apr 16 15:36:56.437919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for ea442152-afd5-42bf-8f17-6ce581fe9e28 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:56.438355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a0822022-ceaf-45e5-8447-314c8dd6c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:56.443925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0822022-ceaf-45e5-8447-314c8dd6c539 None None] Routers {'b5427dcb-61ce-4249-8ad6-f2b03e400dfe'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:56.444288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a0822022-ceaf-45e5-8447-314c8dd6c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:56.454810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55216) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:56.485227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a0822022-ceaf-45e5-8447-314c8dd6c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:56.485498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0822022-ceaf-45e5-8447-314c8dd6c539 None None] The sync data for ids ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:56.517566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.518286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b646fd2b-a252-4b3e-8215-2377eb0d8fc6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.528797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f7c7e0-b3cd-4dd8-88b9-16eff9f7c8ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:56.529179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-70f7c7e0-b3cd-4dd8-88b9-16eff9f7c8ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:56.531713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b646fd2b-a252-4b3e-8215-2377eb0d8fc6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.539478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0b2af0a5-d80c-408e-be5b-4a570e308d96 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:56.540476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object 0481e22a-0a00-4425-9f9d-68ab37e331cf will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:56.542819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:56.564309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce35668b-44c0-4856-8577-9186974da17b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Router c3159f8a-0f04-4f8b-9690-af0d324ac31a has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:56.609460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.613100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 0b2af0a5-d80c-408e-be5b-4a570e308d96 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:56.613370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.618857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f0d7a2b-fd5c-45f5-a5cb-f1dfaa4cb64d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:56.634175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-70f7c7e0-b3cd-4dd8-88b9-16eff9f7c8ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:56.637432 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-70f7c7e0-b3cd-4dd8-88b9-16eff9f7c8ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports/cae1135b-3c42-4b5d-a131-dd49efef3f38 HTTP/1.1" status: 200 len: 911 time: 0.1801167 Apr 16 15:36:56.637432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646fd2b-a252-4b3e-8215-2377eb0d8fc6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event updated for resources: {'Port': ['ID=20db4deb-0d21-4727-8f93-9206f4921617,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:56.638570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b646fd2b-a252-4b3e-8215-2377eb0d8fc6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:56.638812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55220) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:56.644465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d5a033e3-a3f0-480e-900f-7be92c27aa6d None None] Allocated IP 172.20.0.18 (93682959-7ff4-4ebf-9246-6c71462883d7/6b748d4c-0866-4c98-9405-1892b2c0fe1a/0b2af0a5-d80c-408e-be5b-4a570e308d96) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:56.738033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=0481e22a-0a00-4425-9f9d-68ab37e331cf,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:56.741596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:56.770424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d51de7fa-9f9f-407d-9efd-24845c33add9 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:56.774581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce35668b-44c0-4856-8577-9186974da17b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:56.783466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b646fd2b-a252-4b3e-8215-2377eb0d8fc6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] In _notify_port_updated(), no bound segment for port 20db4deb-0d21-4727-8f93-9206f4921617 on network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:36:56.786359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646fd2b-a252-4b3e-8215-2377eb0d8fc6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:56.786773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b646fd2b-a252-4b3e-8215-2377eb0d8fc6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.787590 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b646fd2b-a252-4b3e-8215-2377eb0d8fc6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "PUT /v2.0/ports/20db4deb-0d21-4727-8f93-9206f4921617 HTTP/1.1" status: 200 len: 1066 time: 1.4288652 Apr 16 15:36:56.788112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce35668b-44c0-4856-8577-9186974da17b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.789724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55226) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:56.790721 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ce35668b-44c0-4856-8577-9186974da17b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "PUT /v2.0/routers/c3159f8a-0f04-4f8b-9690-af0d324ac31a HTTP/1.1" status: 200 len: 926 time: 1.9383042 Apr 16 15:36:56.791257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55228) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:56.792302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a46271-b746-4e3b-b6e4-03bab8dacb09 None None] Sync routers for ids ['c3159f8a-0f04-4f8b-9690-af0d324ac31a'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:56.810391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.821060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a46271-b746-4e3b-b6e4-03bab8dacb09 None None] Routers {'c3159f8a-0f04-4f8b-9690-af0d324ac31a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:56.823644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:56.825079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d5a033e3-a3f0-480e-900f-7be92c27aa6d None None] For port 0b2af0a5-d80c-408e-be5b-4a570e308d96, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0b2af0a5-d80c-408e-be5b-4a570e308d96,segment=NetworkSegment(c49a5316-83ed-4a36-8ee7-9437ef2cf49c),segment_id=c49a5316-83ed-4a36-8ee7-9437ef2cf49c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:36:56.825841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b6a46271-b746-4e3b-b6e4-03bab8dacb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c3159f8a-0f04-4f8b-9690-af0d324ac31a'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:56.826856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 93682959-7ff4-4ebf-9246-6c71462883d7 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:56.830355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:56.836097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:56.872530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5a033e3-a3f0-480e-900f-7be92c27aa6d None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.892052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d51de7fa-9f9f-407d-9efd-24845c33add9 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:56.892289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.910940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b6a46271-b746-4e3b-b6e4-03bab8dacb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:56.917004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:56.917647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.922082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a46271-b746-4e3b-b6e4-03bab8dacb09 None None] Routers {'c3159f8a-0f04-4f8b-9690-af0d324ac31a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:56.925037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b6a46271-b746-4e3b-b6e4-03bab8dacb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c3159f8a-0f04-4f8b-9690-af0d324ac31a'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:56.927032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=ea442152-afd5-42bf-8f17-6ce581fe9e28,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:56.937781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d5a033e3-a3f0-480e-900f-7be92c27aa6d None None] Transition to ACTIVE for port object 0b2af0a5-d80c-408e-be5b-4a570e308d96 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:56.941641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5a033e3-a3f0-480e-900f-7be92c27aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:56.943176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f459df10-2034-4754-81fa-a2b63c3dd1ef tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/routers/c3159f8a-0f04-4f8b-9690-af0d324ac31a HTTP/1.1" status: 200 len: 926 time: 0.1504924 Apr 16 15:36:56.945735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.8433545 Apr 16 15:36:56.945735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55234) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:56.946036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55238) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:56.971383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d208bc8-ef6f-42d6-ba8d-5f6d2d174776'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:56.972717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:56.976892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b6a46271-b746-4e3b-b6e4-03bab8dacb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:56.977428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a46271-b746-4e3b-b6e4-03bab8dacb09 None None] The sync data for ids ['c3159f8a-0f04-4f8b-9690-af0d324ac31a'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:56.977844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:56.997590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a07c0cfd-2b39-4220-a7b8-6fab4e8e8703 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Deleting port 20db4deb-0d21-4727-8f93-9206f4921617 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:56.997731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a07c0cfd-2b39-4220-a7b8-6fab4e8e8703 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:57.060694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93434b2e-2765-4203-8f96-f1ac95e81fcf tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:57.061132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93434b2e-2765-4203-8f96-f1ac95e81fcf tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Synchronizing usage tracker for tenant:1910e384fb4846708c3ce4d9d661d7c2 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:57.067937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:57.092724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a033e3-a3f0-480e-900f-7be92c27aa6d None None] Pushing event updated for resources: {'Port': ['ID=0b2af0a5-d80c-408e-be5b-4a570e308d96,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:57.098814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93434b2e-2765-4203-8f96-f1ac95e81fcf tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Unset dirty status for tenant:1910e384fb4846708c3ce4d9d661d7c2 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:57.099247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5a033e3-a3f0-480e-900f-7be92c27aa6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:57.101451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93434b2e-2765-4203-8f96-f1ac95e81fcf tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&device_id=c3159f8a-0f04-4f8b-9690-af0d324ac31a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1546113 Apr 16 15:36:57.103767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55244) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:57.126669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-00e1c365-eced-4969-9575-2bcf927bc7cb None None] Provisioning complete for port 20db4deb-0d21-4727-8f93-9206f4921617 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:57.126904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00e1c365-eced-4969-9575-2bcf927bc7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:57.202446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-00e1c365-eced-4969-9575-2bcf927bc7cb None None] Port 20db4deb-0d21-4727-8f93-9206f4921617 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:57.243796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f802e-2602-4aca-b9f2-18523418d5c2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:57.245718 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-920f802e-2602-4aca-b9f2-18523418d5c2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/networks/4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 881 time: 0.1403477 Apr 16 15:36:57.246790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55248) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:57.581929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-df157bd9-86e1-4f79-943d-50b7ea99c349 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3159f8a-0f04-4f8b-9690-af0d324ac31a HTTP/1.1" status: 200 len: 205 time: 0.3343451 Apr 16 15:36:57.584006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55254) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:57.605693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:57.605897 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP 41df78f6-8010-4d8d-be7a-68f1a7c3c3ef disassociated (deleted). External IP: 172.26.4.204, port: 1a069793-2f40-4860-939d-4818423583f0. Apr 16 15:36:57.647651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d5e606-7dfc-40a4-b238-c70e222d1612 None None] Network 93682959-7ff4-4ebf-9246-6c71462883d7 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:36:57.704798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a07c0cfd-2b39-4220-a7b8-6fab4e8e8703 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:57.740051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Delete allocated IP 172.20.0.27 (93682959-7ff4-4ebf-9246-6c71462883d7/6b748d4c-0866-4c98-9405-1892b2c0fe1a) {{(pid=86007) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 16 15:36:57.745185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:57.756432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-71e03c7d-a0b0-49f1-a7e5-76883a572bbb None None] Provisioning for port 0b2af0a5-d80c-408e-be5b-4a570e308d96 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:57.763417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-71e03c7d-a0b0-49f1-a7e5-76883a572bbb None None] Provisioning complete for port 0b2af0a5-d80c-408e-be5b-4a570e308d96 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:57.763652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71e03c7d-a0b0-49f1-a7e5-76883a572bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:57.787347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a07c0cfd-2b39-4220-a7b8-6fab4e8e8703 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Calling delete_port for 20db4deb-0d21-4727-8f93-9206f4921617 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:57.836962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:57.932552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:57.941376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Deleting port 60d130a1-0d16-4798-aec6-471ada2f85b2 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:57.941579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:57.974678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.000393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Ignored duplicate provisioning block setup for port 0481e22a-0a00-4425-9f9d-68ab37e331cf by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 16 15:36:58.034723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.045562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa09c454-3484-4243-8744-01a0f1559b68 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:58.111036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a07c0cfd-2b39-4220-a7b8-6fab4e8e8703 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.129610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-551e14b5-514c-4f86-9b4a-00829d818aaf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:58.147672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=0481e22a-0a00-4425-9f9d-68ab37e331cf,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:58.162258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:58.168766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.192974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c0cfd-2b39-4220-a7b8-6fab4e8e8703 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event deleted for resources: {'Port': ['ID=20db4deb-0d21-4727-8f93-9206f4921617,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:58.195838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a07c0cfd-2b39-4220-a7b8-6fab4e8e8703 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:58.215469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:36:58.255996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Calling delete_port for 60d130a1-0d16-4798-aec6-471ada2f85b2 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:58.278064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e70df195-8432-401e-880e-9977274aa09c None None] Provisioning complete for port 0b2af0a5-d80c-408e-be5b-4a570e308d96 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:58.278297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e70df195-8432-401e-880e-9977274aa09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.361398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e70df195-8432-401e-880e-9977274aa09c None None] Provisioning for port 0481e22a-0a00-4425-9f9d-68ab37e331cf completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:58.363369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] In _notify_port_updated(), no bound segment for port 0481e22a-0a00-4425-9f9d-68ab37e331cf on network 93682959-7ff4-4ebf-9246-6c71462883d7 {{(pid=86007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:36:58.366761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:58.366984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.368064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "PUT /v2.0/ports/0481e22a-0a00-4425-9f9d-68ab37e331cf HTTP/1.1" status: 200 len: 918 time: 1.4000373 Apr 16 15:36:58.369243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e70df195-8432-401e-880e-9977274aa09c None None] Provisioning complete for port 0481e22a-0a00-4425-9f9d-68ab37e331cf triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:58.369848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55260) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:58.369972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e70df195-8432-401e-880e-9977274aa09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.373844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d208bc8-ef6f-42d6-ba8d-5f6d2d174776'}, {'subnet_id': '6b748d4c-0866-4c98-9405-1892b2c0fe1a'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:58.441601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Allocated IP 2001:db8:1::1 (b1b4d452-7170-4a9d-80cc-8bb54737607c/e67cb1c3-b9af-4a14-ad21-a2902443e8ff/ca41db30-e60b-4098-b7c1-fc00b75e7d4d) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:58.459691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e70df195-8432-401e-880e-9977274aa09c None None] Port 0481e22a-0a00-4425-9f9d-68ab37e331cf cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:58.485833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:36:58.491899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.495388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc9d5a2-af5d-4c64-a6a9-beadc6df31ae None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:36:58.502124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc9d5a2-af5d-4c64-a6a9-beadc6df31ae None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:58.502946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bdc9d5a2-af5d-4c64-a6a9-beadc6df31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:58.551502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bdc9d5a2-af5d-4c64-a6a9-beadc6df31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:58.557989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc9d5a2-af5d-4c64-a6a9-beadc6df31ae None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:36:58.558367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bdc9d5a2-af5d-4c64-a6a9-beadc6df31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:58.590480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0b2af0a5-d80c-408e-be5b-4a570e308d96 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:36:58.593953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.598298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.627085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bdc9d5a2-af5d-4c64-a6a9-beadc6df31ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:36:58.627577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc9d5a2-af5d-4c64-a6a9-beadc6df31ae None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:36:58.641530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-20b3b15a-d515-4051-b139-003db9d8ab90 None None] Provisioning complete for port 0481e22a-0a00-4425-9f9d-68ab37e331cf triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:58.641667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ad30e3c7-6293-4814-bdfd-275bda08915d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:58.641776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20b3b15a-d515-4051-b139-003db9d8ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.666463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 0b2af0a5-d80c-408e-be5b-4a570e308d96 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:58.666687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.677533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Pushing event deleted for resources: {'Port': ['ID=60d130a1-0d16-4798-aec6-471ada2f85b2,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:58.698000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-20b3b15a-d515-4051-b139-003db9d8ab90 None None] Port 0481e22a-0a00-4425-9f9d-68ab37e331cf cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:58.698257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:58.719170 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/floatingips/41df78f6-8010-4d8d-be7a-68f1a7c3c3ef HTTP/1.1" status: 204 len: 168 time: 3.1874509 Apr 16 15:36:58.722848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55266) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:58.723056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a07c0cfd-2b39-4220-a7b8-6fab4e8e8703 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.724141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a07c0cfd-2b39-4220-a7b8-6fab4e8e8703 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "DELETE /v2.0/ports/20db4deb-0d21-4727-8f93-9206f4921617 HTTP/1.1" status: 204 len: 168 time: 1.9338553 Apr 16 15:36:58.725878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55270) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:58.730267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.818799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-018c40f3-784b-403d-9f38-3a47d73c4f6f tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port 1a069793-2f40-4860-939d-4818423583f0 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:58.818970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-018c40f3-784b-403d-9f38-3a47d73c4f6f tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:58.954454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.19 (93682959-7ff4-4ebf-9246-6c71462883d7/6b748d4c-0866-4c98-9405-1892b2c0fe1a/0481e22a-0a00-4425-9f9d-68ab37e331cf) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:36:59.028888 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-15cd26f5-4015-41bf-b0b8-ee8b2813c1e5 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] GET failed (client error): The resource could not be found. Apr 16 15:36:59.029223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-15cd26f5-4015-41bf-b0b8-ee8b2813c1e5 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Synchronizing usage tracker for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:59.037667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Transition to ACTIVE for port object ca41db30-e60b-4098-b7c1-fc00b75e7d4d will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:59.050400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-15cd26f5-4015-41bf-b0b8-ee8b2813c1e5 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Unset dirty status for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:36:59.053664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-15cd26f5-4015-41bf-b0b8-ee8b2813c1e5 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "GET /v2.0/ports/20db4deb-0d21-4727-8f93-9206f4921617 HTTP/1.1" status: 404 len: 333 time: 0.3255675 Apr 16 15:36:59.055304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55278) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:59.114858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c708608c-79d7-4349-a59f-d1d780a468e6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Deleting port 7a67d572-2336-4538-a0cb-d64597029506 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:36:59.115013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c708608c-79d7-4349-a59f-d1d780a468e6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.134600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.147665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19803e42-975e-4e80-8415-b70cc979c845 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:59.255836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=ca41db30-e60b-4098-b7c1-fc00b75e7d4d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:59.261994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:59.267997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.335784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network b1b4d452-7170-4a9d-80cc-8bb54737607c is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:36:59.337670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:36:59.340044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:36:59.340411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.382928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c708608c-79d7-4349-a59f-d1d780a468e6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.432699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.436289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.461638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c708608c-79d7-4349-a59f-d1d780a468e6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Calling delete_port for 7a67d572-2336-4538-a0cb-d64597029506 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:59.478042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-018c40f3-784b-403d-9f38-3a47d73c4f6f tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.486725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.487052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Fanout notify agent at l3_agent the message router_deleted on router c3159f8a-0f04-4f8b-9690-af0d324ac31a {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:36:59.514126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e852d74d-3dec-4626-a22f-6e964abf3706 None None] Provisioning for port ca41db30-e60b-4098-b7c1-fc00b75e7d4d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:36:59.517055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e852d74d-3dec-4626-a22f-6e964abf3706 None None] Provisioning complete for port ca41db30-e60b-4098-b7c1-fc00b75e7d4d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:36:59.517823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e852d74d-3dec-4626-a22f-6e964abf3706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.551301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e852d74d-3dec-4626-a22f-6e964abf3706 None None] Port ca41db30-e60b-4098-b7c1-fc00b75e7d4d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:36:59.558576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-018c40f3-784b-403d-9f38-3a47d73c4f6f tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for 1a069793-2f40-4860-939d-4818423583f0 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:36:59.566020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.592381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.596531 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/c3159f8a-0f04-4f8b-9690-af0d324ac31a HTTP/1.1" status: 204 len: 168 time: 2.0084908 Apr 16 15:36:59.597335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55284) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:59.604167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.605349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-af46d5f7-ea15-40ac-b682-c75cf068a093 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-704058112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:59.614928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-af46d5f7-ea15-40ac-b682-c75cf068a093 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:36:59.618289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c708608c-79d7-4349-a59f-d1d780a468e6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.620773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-af46d5f7-ea15-40ac-b682-c75cf068a093 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Usage tracker for resource:router and tenant:ff41f543c1874d81bdd35140477deffc is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:36:59.627325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object 0481e22a-0a00-4425-9f9d-68ab37e331cf will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:36:59.629693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.636811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cbf224db-246d-4ad0-9dfa-e574cea83cad tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:59.639913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9d8b83e-b177-4808-8c17-39678b67ec44 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:59.657801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-af46d5f7-ea15-40ac-b682-c75cf068a093 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:36:59.699494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708608c-79d7-4349-a59f-d1d780a468e6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event deleted for resources: {'Port': ['ID=7a67d572-2336-4538-a0cb-d64597029506,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:59.700902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-af46d5f7-ea15-40ac-b682-c75cf068a093 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:36:59.732056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c708608c-79d7-4349-a59f-d1d780a468e6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:59.764094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=0481e22a-0a00-4425-9f9d-68ab37e331cf,revision_number=3']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:59.773026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:59.775478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af46d5f7-ea15-40ac-b682-c75cf068a093 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.776165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af46d5f7-ea15-40ac-b682-c75cf068a093 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.801258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-018c40f3-784b-403d-9f38-3a47d73c4f6f tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.810174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2bfdbaa-b6f9-419d-96c2-eafd241e7549 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:36:59.820109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af46d5f7-ea15-40ac-b682-c75cf068a093 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.882843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c40f3-784b-403d-9f38-3a47d73c4f6f tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=1a069793-2f40-4860-939d-4818423583f0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:36:59.902336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af46d5f7-ea15-40ac-b682-c75cf068a093 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.902827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-018c40f3-784b-403d-9f38-3a47d73c4f6f tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:36:59.919534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c708608c-79d7-4349-a59f-d1d780a468e6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.941794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af46d5f7-ea15-40ac-b682-c75cf068a093 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:36:59.942598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-af46d5f7-ea15-40ac-b682-c75cf068a093 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3446236 Apr 16 15:36:59.948957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55288) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:59.952533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c708608c-79d7-4349-a59f-d1d780a468e6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "DELETE /v2.0/ports/7a67d572-2336-4538-a0cb-d64597029506 HTTP/1.1" status: 204 len: 168 time: 0.8946290 Apr 16 15:36:59.954644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55292) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:36:59.955017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Request body: {'router': {'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:36:59.993032 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-402700b3-c288-4aca-a2ba-857c433a8fac tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] GET failed (client error): The resource could not be found. Apr 16 15:36:59.993379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-402700b3-c288-4aca-a2ba-857c433a8fac tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Synchronizing usage tracker for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:36:59.994862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] In _notify_port_updated(), no bound segment for port 0481e22a-0a00-4425-9f9d-68ab37e331cf on network 93682959-7ff4-4ebf-9246-6c71462883d7 {{(pid=86007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:36:59.997956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:36:59.998349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.000933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "PUT /v2.0/ports/0481e22a-0a00-4425-9f9d-68ab37e331cf HTTP/1.1" status: 200 len: 998 time: 1.6287556 Apr 16 15:37:00.001834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55296) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:00.047899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-402700b3-c288-4aca-a2ba-857c433a8fac tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Unset dirty status for tenant:835c1449b3074029a7f7586adc82b483 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:00.048624 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-402700b3-c288-4aca-a2ba-857c433a8fac tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "GET /v2.0/ports/7a67d572-2336-4538-a0cb-d64597029506 HTTP/1.1" status: 404 len: 333 time: 0.0933626 Apr 16 15:37:00.065078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55300) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:00.069058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-507f9fc5-de6f-4e50-a4b4-900261dc104b None None] Provisioning for port 0481e22a-0a00-4425-9f9d-68ab37e331cf completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:00.072038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-507f9fc5-de6f-4e50-a4b4-900261dc104b None None] Provisioning complete for port 0481e22a-0a00-4425-9f9d-68ab37e331cf triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:00.072264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-507f9fc5-de6f-4e50-a4b4-900261dc104b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.104558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-507f9fc5-de6f-4e50-a4b4-900261dc104b None None] Port 0481e22a-0a00-4425-9f9d-68ab37e331cf cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:00.110832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-57d7b0ae-518d-43f8-b89b-bc37445179b4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 0481e22a-0a00-4425-9f9d-68ab37e331cf {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:00.111053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d7b0ae-518d-43f8-b89b-bc37445179b4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.113437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.147108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.147680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.160033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:00.193197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cc95761e-c903-4098-af71-4946ec4a68bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Deleting port 5a739adf-9048-4174-ba27-447cb41c372d {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:00.193422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc95761e-c903-4098-af71-4946ec4a68bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.240799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-018c40f3-784b-403d-9f38-3a47d73c4f6f tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.257144 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-018c40f3-784b-403d-9f38-3a47d73c4f6f tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/ports/1a069793-2f40-4860-939d-4818423583f0 HTTP/1.1" status: 204 len: 168 time: 1.5335238 Apr 16 15:37:00.263867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55306) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:00.287176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:00.307698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:00.341007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:floatingip and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:00.348863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:00.355464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:00.409052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.483607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d7b0ae-518d-43f8-b89b-bc37445179b4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.504585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.525936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=ca41db30-e60b-4098-b7c1-fc00b75e7d4d,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:00.543743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:00.600990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network b1b4d452-7170-4a9d-80cc-8bb54737607c is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:00.602797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:00.736874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router b5427dcb-61ce-4249-8ad6-f2b03e400dfe has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:00.842823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-600a9fb6-9590-44ea-8d9c-ddb97afbb47a None None] Provisioning complete for port ca41db30-e60b-4098-b7c1-fc00b75e7d4d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:00.843177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-600a9fb6-9590-44ea-8d9c-ddb97afbb47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.846586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-57d7b0ae-518d-43f8-b89b-bc37445179b4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 0481e22a-0a00-4425-9f9d-68ab37e331cf owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:00.876093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-600a9fb6-9590-44ea-8d9c-ddb97afbb47a None None] Port ca41db30-e60b-4098-b7c1-fc00b75e7d4d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:00.878779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc95761e-c903-4098-af71-4946ec4a68bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.902807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.930369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:00.960756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:00.968803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cc95761e-c903-4098-af71-4946ec4a68bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Calling delete_port for 5a739adf-9048-4174-ba27-447cb41c372d owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:00.968995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37d978-345b-4029-99a1-81b958a880c1 None None] Sync routers for ids ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:00.973132 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/b5427dcb-61ce-4249-8ad6-f2b03e400dfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3315623 Apr 16 15:37:00.973471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55314) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:00.978170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37d978-345b-4029-99a1-81b958a880c1 None None] Routers {'b5427dcb-61ce-4249-8ad6-f2b03e400dfe'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:00.978722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1f37d978-345b-4029-99a1-81b958a880c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:01.027093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1f37d978-345b-4029-99a1-81b958a880c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:01.033517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37d978-345b-4029-99a1-81b958a880c1 None None] Routers {'b5427dcb-61ce-4249-8ad6-f2b03e400dfe'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:01.034462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1f37d978-345b-4029-99a1-81b958a880c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:01.046937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1481a16-7b16-40c8-b276-59d4d2bc9e7a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:01.047308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c1481a16-7b16-40c8-b276-59d4d2bc9e7a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:01.068158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Allocated IP 172.26.4.249 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/5e0b9108-6695-4032-951b-34371d231a41) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:01.069490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c1481a16-7b16-40c8-b276-59d4d2bc9e7a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:01.072306 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c1481a16-7b16-40c8-b276-59d4d2bc9e7a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports/ca41db30-e60b-4098-b7c1-fc00b75e7d4d HTTP/1.1" status: 200 len: 913 time: 0.0982542 Apr 16 15:37:01.074015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55318) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:01.078942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1f37d978-345b-4029-99a1-81b958a880c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:01.079338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37d978-345b-4029-99a1-81b958a880c1 None None] The sync data for ids ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:01.092772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.158026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc95761e-c903-4098-af71-4946ec4a68bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.170281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-33db7956-e185-4b67-b226-a3ad2c264bf7 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:01.238214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95761e-c903-4098-af71-4946ec4a68bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event deleted for resources: {'Port': ['ID=5a739adf-9048-4174-ba27-447cb41c372d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:01.242023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc95761e-c903-4098-af71-4946ec4a68bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:01.259075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d7b0ae-518d-43f8-b89b-bc37445179b4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.274993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9327d908-50b4-4f21-a485-07ee3e906b28 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:01.310554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7b0ae-518d-43f8-b89b-bc37445179b4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=0481e22a-0a00-4425-9f9d-68ab37e331cf,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:01.322017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.336402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57d7b0ae-518d-43f8-b89b-bc37445179b4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:01.400769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.409708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f494b04c-77a4-4cfd-ad0a-901be3114b8c tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:01.434621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc95761e-c903-4098-af71-4946ec4a68bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.457590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.26.4.73 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/39cbad28-7d97-40b1-bb51-81f666a89cc2) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:01.468827 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cc95761e-c903-4098-af71-4946ec4a68bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "DELETE /v2.0/ports/5a739adf-9048-4174-ba27-447cb41c372d HTTP/1.1" status: 204 len: 168 time: 1.3971431 Apr 16 15:37:01.469472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55324) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:01.604482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d7b0ae-518d-43f8-b89b-bc37445179b4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.605655 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-57d7b0ae-518d-43f8-b89b-bc37445179b4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/0481e22a-0a00-4425-9f9d-68ab37e331cf HTTP/1.1" status: 204 len: 168 time: 1.6025059 Apr 16 15:37:01.607531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55328) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:01.648416 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-057079c7-be74-471d-859f-e465d4cb97a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:37:01.648703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-057079c7-be74-471d-859f-e465d4cb97a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:01.655167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.667043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-057079c7-be74-471d-859f-e465d4cb97a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:01.667814 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-057079c7-be74-471d-859f-e465d4cb97a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/0481e22a-0a00-4425-9f9d-68ab37e331cf HTTP/1.1" status: 404 len: 333 time: 0.0596964 Apr 16 15:37:01.671930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55332) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:01.722451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-166cf119-9b75-440f-a48d-9264f126477e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting subnet 6b748d4c-0866-4c98-9405-1892b2c0fe1a {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:01.724748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.732077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-166cf119-9b75-440f-a48d-9264f126477e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.747353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae85e7d1-77f6-4d75-84b7-c13b33e90e93 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:01.809634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Pushing event updated for resources: {'Port': ['ID=5e0b9108-6695-4032-951b-34371d231a41,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:01.817701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:01.828502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-166cf119-9b75-440f-a48d-9264f126477e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.839097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4261dc-46da-4f2e-ae1a-498a0012440e tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Deleting subnet aeecc7d0-ef0f-4984-b938-dc5e057469bb {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:01.842086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf4261dc-46da-4f2e-ae1a-498a0012440e tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.858498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=39cbad28-7d97-40b1-bb51-81f666a89cc2,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:01.863623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:01.890279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:01.891647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf4261dc-46da-4f2e-ae1a-498a0012440e tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.909542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:01.910453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:01.910994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:01.913077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:01.914674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:01.936255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-166cf119-9b75-440f-a48d-9264f126477e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:01.939219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.044417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.126347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.168027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf4261dc-46da-4f2e-ae1a-498a0012440e tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.182932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-166cf119-9b75-440f-a48d-9264f126477e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.195434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6b21d07-dac9-47fd-bcd1-d95947dcab7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:02.280676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cf119-9b75-440f-a48d-9264f126477e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Subnet': ['ID=6b748d4c-0866-4c98-9405-1892b2c0fe1a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:02.282576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-166cf119-9b75-440f-a48d-9264f126477e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:02.363008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-166cf119-9b75-440f-a48d-9264f126477e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.367667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a2a587-9987-4688-ad80-c8b4e6e5d177 None None] Network 93682959-7ff4-4ebf-9246-6c71462883d7 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:02.374385 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-166cf119-9b75-440f-a48d-9264f126477e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/6b748d4c-0866-4c98-9405-1892b2c0fe1a HTTP/1.1" status: 204 len: 168 time: 0.7000160 Apr 16 15:37:02.379129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55342) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:02.399564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.402965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.414952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-711f9b81-880f-403c-9483-91166c2e006b tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:02.498147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9eedf22-fed0-413e-a62c-cb3859a5dd06 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting subnet 3d208bc8-ef6f-42d6-ba8d-5f6d2d174776 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:02.499444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.547984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9eedf22-fed0-413e-a62c-cb3859a5dd06 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.773752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:37:02.787536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=39cbad28-7d97-40b1-bb51-81f666a89cc2,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:02.790396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:02.848096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.857847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.858736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5942571 Apr 16 15:37:02.860578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55346) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:02.864523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'port': {'network_id': 'f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20', 'name': 'tempest-FloatingIPTestJSON-2087365289'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:02.888672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port ca41db30-e60b-4098-b7c1-fc00b75e7d4d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:02.888842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.921992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b668c566-b250-40f2-9697-6d5e7cc8ebe8 None None] Provisioning complete for port 0b2af0a5-d80c-408e-be5b-4a570e308d96 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:02.922229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b668c566-b250-40f2-9697-6d5e7cc8ebe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.929712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9eedf22-fed0-413e-a62c-cb3859a5dd06 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.951969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:02.955088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:port and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:02.957260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for port was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:02.962222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:02.971742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Made reservation on behalf of 572b8e69ffdf4c27b74b5460455915f8 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:02.976649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.989873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf4261dc-46da-4f2e-ae1a-498a0012440e tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:02.992180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] device_id is not set on port 93b350d8-9ee8-4aa5-b7a9-14a1c58eb8d4 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:37:03.031683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c3787a90-e51f-40ed-994b-9c0e4c959a10 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:03.099446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.20.0.11 (f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20/d5f4ecea-5cb9-4fff-a3ac-f565a39056ea/93b350d8-9ee8-4aa5-b7a9-14a1c58eb8d4) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:03.120462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4261dc-46da-4f2e-ae1a-498a0012440e tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event deleted for resources: {'Subnet': ['ID=aeecc7d0-ef0f-4984-b938-dc5e057469bb,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:03.132349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf4261dc-46da-4f2e-ae1a-498a0012440e tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:03.235943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.237941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9eedf22-fed0-413e-a62c-cb3859a5dd06 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.259468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.263582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf4261dc-46da-4f2e-ae1a-498a0012440e tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.263890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2823d5-0791-45e8-9850-f0ad5d1faeb5 None None] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:03.267115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.276138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.282223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:03.313635 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cf4261dc-46da-4f2e-ae1a-498a0012440e tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "DELETE /v2.0/subnets/aeecc7d0-ef0f-4984-b938-dc5e057469bb HTTP/1.1" status: 204 len: 168 time: 1.8428414 Apr 16 15:37:03.315714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55354) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:03.348582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.354687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for ca41db30-e60b-4098-b7c1-fc00b75e7d4d owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:03.422234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=93b350d8-9ee8-4aa5-b7a9-14a1c58eb8d4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:03.427359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:03.452348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.473052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b75816-d339-47c0-a212-1154d1adc760 None None] DHCP port deletion for e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:37:03.475724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-71b75816-d339-47c0-a212-1154d1adc760 None None] Deleting port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:03.475987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71b75816-d339-47c0-a212-1154d1adc760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.497839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Deleting port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:03.497991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.519321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:03.520938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:03.523166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:03.591160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:03.591503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.610317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-71b75816-d339-47c0-a212-1154d1adc760 None None] For port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91,segment=NetworkSegment(604674aa-d28b-4e60-b66f-97fd5f13fed2),segment_id=604674aa-d28b-4e60-b66f-97fd5f13fed2)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:03.610587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71b75816-d339-47c0-a212-1154d1adc760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.654425 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7931108 Apr 16 15:37:03.654919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55358) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:03.658925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Router 53ab5c30-1e94-4731-a25f-218b4f18d5fd is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:37:03.666087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9eedf22-fed0-413e-a62c-cb3859a5dd06 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.666810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-99cd87e1-c31d-49c8-92f2-4a3f802d0dad tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'floatingip': {'port_id': '93b350d8-9ee8-4aa5-b7a9-14a1c58eb8d4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:03.680346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c095ebda-f2a5-4f3a-83f7-7947f1141996 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:03.703682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-71b75816-d339-47c0-a212-1154d1adc760 None None] Calling delete_port for dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:03.711377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] For port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91,segment=NetworkSegment(604674aa-d28b-4e60-b66f-97fd5f13fed2),segment_id=604674aa-d28b-4e60-b66f-97fd5f13fed2)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:03.711641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.719529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99cd87e1-c31d-49c8-92f2-4a3f802d0dad tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.771960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eedf22-fed0-413e-a62c-cb3859a5dd06 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Subnet': ['ID=3d208bc8-ef6f-42d6-ba8d-5f6d2d174776,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:03.779159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71b75816-d339-47c0-a212-1154d1adc760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.790812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:03.803239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9eedf22-fed0-413e-a62c-cb3859a5dd06 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:03.809541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.819598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8dfc79f-c638-46cf-8935-415d4a552f79 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:03.823646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Calling delete_port for dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:03.844856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b75816-d339-47c0-a212-1154d1adc760 None None] Pushing event deleted for resources: {'Port': ['ID=dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:03.850283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-71b75816-d339-47c0-a212-1154d1adc760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:03.878992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b75816-d339-47c0-a212-1154d1adc760 None None] No DVR routers for this DVR port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:03.891973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=ca41db30-e60b-4098-b7c1-fc00b75e7d4d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:03.897658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:03.918357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9eedf22-fed0-413e-a62c-cb3859a5dd06 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.919381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e85d35d-4df5-4573-b330-1da468315881 None None] Network 93682959-7ff4-4ebf-9246-6c71462883d7 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:03.927814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:37:03.928023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:37:03.936994 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f9eedf22-fed0-413e-a62c-cb3859a5dd06 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/3d208bc8-ef6f-42d6-ba8d-5f6d2d174776 HTTP/1.1" status: 204 len: 168 time: 1.5571334 Apr 16 15:37:03.939089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:03.941877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55362) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:03.960488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:03.961199 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "PUT /v2.0/routers/53ab5c30-1e94-4731-a25f-218b4f18d5fd HTTP/1.1" status: 200 len: 883 time: 4.0117602 Apr 16 15:37:03.962219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815bebb-ada7-4f4b-a7dc-6dfe84098c30 None None] Sync routers for ids ['53ab5c30-1e94-4731-a25f-218b4f18d5fd'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:03.965286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55366) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:03.978815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815bebb-ada7-4f4b-a7dc-6dfe84098c30 None None] Routers {'53ab5c30-1e94-4731-a25f-218b4f18d5fd'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:03.979202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e815bebb-ada7-4f4b-a7dc-6dfe84098c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['53ab5c30-1e94-4731-a25f-218b4f18d5fd'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:04.024886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e815bebb-ada7-4f4b-a7dc-6dfe84098c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:04.050599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815bebb-ada7-4f4b-a7dc-6dfe84098c30 None None] Routers {'53ab5c30-1e94-4731-a25f-218b4f18d5fd'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:04.051011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e815bebb-ada7-4f4b-a7dc-6dfe84098c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['53ab5c30-1e94-4731-a25f-218b4f18d5fd'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:04.106255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e815bebb-ada7-4f4b-a7dc-6dfe84098c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:04.106525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815bebb-ada7-4f4b-a7dc-6dfe84098c30 None None] The sync data for ids ['53ab5c30-1e94-4731-a25f-218b4f18d5fd'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:04.175464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196a1466-550f-4b1b-a66f-0a312a138e5c None None] DHCP port deletion for 93682959-7ff4-4ebf-9246-6c71462883d7 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:37:04.178785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-196a1466-550f-4b1b-a66f-0a312a138e5c None None] Deleting port 0b2af0a5-d80c-408e-be5b-4a570e308d96 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:04.179060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-196a1466-550f-4b1b-a66f-0a312a138e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:04.226960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99cd87e1-c31d-49c8-92f2-4a3f802d0dad tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:04.229527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99cd87e1-c31d-49c8-92f2-4a3f802d0dad tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:04.316409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-196a1466-550f-4b1b-a66f-0a312a138e5c None None] For port 0b2af0a5-d80c-408e-be5b-4a570e308d96, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0b2af0a5-d80c-408e-be5b-4a570e308d96,segment=NetworkSegment(c49a5316-83ed-4a36-8ee7-9437ef2cf49c),segment_id=c49a5316-83ed-4a36-8ee7-9437ef2cf49c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:04.316686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-196a1466-550f-4b1b-a66f-0a312a138e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:04.349490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-99cd87e1-c31d-49c8-92f2-4a3f802d0dad tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP d3cc338b-80cc-4a90-bc76-369291480627 associated. External IP: 172.26.4.73, port: 93b350d8-9ee8-4aa5-b7a9-14a1c58eb8d4. Apr 16 15:37:04.429498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:04.499204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Deleting port dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:04.499475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:04.525379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 0b2af0a5-d80c-408e-be5b-4a570e308d96 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:04.525585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:04.548691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ec96b295-6848-406d-9b57-8c68016b5db7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/routers/53ab5c30-1e94-4731-a25f-218b4f18d5fd HTTP/1.1" status: 200 len: 924 time: 0.5825808 Apr 16 15:37:04.551301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55372) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:04.554066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] The port 'dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91' was deleted {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:37:04.565485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:04.582232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:04.605212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-196a1466-550f-4b1b-a66f-0a312a138e5c None None] Calling delete_port for 0b2af0a5-d80c-408e-be5b-4a570e308d96 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:04.630061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:04.630268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dcd7b6b3-e063-4c0f-b8c3-e2b26b59bf91 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:04.630481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0b2af0a5-d80c-408e-be5b-4a570e308d96 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:04.697787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No active binding found for port 0b2af0a5-d80c-408e-be5b-4a570e308d96 {{(pid=86008) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 16 15:37:04.697787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0b2af0a5-d80c-408e-be5b-4a570e308d96 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:04.712192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-196a1466-550f-4b1b-a66f-0a312a138e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:04.724712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:04.771710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] For port 0b2af0a5-d80c-408e-be5b-4a570e308d96, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0b2af0a5-d80c-408e-be5b-4a570e308d96,segment=NetworkSegment(c49a5316-83ed-4a36-8ee7-9437ef2cf49c),segment_id=c49a5316-83ed-4a36-8ee7-9437ef2cf49c)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:04.771928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:04.781108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a1466-550f-4b1b-a66f-0a312a138e5c None None] Pushing event deleted for resources: {'Port': ['ID=0b2af0a5-d80c-408e-be5b-4a570e308d96,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:04.792320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-196a1466-550f-4b1b-a66f-0a312a138e5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:04.814637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196a1466-550f-4b1b-a66f-0a312a138e5c None None] No DVR routers for this DVR port 0b2af0a5-d80c-408e-be5b-4a570e308d96 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:04.877595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 0b2af0a5-d80c-408e-be5b-4a570e308d96 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:04.963851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.001489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:37:05.001726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:37:05.023282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router b5427dcb-61ce-4249-8ad6-f2b03e400dfe has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:05.080806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64f9d8d-9627-4f63-87b9-92bbe81ddbd5']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.091864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066e6bb3-bc2b-4111-b56f-1156bc10d8fb tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:05.092891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-066e6bb3-bc2b-4111-b56f-1156bc10d8fb tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&device_id=53ab5c30-1e94-4731-a25f-218b4f18d5fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5379543 Apr 16 15:37:05.094997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604674aa-d28b-4e60-b66f-97fd5f13fed2') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.095197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604674aa-d28b-4e60-b66f-97fd5f13fed2') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.098623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55380) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:05.122229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.130919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:05.138723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/b5427dcb-61ce-4249-8ad6-f2b03e400dfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0640669 Apr 16 15:37:05.140394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b5950-7d5f-429e-8e3a-7257cd66d386 None None] Sync routers for ids ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:05.140855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55384) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:05.149127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b5950-7d5f-429e-8e3a-7257cd66d386 None None] Routers {'b5427dcb-61ce-4249-8ad6-f2b03e400dfe'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:05.149527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-894b5950-7d5f-429e-8e3a-7257cd66d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.166654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cd87e1-c31d-49c8-92f2-4a3f802d0dad tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:05.167374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.174615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Releasing vlan 1493 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:05.350032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-894b5950-7d5f-429e-8e3a-7257cd66d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.356192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894b5950-7d5f-429e-8e3a-7257cd66d386 None None] Routers {'b5427dcb-61ce-4249-8ad6-f2b03e400dfe'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:05.356565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-894b5950-7d5f-429e-8e3a-7257cd66d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.385070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90ef580-7473-4937-aea4-17393e94bf57 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:05.387764 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e90ef580-7473-4937-aea4-17393e94bf57 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/networks/4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 881 time: 0.2825255 Apr 16 15:37:05.388489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55388) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:05.390875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:05.392850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-894b5950-7d5f-429e-8e3a-7257cd66d386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.393169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894b5950-7d5f-429e-8e3a-7257cd66d386 None None] The sync data for ids ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:05.397663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.481914 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-05fdeb22-0b2b-45da-ac60-59e3ef9d159e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=53ab5c30-1e94-4731-a25f-218b4f18d5fd HTTP/1.1" status: 200 len: 205 time: 0.0858605 Apr 16 15:37:05.492264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55392) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:05.564528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 0b2af0a5-d80c-408e-be5b-4a570e308d96 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:05.564803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.578945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Network e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:05.620921 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:05.646162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] The port '0b2af0a5-d80c-408e-be5b-4a570e308d96' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:37:05.663769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cd87e1-c31d-49c8-92f2-4a3f802d0dad tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:05.674599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9a4456-bfbc-47d2-b40e-dc26a73f700c None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:05.681925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a4456-bfbc-47d2-b40e-dc26a73f700c None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:05.682118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0f9a4456-bfbc-47d2-b40e-dc26a73f700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.682281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99cd87e1-c31d-49c8-92f2-4a3f802d0dad tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.707141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.712172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a617624f-3e20-4ee1-bb4a-08d56110dd69 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:05.721449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0f9a4456-bfbc-47d2-b40e-dc26a73f700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.725487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.726952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9a4456-bfbc-47d2-b40e-dc26a73f700c None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:05.727295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0f9a4456-bfbc-47d2-b40e-dc26a73f700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.740081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Pushing event deleted for resources: {'Network': ['ID=e64f9d8d-9627-4f63-87b9-92bbe81ddbd5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:05.745883 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] 10.222.0.95 "DELETE /v2.0/networks/e64f9d8d-9627-4f63-87b9-92bbe81ddbd5 HTTP/1.1" status: 204 len: 168 time: 2.4283876 Apr 16 15:37:05.747156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:05.750724 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-99cd87e1-c31d-49c8-92f2-4a3f802d0dad tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "PUT /v2.0/floatingips/d3cc338b-80cc-4a90-bc76-369291480627 HTTP/1.1" status: 200 len: 978 time: 2.0921273 Apr 16 15:37:05.751167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55398) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:05.753175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.772744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0f9a4456-bfbc-47d2-b40e-dc26a73f700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.773010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9a4456-bfbc-47d2-b40e-dc26a73f700c None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:05.779447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.863263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.867930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port 93b350d8-9ee8-4aa5-b7a9-14a1c58eb8d4 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:05.868145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.869643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Deleting port 5e0b9108-6695-4032-951b-34371d231a41 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:05.869844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:05.913670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55404) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:05.926521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93682959-7ff4-4ebf-9246-6c71462883d7']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.957416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49a5316-83ed-4a36-8ee7-9437ef2cf49c') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.957587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49a5316-83ed-4a36-8ee7-9437ef2cf49c') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:05.992484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.027904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.079347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Releasing vlan 1460 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:06.212374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.236676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.266395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 93682959-7ff4-4ebf-9246-6c71462883d7 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:06.275855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.314747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Calling delete_port for 5e0b9108-6695-4032-951b-34371d231a41 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:06.332000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.365608 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5315fe4a-0abd-4759-bf47-6a25c02a657b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=835c1449b3074029a7f7586adc82b483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510283 Apr 16 15:37:06.369202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55412) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:06.418861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dade61aa-aec2-4f69-94f9-905fef779490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.457962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dade61aa-aec2-4f69-94f9-905fef779490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.481366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.494261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc95761e-c903-4098-af71-4946ec4a68bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:06.502269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 93682959-7ff4-4ebf-9246-6c71462883d7 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:06.544560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Pushing event deleted for resources: {'Port': ['ID=5e0b9108-6695-4032-951b-34371d231a41,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:06.547306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:06.552500 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:06.566917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dade61aa-aec2-4f69-94f9-905fef779490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.569601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9524542-080e-4f5b-9987-5d718f39390e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:06.585754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade61aa-aec2-4f69-94f9-905fef779490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd05ce8-e594-4510-8a8c-4a70bebf60b5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:06.588490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dade61aa-aec2-4f69-94f9-905fef779490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:06.596926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dade61aa-aec2-4f69-94f9-905fef779490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.599887 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dade61aa-aec2-4f69-94f9-905fef779490 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8dd05ce8-e594-4510-8a8c-4a70bebf60b5 HTTP/1.1" status: 204 len: 168 time: 0.2279522 Apr 16 15:37:06.660046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.766096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.767890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.784636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.784979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Fanout notify agent at l3_agent the message router_deleted on router 53ab5c30-1e94-4731-a25f-218b4f18d5fd {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:06.798043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.801163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/53ab5c30-1e94-4731-a25f-218b4f18d5fd HTTP/1.1" status: 204 len: 168 time: 1.3044388 Apr 16 15:37:06.801547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55424) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:06.805366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a506a029-f1e5-46f1-bc9d-16ce4a5e30f6 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1545811819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:06.810030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a506a029-f1e5-46f1-bc9d-16ce4a5e30f6 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:06.812966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a506a029-f1e5-46f1-bc9d-16ce4a5e30f6 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Usage tracker for resource:router and tenant:ff41f543c1874d81bdd35140477deffc is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:06.815204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a506a029-f1e5-46f1-bc9d-16ce4a5e30f6 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:06.818909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a506a029-f1e5-46f1-bc9d-16ce4a5e30f6 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:06.825342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a506a029-f1e5-46f1-bc9d-16ce4a5e30f6 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.826035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a506a029-f1e5-46f1-bc9d-16ce4a5e30f6 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.835872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a506a029-f1e5-46f1-bc9d-16ce4a5e30f6 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.848310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a506a029-f1e5-46f1-bc9d-16ce4a5e30f6 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.864364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a506a029-f1e5-46f1-bc9d-16ce4a5e30f6 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.867502 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a506a029-f1e5-46f1-bc9d-16ce4a5e30f6 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0630150 Apr 16 15:37:06.867502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55434) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:06.870772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'enable_snat': True}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:06.953363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.953586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.953732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP d3cc338b-80cc-4a90-bc76-369291480627 disassociated. External IP: 172.26.4.73, port: 93b350d8-9ee8-4aa5-b7a9-14a1c58eb8d4. Apr 16 15:37:06.953940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for 93b350d8-9ee8-4aa5-b7a9-14a1c58eb8d4 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:06.969873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.972712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:06.979084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:06.995594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Network': ['ID=93682959-7ff4-4ebf-9246-6c71462883d7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:06.997171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:07.001099 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/networks/93682959-7ff4-4ebf-9246-6c71462883d7 HTTP/1.1" status: 204 len: 168 time: 3.0585010 Apr 16 15:37:07.001454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55446) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:07.083513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55452) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:07.100601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.147350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b0123-9a75-4d05-b40f-803768523fda tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:07.147893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-381b0123-9a75-4d05-b40f-803768523fda tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:07.149289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.162113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e33e617d-ed85-4c8d-9d17-e996238ff8c3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:07.187004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2045068225-network', 'tenant_id': '265b5230d93c411696e97ea51653a425'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:07.218137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port cae1135b-3c42-4b5d-a131-dd49efef3f38 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:07.218371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.234372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:07.235831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=93b350d8-9ee8-4aa5-b7a9-14a1c58eb8d4,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:07.242176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:07.247354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Usage tracker for resource:network and tenant:265b5230d93c411696e97ea51653a425 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:07.251637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:07.266304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:07.269136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-381b0123-9a75-4d05-b40f-803768523fda tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:07.269915 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-381b0123-9a75-4d05-b40f-803768523fda tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2635546 Apr 16 15:37:07.273213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55458) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:07.285073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.303788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.349160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Made reservation on behalf of 265b5230d93c411696e97ea51653a425 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:07.351950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.380077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.385265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Allocated IP 172.26.4.71 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/3e9bd864-3f4e-4043-a3be-e9322296ce65) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:07.406442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:07.416303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Usage tracker for resource:security_group_rule and tenant:265b5230d93c411696e97ea51653a425 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:07.451501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:07.468684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:07.472359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.474456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.491291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.500838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c1abdaa-9ad1-40ef-a512-60fb997fb8a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:07.570394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event updated for resources: {'Port': ['ID=3e9bd864-3f4e-4043-a3be-e9322296ce65,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:07.572961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:07.584257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for cae1135b-3c42-4b5d-a131-dd49efef3f38 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:07.603633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:07.603824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2b308851-592f-47bb-bb67-5296bdcc1c8b tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3279173 Apr 16 15:37:07.606320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55462) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:07.608151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:07.611330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1198599067'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:07.613717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:07.629974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:07.635639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:network and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:07.638107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:07.645234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:07.680599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:07.684841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:07.688344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.780771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.804888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.808407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d920c08-8ed7-49cb-a964-6b4bfc798ba9 tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:07.848075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237b0b7b-8b8b-4baf-8232-9c50b1b158b7,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:07.850018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:07.864193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.873169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1470} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:37:07.876155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f8c4b0d6-611f-4040-a5be-ad0c7e24cef6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:07.901598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:07.908844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808654c0-ac8a-445f-ba37-5aecc8d8c58a None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:07.914990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808654c0-ac8a-445f-ba37-5aecc8d8c58a None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:07.915522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-808654c0-ac8a-445f-ba37-5aecc8d8c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:07.953196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-808654c0-ac8a-445f-ba37-5aecc8d8c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:07.959113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808654c0-ac8a-445f-ba37-5aecc8d8c58a None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:07.959570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-808654c0-ac8a-445f-ba37-5aecc8d8c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:07.960390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=cae1135b-3c42-4b5d-a131-dd49efef3f38,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:07.962059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:07.984384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:07.984529 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Added segment a721efa6-27fe-437a-97cb-3102f4b455ec of type vlan for network ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 Apr 16 15:37:07.996425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-808654c0-ac8a-445f-ba37-5aecc8d8c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:07.996693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808654c0-ac8a-445f-ba37-5aecc8d8c58a None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:08.040588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.044565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.095523 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/ports/93b350d8-9ee8-4aa5-b7a9-14a1c58eb8d4 HTTP/1.1" status: 204 len: 168 time: 2.3422377 Apr 16 15:37:08.123387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55472) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:08.168998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1462} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:37:08.195864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ec142c30-cc8f-415f-a229-56e385ad2caa tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "GET /v2.0/floatingips/d3cc338b-80cc-4a90-bc76-369291480627 HTTP/1.1" status: 200 len: 687 time: 0.0699532 Apr 16 15:37:08.198054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.198245 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Added segment 3b9ba481-761e-48f0-9463-2b5efe99104b of type vlan for network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d Apr 16 15:37:08.199811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55476) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:08.270365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.307749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.359113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port 39cbad28-7d97-40b1-bb51-81f666a89cc2 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:08.359317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.429820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.430552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:08.430958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.438112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:08.444630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.447788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:08.448159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.453316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:08.454529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.521544 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4365361 Apr 16 15:37:08.525240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55480) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:08.531716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Pushing event updated for resources: {'Network': ['ID=ffee5e5c-d450-42bc-bc7f-6612fa0a5c53,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:08.533785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:08.539086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:37:08.560896 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9501176 Apr 16 15:37:08.561099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Request body: {'subnet': {'network_id': 'ffee5e5c-d450-42bc-bc7f-6612fa0a5c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2045068225-subnet', 'tenant_id': '265b5230d93c411696e97ea51653a425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:08.561184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55484) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:08.566461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': 'e377be4b-5fff-4c6c-a14a-ca1e784a4d2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:08.567859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:08.609856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Network': ['ID=e377be4b-5fff-4c6c-a14a-ca1e784a4d2d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:08.615630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Usage tracker for resource:subnet and tenant:265b5230d93c411696e97ea51653a425 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:08.617620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:37:08.618278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:08.628412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:08.666292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:08.681730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.681914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.710368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:08.714385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:08.724084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Made reservation on behalf of 265b5230d93c411696e97ea51653a425 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:08.726888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.742497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:08.751881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:08.771516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for 39cbad28-7d97-40b1-bb51-81f666a89cc2 owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:08.793200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:08.796814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.807921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router b5427dcb-61ce-4249-8ad6-f2b03e400dfe has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:08.850470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.863344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:08.930643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:08.938164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/b5427dcb-61ce-4249-8ad6-f2b03e400dfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7923348 Apr 16 15:37:08.938164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55490) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:08.938909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2fda1-9e70-4155-b46f-2fdc4f811516 None None] Sync routers for ids ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:08.948711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2fda1-9e70-4155-b46f-2fdc4f811516 None None] Routers {'b5427dcb-61ce-4249-8ad6-f2b03e400dfe'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:08.949521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f6a2fda1-9e70-4155-b46f-2fdc4f811516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:08.970442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1813a8eb-47ba-46c9-9b93-2e791c06708d tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:08.997829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f6a2fda1-9e70-4155-b46f-2fdc4f811516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:09.005402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2fda1-9e70-4155-b46f-2fdc4f811516 None None] Routers {'b5427dcb-61ce-4249-8ad6-f2b03e400dfe'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:09.006168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f6a2fda1-9e70-4155-b46f-2fdc4f811516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:09.016407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1813a8eb-47ba-46c9-9b93-2e791c06708d tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:09.019121 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1813a8eb-47ba-46c9-9b93-2e791c06708d tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5427dcb-61ce-4249-8ad6-f2b03e400dfe HTTP/1.1" status: 200 len: 205 time: 0.0807145 Apr 16 15:37:09.019752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55496) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:09.038474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.049289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:09.052039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f6a2fda1-9e70-4155-b46f-2fdc4f811516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:09.052343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a2fda1-9e70-4155-b46f-2fdc4f811516 None None] The sync data for ids ['b5427dcb-61ce-4249-8ad6-f2b03e400dfe'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:09.108402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=39cbad28-7d97-40b1-bb51-81f666a89cc2,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:09.117815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:09.120225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fa09bd-c6f8-4259-af59-7d0df89eac68 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.364012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fa09bd-c6f8-4259-af59-7d0df89eac68 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.366052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fa09bd-c6f8-4259-af59-7d0df89eac68 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.394639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaa6ae-6945-4b92-ada1-be98a0df81db req-8ea82375-9674-4dce-a67e-78fa9d7b45f0 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:09.395558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5eaa6ae-6945-4b92-ada1-be98a0df81db req-8ea82375-9674-4dce-a67e-78fa9d7b45f0 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2441082 Apr 16 15:37:09.396560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fa09bd-c6f8-4259-af59-7d0df89eac68 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.396861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fa09bd-c6f8-4259-af59-7d0df89eac68 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Fanout notify agent at l3_agent the message router_deleted on router b5427dcb-61ce-4249-8ad6-f2b03e400dfe {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:09.423159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57fa09bd-c6f8-4259-af59-7d0df89eac68 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.426303 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-57fa09bd-c6f8-4259-af59-7d0df89eac68 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/b5427dcb-61ce-4249-8ad6-f2b03e400dfe HTTP/1.1" status: 204 len: 168 time: 0.4028502 Apr 16 15:37:09.429085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55504) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:09.467794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Router 99bd2dcd-45fa-4eba-8040-0b734cdca836 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:37:09.484047 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5eaa6ae-6945-4b92-ada1-be98a0df81db req-01cd1b5f-cb4a-4b92-978b-a8226fc26a00 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739369 Apr 16 15:37:09.495312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e2a035-8d82-472f-8826-a5b4e14084f6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting subnet e67cb1c3-b9af-4a14-ad21-a2902443e8ff {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:09.501834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8e2a035-8d82-472f-8826-a5b4e14084f6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.558324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8e2a035-8d82-472f-8826-a5b4e14084f6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.626805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.658200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:09.668376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4484817-536d-48f0-91e2-53d040aff413 None None] Sync routers for ids ['99bd2dcd-45fa-4eba-8040-0b734cdca836'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:09.671551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.674611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "PUT /v2.0/routers/99bd2dcd-45fa-4eba-8040-0b734cdca836 HTTP/1.1" status: 200 len: 918 time: 2.8063488 Apr 16 15:37:09.676582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.677286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/floatingips/d3cc338b-80cc-4a90-bc76-369291480627 HTTP/1.1" status: 204 len: 168 time: 1.4768889 Apr 16 15:37:09.677836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55512) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:09.679298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4484817-536d-48f0-91e2-53d040aff413 None None] Routers {'99bd2dcd-45fa-4eba-8040-0b734cdca836'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:09.680168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d4484817-536d-48f0-91e2-53d040aff413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['99bd2dcd-45fa-4eba-8040-0b734cdca836'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:09.680991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55514) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:09.719171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '0b33effd-0a3e-4a1c-ab8a-4f89765c5881'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:09.726678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d4484817-536d-48f0-91e2-53d040aff413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:09.733748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4484817-536d-48f0-91e2-53d040aff413 None None] Routers {'99bd2dcd-45fa-4eba-8040-0b734cdca836'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:09.734259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d4484817-536d-48f0-91e2-53d040aff413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:36:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['99bd2dcd-45fa-4eba-8040-0b734cdca836'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:09.745788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:09.777963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d4484817-536d-48f0-91e2-53d040aff413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:09.778277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4484817-536d-48f0-91e2-53d040aff413 None None] The sync data for ids ['99bd2dcd-45fa-4eba-8040-0b734cdca836'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:09.786328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:floatingip and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:09.790586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:09.796647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:09.821271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.833170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bbe864a1-6e4d-4bc2-8f05-45440eeeb743 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:09.851461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.885154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:09.897833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:09.898849 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8249b63f-75ca-41dc-8944-461e05eea42c tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/routers/99bd2dcd-45fa-4eba-8040-0b734cdca836 HTTP/1.1" status: 200 len: 924 time: 0.2183020 Apr 16 15:37:09.903141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55520) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:09.970252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da3c180-d605-44bb-a91c-f77236e3df06,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:09.982901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:09.987755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Subnet': ['ID=56c81690-3660-4a9c-9531-a11b0f20ae68,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:09.989480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:09.991652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8e2a035-8d82-472f-8826-a5b4e14084f6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.030296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742951e9-baf3-4e70-8ba1-f38ff409329b req-d501acee-34c9-49f5-ba16-c8ea3afe0ba5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:10.031255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-742951e9-baf3-4e70-8ba1-f38ff409329b req-d501acee-34c9-49f5-ba16-c8ea3afe0ba5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.1960704 Apr 16 15:37:10.050350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a2bce4-0cb8-4f45-82c7-2ab7e60cd392 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:10.051388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b0a2bce4-0cb8-4f45-82c7-2ab7e60cd392 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&device_id=99bd2dcd-45fa-4eba-8040-0b734cdca836&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1449525 Apr 16 15:37:10.051872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Checking segment: {'id': 'a721efa6-27fe-437a-97cb-3102f4b455ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'ffee5e5c-d450-42bc-bc7f-6612fa0a5c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:10.052088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Network hostable DHCP agents. Network: ffee5e5c-d450-42bc-bc7f-6612fa0a5c53, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:37:10.055880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55526) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:10.118439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Network ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:37:10.121558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.124213 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-742951e9-baf3-4e70-8ba1-f38ff409329b req-bb925bad-cd69-439e-9b33-7b587684e7c7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842597 Apr 16 15:37:10.156882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Checking segment: {'id': '3b9ba481-761e-48f0-9463-2b5efe99104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': 'e377be4b-5fff-4c6c-a14a-ca1e784a4d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:10.157084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network hostable DHCP agents. Network: e377be4b-5fff-4c6c-a14a-ca1e784a4d2d, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:37:10.167169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, ffee5e5c-d450-42bc-bc7f-6612fa0a5c53) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:10.180847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22760888-6f94-489d-8faa-b9b2e75a60e6 None None] Network ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:10.184818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940ae4b0-83b2-496b-95de-dd994883159a tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:10.185691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-940ae4b0-83b2-496b-95de-dd994883159a tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/networks/4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 881 time: 0.1287570 Apr 16 15:37:10.190726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55534) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:10.193044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:10.193543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.228444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a9550e88-dfdf-4bd8-a526-2d7e20494b36 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=99bd2dcd-45fa-4eba-8040-0b734cdca836 HTTP/1.1" status: 200 len: 205 time: 0.0367911 Apr 16 15:37:10.230569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55538) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:10.232534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:37:10.235581 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6850569 Apr 16 15:37:10.238763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, e377be4b-5fff-4c6c-a14a-ca1e784a4d2d) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:10.250305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:10.250794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.270369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7066414 Apr 16 15:37:10.271091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55544) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:10.275553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': 'e377be4b-5fff-4c6c-a14a-ca1e784a4d2d', 'name': 'tempest-PortsTestJSON-1524806664'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:10.287730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8e2a035-8d82-472f-8826-a5b4e14084f6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.319521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99794863-9901-40be-be99-6ecaea202c1c None None] Network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:10.328665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55bab917-aa1f-48b6-bc4b-221768551ad4 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:10.345252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.26.4.27 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/a1b2ef44-023c-4fc6-81ea-c9c3fd56dfec) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:10.389030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2a035-8d82-472f-8826-a5b4e14084f6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Subnet': ['ID=e67cb1c3-b9af-4a14-ad21-a2902443e8ff,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:10.390730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f8e2a035-8d82-472f-8826-a5b4e14084f6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:10.456093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.464600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f8e2a035-8d82-472f-8826-a5b4e14084f6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.467894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f8e2a035-8d82-472f-8826-a5b4e14084f6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/e67cb1c3-b9af-4a14-ad21-a2902443e8ff HTTP/1.1" status: 204 len: 168 time: 1.0381343 Apr 16 15:37:10.468394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55554) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:10.521157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:10.526944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae87f4-0451-45e5-9b78-fc92471b7ae8 None None] Network b1b4d452-7170-4a9d-80cc-8bb54737607c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:10.534461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22203b5-d1b8-484e-9f3d-15aae540d792 req-854ead09-c1d3-4c15-85dc-a2b48ce2d28d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:10.535423 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c22203b5-d1b8-484e-9f3d-15aae540d792 req-854ead09-c1d3-4c15-85dc-a2b48ce2d28d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 945 time: 0.1405079 Apr 16 15:37:10.539955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:10.546159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-79908ae3-0254-4689-815d-b8d25b77254a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting subnet dbefd141-d647-494f-a127-f3e508afd1eb {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:10.559246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79908ae3-0254-4689-815d-b8d25b77254a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.602276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:10.602914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-e377be4b-5fff-4c6c-a14a-ca1e784a4d2d', 'network_id': 'e377be4b-5fff-4c6c-a14a-ca1e784a4d2d', 'tenant_id': '4048886c32194caf9efd8fbc0a02d36b', 'fixed_ips': [{'subnet_id': '56c81690-3660-4a9c-9531-a11b0f20ae68'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:37:10.603511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.604902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.616107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b41b055-57ac-42f0-be65-e71f819ca66f None None] Network ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:10.628313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c22203b5-d1b8-484e-9f3d-15aae540d792 req-ab77046e-3369-4bd9-90d4-03a794410cdc tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890729 Apr 16 15:37:10.629007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 57c94780-f93e-46a2-9c38-6782ac414986 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:37:10.650191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79908ae3-0254-4689-815d-b8d25b77254a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.729548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55568) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:10.738499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1154287479-network', 'tenant_id': 'dadca780c6fa42a49f921dfb1e726dc3'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:10.747910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:10.757974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Usage tracker for resource:network and tenant:dadca780c6fa42a49f921dfb1e726dc3 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:10.760799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:10.768008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:10.774070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79908ae3-0254-4689-815d-b8d25b77254a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.793350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.10 (e377be4b-5fff-4c6c-a14a-ca1e784a4d2d/56c81690-3660-4a9c-9531-a11b0f20ae68/57c94780-f93e-46a2-9c38-6782ac414986) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:10.804176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Made reservation on behalf of dadca780c6fa42a49f921dfb1e726dc3 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:10.807111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.825449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.852254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:10.861534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Usage tracker for resource:security_group_rule and tenant:dadca780c6fa42a49f921dfb1e726dc3 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:10.890567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:10.901309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:10.908967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.926311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.939619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Deleting port 3e9bd864-3f4e-4043-a3be-e9322296ce65 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:10.939865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:10.943442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d49f42-c6f1-491a-9e8b-a570aa5ba8d5 None None] DHCP port deletion for b1b4d452-7170-4a9d-80cc-8bb54737607c request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:37:10.946118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-03d49f42-c6f1-491a-9e8b-a570aa5ba8d5 None None] Deleting port d51de7fa-9f9f-407d-9efd-24845c33add9 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:10.946429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-03d49f42-c6f1-491a-9e8b-a570aa5ba8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.020630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.031455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b636a971-962d-4c5f-bf53-18799426d937 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:11.094511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-03d49f42-c6f1-491a-9e8b-a570aa5ba8d5 None None] For port d51de7fa-9f9f-407d-9efd-24845c33add9, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d51de7fa-9f9f-407d-9efd-24845c33add9,segment=NetworkSegment(ea28b1bf-76b1-41a6-a538-bf95b8fd69e1),segment_id=ea28b1bf-76b1-41a6-a538-bf95b8fd69e1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:11.095023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-03d49f42-c6f1-491a-9e8b-a570aa5ba8d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.113554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=a1b2ef44-023c-4fc6-81ea-c9c3fd56dfec,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:11.121863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:11.152491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.157243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.160811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79908ae3-0254-4689-815d-b8d25b77254a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.167748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.179295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:11.201089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.230107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Calling delete_port for 3e9bd864-3f4e-4043-a3be-e9322296ce65 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:11.236596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object 57c94780-f93e-46a2-9c38-6782ac414986 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:11.255542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79908ae3-0254-4689-815d-b8d25b77254a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Subnet': ['ID=dbefd141-d647-494f-a127-f3e508afd1eb,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:11.255542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79908ae3-0254-4689-815d-b8d25b77254a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:11.255542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:11.258494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf9da2-500f-471a-8bde-94958902644a req-edb965b1-f255-4de5-9204-efc019d1b0fc tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:11.259498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1cf9da2-500f-471a-8bde-94958902644a req-edb965b1-f255-4de5-9204-efc019d1b0fc tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2343028 Apr 16 15:37:11.270473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:11.272763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:11.275741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1461} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:37:11.278319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:11.309589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bfdc71-a94a-4769-92c8-29810b906065,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:11.311480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:11.314275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.314581 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Added segment bbe755bf-4464-44fe-bbf7-2e17e91cd03e of type vlan for network ef85a565-c1c1-441d-a51a-1292f5f7104f Apr 16 15:37:11.351285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79908ae3-0254-4689-815d-b8d25b77254a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.357888 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1cf9da2-500f-471a-8bde-94958902644a req-0f613247-fc6e-4e8c-816a-ef26b36b09c5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872154 Apr 16 15:37:11.363474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.365879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-03d49f42-c6f1-491a-9e8b-a570aa5ba8d5 None None] Calling delete_port for d51de7fa-9f9f-407d-9efd-24845c33add9 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:11.375060 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-79908ae3-0254-4689-815d-b8d25b77254a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/dbefd141-d647-494f-a127-f3e508afd1eb HTTP/1.1" status: 204 len: 168 time: 0.9006698 Apr 16 15:37:11.377620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55580) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:11.391887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.408231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bb8322e7-5965-449c-b598-4edcc9cc2cfb tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:11.440846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b8f47-7592-4c13-813c-c5ee87e046dc None None] Network c85d30ba-4d82-42cd-8fb4-ebf4147994ec requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:11.500645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26266854-64cf-4804-a7c3-d15959475c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.508292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Allocated IP 172.20.0.2 (e377be4b-5fff-4c6c-a14a-ca1e784a4d2d/56c81690-3660-4a9c-9531-a11b0f20ae68/98881ab8-ea62-421f-823e-7b7ead94e244) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:11.562441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.572755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-814a2b1a-3d16-4f44-ad3f-6c6adcfe4b00 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:11.615948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-03d49f42-c6f1-491a-9e8b-a570aa5ba8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.628820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04169291-0b11-401e-abd9-ae319d5ec3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:11.634236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Pushing event deleted for resources: {'Port': ['ID=3e9bd864-3f4e-4043-a3be-e9322296ce65,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:11.638537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:11.683757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d49f42-c6f1-491a-9e8b-a570aa5ba8d5 None None] Pushing event deleted for resources: {'Port': ['ID=d51de7fa-9f9f-407d-9efd-24845c33add9,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:11.700295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-03d49f42-c6f1-491a-9e8b-a570aa5ba8d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:11.752308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d49f42-c6f1-491a-9e8b-a570aa5ba8d5 None None] No DVR routers for this DVR port d51de7fa-9f9f-407d-9efd-24845c33add9 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:11.753428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.756054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.801964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.808658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Transition to ACTIVE for port object 98881ab8-ea62-421f-823e-7b7ead94e244 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:11.821139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Transition to ACTIVE for port object 98881ab8-ea62-421f-823e-7b7ead94e244 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:11.824587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.834528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:11.835807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.836490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:11.836860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.851447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.863238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f6ada-693d-4cc1-a606-96eb624d045c None None] DHCP port deletion for c85d30ba-4d82-42cd-8fb4-ebf4147994ec request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:37:11.866506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.868399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.883686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=57c94780-f93e-46a2-9c38-6782ac414986,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:11.885654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:11.896581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f1afe5c5-75e6-419f-b239-ca3b3495da04 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:11.903892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f6ada-693d-4cc1-a606-96eb624d045c None None] Deleting port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:11.904139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6ada-693d-4cc1-a606-96eb624d045c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.907717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.908066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Fanout notify agent at l3_agent the message router_deleted on router 99bd2dcd-45fa-4eba-8040-0b734cdca836 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:11.913893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.917162 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1860855 Apr 16 15:37:11.919198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Pushing event updated for resources: {'Port': ['ID=98881ab8-ea62-421f-823e-7b7ead94e244,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:11.925205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:11.936558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55586) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:11.950000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Request body: {'subnet': {'network_id': 'ef85a565-c1c1-441d-a51a-1292f5f7104f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1154287479-subnet', 'tenant_id': 'dadca780c6fa42a49f921dfb1e726dc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:11.955310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:11.967134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Usage tracker for resource:subnet and tenant:dadca780c6fa42a49f921dfb1e726dc3 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:11.970045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:11.977958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:11.982548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/99bd2dcd-45fa-4eba-8040-0b734cdca836 HTTP/1.1" status: 204 len: 168 time: 1.7511239 Apr 16 15:37:11.982942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55592) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:11.985656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:11.998352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-550b3913-9ffd-440e-a1fc-cd36dd591e4d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-588710909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:12.018610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Pushing event updated for resources: {'Network': ['ID=ef85a565-c1c1-441d-a51a-1292f5f7104f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:12.020541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:12.025487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-550b3913-9ffd-440e-a1fc-cd36dd591e4d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:12.032610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Made reservation on behalf of dadca780c6fa42a49f921dfb1e726dc3 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:12.036129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.041272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network ef85a565-c1c1-441d-a51a-1292f5f7104f details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:37:12.062457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-550b3913-9ffd-440e-a1fc-cd36dd591e4d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Usage tracker for resource:router and tenant:ff41f543c1874d81bdd35140477deffc is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:12.068594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-550b3913-9ffd-440e-a1fc-cd36dd591e4d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:12.082143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb2ff-a1b9-4440-850a-0b45cab85e0b req-67159f11-31c1-43f6-8dfb-5276bf08b740 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:12.082989 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cffdb2ff-a1b9-4440-850a-0b45cab85e0b req-67159f11-31c1-43f6-8dfb-5276bf08b740 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 945 time: 0.3233013 Apr 16 15:37:12.084010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:12.085424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.093856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-550b3913-9ffd-440e-a1fc-cd36dd591e4d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:12.097337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-bc5f6ada-693d-4cc1-a606-96eb624d045c None None] For port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2dba0315-2079-4f87-bfaa-f2fdeaaf30fe,segment=NetworkSegment(c76fdc37-fb00-42e1-9a26-54d0feb6461c),segment_id=c76fdc37-fb00-42e1-9a26-54d0feb6461c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:12.097582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6ada-693d-4cc1-a606-96eb624d045c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.098468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:12.100030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:12.160333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.164185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.176973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:12.184505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f6ada-693d-4cc1-a606-96eb624d045c None None] Calling delete_port for 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:12.192026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-550b3913-9ffd-440e-a1fc-cd36dd591e4d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.192647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-550b3913-9ffd-440e-a1fc-cd36dd591e4d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.205897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:12.208332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:12.211316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:12.217751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:12.218255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.225293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b4d452-7170-4a9d-80cc-8bb54737607c']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:12.230701 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cffdb2ff-a1b9-4440-850a-0b45cab85e0b req-aa8f5527-2083-4d27-a490-94d0b7bbd3f7 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355698 Apr 16 15:37:12.240391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea28b1bf-76b1-41a6-a538-bf95b8fd69e1') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:12.240566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea28b1bf-76b1-41a6-a538-bf95b8fd69e1') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:12.246328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-550b3913-9ffd-440e-a1fc-cd36dd591e4d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.260073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.269548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9959705 Apr 16 15:37:12.269666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=a1b2ef44-023c-4fc6-81ea-c9c3fd56dfec,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:12.270990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55596) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:12.272586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:12.276403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': 'e377be4b-5fff-4c6c-a14a-ca1e784a4d2d', 'name': 'tempest-PortsTestJSON-1261846863'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:12.281446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Attempting to bind port 98881ab8-ea62-421f-823e-7b7ead94e244 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:37:12.281694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Attempting to bind port 98881ab8-ea62-421f-823e-7b7ead94e244 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3b9ba481-761e-48f0-9463-2b5efe99104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': 'e377be4b-5fff-4c6c-a14a-ca1e784a4d2d'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:37:12.281988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Attempting to bind port 98881ab8-ea62-421f-823e-7b7ead94e244 on network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:37:12.286129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:37:12.286351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Checking segment: {'id': '3b9ba481-761e-48f0-9463-2b5efe99104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': 'e377be4b-5fff-4c6c-a14a-ca1e784a4d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:12.286635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.286931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Bound using segment: {'id': '3b9ba481-761e-48f0-9463-2b5efe99104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': 'e377be4b-5fff-4c6c-a14a-ca1e784a4d2d'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:37:12.287550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Bound port: 98881ab8-ea62-421f-823e-7b7ead94e244, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9ba481-761e-48f0-9463-2b5efe99104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': 'e377be4b-5fff-4c6c-a14a-ca1e784a4d2d'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:37:12.287550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.287834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.297156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6ada-693d-4cc1-a606-96eb624d045c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.306109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-29e91664-11ac-40e2-92b6-4f013225fa50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:12.319080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-550b3913-9ffd-440e-a1fc-cd36dd591e4d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.328297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Releasing vlan 1473 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:12.386478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f6ada-693d-4cc1-a606-96eb624d045c None None] Pushing event deleted for resources: {'Port': ['ID=2dba0315-2079-4f87-bfaa-f2fdeaaf30fe,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:12.389661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc5f6ada-693d-4cc1-a606-96eb624d045c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:12.409805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-550b3913-9ffd-440e-a1fc-cd36dd591e4d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.410597 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-550b3913-9ffd-440e-a1fc-cd36dd591e4d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4222002 Apr 16 15:37:12.415680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55602) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:12.427072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f6ada-693d-4cc1-a606-96eb624d045c None None] No DVR routers for this DVR port 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:12.428164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] For port 98881ab8-ea62-421f-823e-7b7ead94e244, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:37:12.434648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] For port 98881ab8-ea62-421f-823e-7b7ead94e244, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=98881ab8-ea62-421f-823e-7b7ead94e244,segment=NetworkSegment(3b9ba481-761e-48f0-9463-2b5efe99104b),segment_id=3b9ba481-761e-48f0-9463-2b5efe99104b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:37:12.440240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'enable_snat': False}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:12.441602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.453176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:12.494659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Pushing event updated for resources: {'Port': ['ID=98881ab8-ea62-421f-823e-7b7ead94e244,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:12.523201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:12.550749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d51de7fa-9f9f-407d-9efd-24845c33add9 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:12.576751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: d51de7fa-9f9f-407d-9efd-24845c33add9 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:12.576964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d51de7fa-9f9f-407d-9efd-24845c33add9 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:12.577298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:12.604397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:12.604617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2dba0315-2079-4f87-bfaa-f2fdeaaf30fe not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:12.638888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network b1b4d452-7170-4a9d-80cc-8bb54737607c has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:12.648707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.669429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.721911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:12.728234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-820ab07e-c53e-489c-8606-842fb8f343fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.739239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:port and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:12.743024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:12.781408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:12.807577 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP 2cbcae38-7d80-49ff-91c5-f2e18296572d associated. External IP: 172.26.4.27, port: 0b33effd-0a3e-4a1c-ab8a-4f89765c5881. Apr 16 15:37:12.848584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.872674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:12.876190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.884318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.884425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:12.893787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d24aafd0-bcf2-4633-b7d0-22b39b48db67 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:12.898007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network b1b4d452-7170-4a9d-80cc-8bb54737607c has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:12.917679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60ea9b-cc06-415b-a727-386b4c1b8e1d req-922dd46e-c0ef-460e-8627-29b3f15d385e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:12.918644 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d60ea9b-cc06-415b-a727-386b4c1b8e1d req-922dd46e-c0ef-460e-8627-29b3f15d385e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.4400797 Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:12.920710 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:12.981616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18dab5ad-9713-4241-8e99-3fb217b27b59,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:12.984940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:13.055934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.083040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.126647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Checking segment: {'id': 'bbe755bf-4464-44fe-bbf7-2e17e91cd03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'ef85a565-c1c1-441d-a51a-1292f5f7104f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:13.126848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Network hostable DHCP agents. Network: ef85a565-c1c1-441d-a51a-1292f5f7104f, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:37:13.142182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:13.148161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Network ef85a565-c1c1-441d-a51a-1292f5f7104f is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:37:13.189766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, ef85a565-c1c1-441d-a51a-1292f5f7104f) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:13.208893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9676fd9-5d80-40bd-9c27-f67c236a50dd None None] Network ef85a565-c1c1-441d-a51a-1292f5f7104f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:13.214067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 6d30eb1c-594a-4eee-8c1e-7f04f159b14c yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:37:13.230562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:13.230937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.258854 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3156805 Apr 16 15:37:13.275916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:13.285815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ef700-5aa8-4f4e-a3cc-a2ce7d986f42 None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:13.288587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.325478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ef700-5aa8-4f4e-a3cc-a2ce7d986f42 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:13.325887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9e3ef700-5aa8-4f4e-a3cc-a2ce7d986f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:13.326452 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6441584 Apr 16 15:37:13.326977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55610) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:13.331878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1640848715'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:13.335245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:13.338148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:network and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:13.340024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:13.343673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:13.354247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Made reservation on behalf of 572b8e69ffdf4c27b74b5460455915f8 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:13.365199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.373731 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d60ea9b-cc06-415b-a727-386b4c1b8e1d req-ffb9cd39-aab8-452e-bd3a-59f9af3d2dc5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606925 Apr 16 15:37:13.399678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1495} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:37:13.405542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.405897 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Added segment 3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d of type vlan for network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a Apr 16 15:37:13.427438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.430458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.451470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.455799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:13.459994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:13.460788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.464913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4660cd27-b17e-45b9-926c-3bff5f09927c tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:13.465445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.483438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Network': ['ID=b1b4d452-7170-4a9d-80cc-8bb54737607c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:13.495159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5578-908f-4da0-a119-0539525e2430 req-bd03a635-6d1b-46fc-9f71-b97ce3613ba0 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:13.496322 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e49a5578-908f-4da0-a119-0539525e2430 req-bd03a635-6d1b-46fc-9f71-b97ce3613ba0 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.107 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 945 time: 0.5750852 Apr 16 15:37:13.497975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:13.508583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/networks/b1b4d452-7170-4a9d-80cc-8bb54737607c HTTP/1.1" status: 204 len: 168 time: 2.1302269 Apr 16 15:37:13.528023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55620) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:13.528515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Network': ['ID=9bca7ec5-b61d-455c-8f42-8f5f97997f8a,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:13.531804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:13.566437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.4 (e377be4b-5fff-4c6c-a14a-ca1e784a4d2d/56c81690-3660-4a9c-9531-a11b0f20ae68/6d30eb1c-594a-4eee-8c1e-7f04f159b14c) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:13.586393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Deleting port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:13.586751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.588788 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2611046 Apr 16 15:37:13.589288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55628) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:13.595720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'subnet': {'network_id': '9bca7ec5-b61d-455c-8f42-8f5f97997f8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:13.608356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b259eb-4326-4cee-8f05-652d2bd35409 req-403a2c45-2c4b-4c03-8b19-1c61fbe65f60 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:13.613106 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b259eb-4326-4cee-8f05-652d2bd35409 req-403a2c45-2c4b-4c03-8b19-1c61fbe65f60 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 945 time: 0.2421181 Apr 16 15:37:13.619555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:37:13.662032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9e3ef700-5aa8-4f4e-a3cc-a2ce7d986f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:13.667864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.710394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:13.712584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:subnet and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:13.714293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:13.715343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3ef700-5aa8-4f4e-a3cc-a2ce7d986f42 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:13.715816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9e3ef700-5aa8-4f4e-a3cc-a2ce7d986f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:13.717546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:13.745067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Made reservation on behalf of 572b8e69ffdf4c27b74b5460455915f8 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:13.748739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.755440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11393af6-8d29-4168-93f2-f4a9baf710c6 None None] Network ef85a565-c1c1-441d-a51a-1292f5f7104f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:13.776836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b259eb-4326-4cee-8f05-652d2bd35409 req-61eaacd6-ca3c-4fe4-9e8a-29d159b58b9d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups?id=add5ed56-349c-407d-b7f7-b5e6f0e4c682&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628704 Apr 16 15:37:13.779867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9e3ef700-5aa8-4f4e-a3cc-a2ce7d986f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:13.780137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3ef700-5aa8-4f4e-a3cc-a2ce7d986f42 None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:13.860560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.939155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85d30ba-4d82-42cd-8fb4-ebf4147994ec']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:13.963218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76fdc37-fb00-42e1-9a26-54d0feb6461c') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:13.963335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76fdc37-fb00-42e1-9a26-54d0feb6461c') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:13.974087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.974672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38181db3-58f9-4123-b126-c744c0edda52 None None] Network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:13.989328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:13.995987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Releasing vlan 1468 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:14.027733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3d0bf888-12a6-459e-8327-7d1e18b38efb None None] Provisioning for port 98881ab8-ea62-421f-823e-7b7ead94e244 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:14.047630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.070282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-bf1ae764-999f-4dd6-b84c-917bb8d65035 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:14.070735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-bf1ae764-999f-4dd6-b84c-917bb8d65035 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Synchronizing usage tracker for tenant:265b5230d93c411696e97ea51653a425 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:14.115507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] For port 3cb6e095-ee3e-4d33-87f5-4f40374cf583, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3cb6e095-ee3e-4d33-87f5-4f40374cf583,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:14.115736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.145485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network c85d30ba-4d82-42cd-8fb4-ebf4147994ec has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:14.153974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.176682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.180148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-bf1ae764-999f-4dd6-b84c-917bb8d65035 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Unset dirty status for tenant:265b5230d93c411696e97ea51653a425 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:14.180906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-bf1ae764-999f-4dd6-b84c-917bb8d65035 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/networks?id=ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 HTTP/1.1" status: 200 len: 812 time: 0.5526536 Apr 16 15:37:14.184787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.213648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.245196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object 6d30eb1c-594a-4eee-8c1e-7f04f159b14c will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:14.251951 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-3fbac076-31dc-4e1f-a60e-851aaecac253 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/quotas/265b5230d93c411696e97ea51653a425 HTTP/1.1" status: 200 len: 375 time: 0.0494883 Apr 16 15:37:14.258970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a509ca39-80b3-434f-9112-c639ef42faf6 None None] Provisioning for port 57c94780-f93e-46a2-9c38-6782ac414986 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:14.262778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a509ca39-80b3-434f-9112-c639ef42faf6 None None] Provisioning complete for port 57c94780-f93e-46a2-9c38-6782ac414986 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:14.263080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a509ca39-80b3-434f-9112-c639ef42faf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.301045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a509ca39-80b3-434f-9112-c639ef42faf6 None None] Port 57c94780-f93e-46a2-9c38-6782ac414986 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:14.351277 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-66531578-6c15-4887-9695-70ee95978a96 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=265b5230d93c411696e97ea51653a425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572348 Apr 16 15:37:14.429268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5d1f2680-7c1c-4ba7-8097-e51a0c8d0739 None None] Provisioning complete for port 57c94780-f93e-46a2-9c38-6782ac414986 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:14.429521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2680-7c1c-4ba7-8097-e51a0c8d0739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.470152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5d1f2680-7c1c-4ba7-8097-e51a0c8d0739 None None] Port 57c94780-f93e-46a2-9c38-6782ac414986 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:14.528282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network c85d30ba-4d82-42cd-8fb4-ebf4147994ec has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:14.539703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 98881ab8-ea62-421f-823e-7b7ead94e244 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:14.543919 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:14.587397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 98881ab8-ea62-421f-823e-7b7ead94e244 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:14.591286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 98881ab8-ea62-421f-823e-7b7ead94e244 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:14.591793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.606617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:14.637507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.646852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Network': ['ID=c85d30ba-4d82-42cd-8fb4-ebf4147994ec,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:14.650562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:14.661255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/networks/c85d30ba-4d82-42cd-8fb4-ebf4147994ec HTTP/1.1" status: 204 len: 168 time: 1.1278272 Apr 16 15:37:14.661804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55640) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:14.665547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.666255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-609771669'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:14.670304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.678548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:14.680007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0f74442-4c54-40b6-a4ce-bb7068d1a36a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:14.686000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 98881ab8-ea62-421f-823e-7b7ead94e244, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=98881ab8-ea62-421f-823e-7b7ead94e244,segment=NetworkSegment(3b9ba481-761e-48f0-9463-2b5efe99104b),segment_id=3b9ba481-761e-48f0-9463-2b5efe99104b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:14.689231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.690694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e30468bc-0e61-4846-910e-57bdbc3cfddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:14.702903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:network and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:14.705934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:14.728759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=98881ab8-ea62-421f-823e-7b7ead94e244,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:14.730914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:14.738893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:14.761600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Subnet': ['ID=39d632ea-721e-4a7a-9d89-d75d3c44d8d5,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:14.762896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:14.766600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.772980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:14.785432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.802053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:14.803280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1496} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:37:14.811878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.812085 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added segment ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0 of type vlan for network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea Apr 16 15:37:14.836368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.840677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Checking segment: {'id': '3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9bca7ec5-b61d-455c-8f42-8f5f97997f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:14.840866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network hostable DHCP agents. Network: 9bca7ec5-b61d-455c-8f42-8f5f97997f8a, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:37:14.866257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:37:14.869611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.872794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:14.873161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.875976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:14.884886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Allocated IP 172.26.4.23 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/96189e26-73dc-4fbe-aac1-81a1f16352fc) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:14.886641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.886866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.887044 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Floating IP a2dc729f-4009-4c5b-b392-41efc26711d1 disassociated. External IP: 172.26.4.39, port: 3cb6e095-ee3e-4d33-87f5-4f40374cf583. Apr 16 15:37:14.887250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Calling delete_port for 3cb6e095-ee3e-4d33-87f5-4f40374cf583 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:14.888605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 9bca7ec5-b61d-455c-8f42-8f5f97997f8a) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:14.896383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1696d-60af-4fa8-a1e5-e69c242f7eaf None None] Network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:14.940970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:14.941481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:14.943699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Network': ['ID=d5dbc8bc-8002-4d11-bce1-6f6e95c70eea,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:14.947143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:14.950224 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2880673 Apr 16 15:37:14.952392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55648) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:14.957812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'subnet': {'network_id': 'd5dbc8bc-8002-4d11-bce1-6f6e95c70eea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:14.970442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:37:14.971665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=6d30eb1c-594a-4eee-8c1e-7f04f159b14c,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:14.978044 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-cecb5f99-5bf7-4772-bf4c-4777ac30e793 service neutron] 10.222.0.95 "GET /v2.0/networks/ffee5e5c-d450-42bc-bc7f-6612fa0a5c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167970 Apr 16 15:37:15.003402 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4095590 Apr 16 15:37:15.006305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:15.009613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55652) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:15.014564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-700400295', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:15.019833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:15.024698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:router and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:15.030910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for router was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:15.036431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:15.042853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:15.045450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:subnet and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:15.047228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:15.049302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.049931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.053834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:15.066883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:15.070575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.078853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.113431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111786c8-3136-42b6-9736-761570224b15 req-b9fa7eba-7aa4-46ce-a2d4-eebd210bd275 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:15.114357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-111786c8-3136-42b6-9736-761570224b15 req-b9fa7eba-7aa4-46ce-a2d4-eebd210bd275 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.4099660 Apr 16 15:37:15.126772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-9bca7ec5-b61d-455c-8f42-8f5f97997f8a', 'network_id': '9bca7ec5-b61d-455c-8f42-8f5f97997f8a', 'tenant_id': '572b8e69ffdf4c27b74b5460455915f8', 'fixed_ips': [{'subnet_id': '39d632ea-721e-4a7a-9d89-d75d3c44d8d5'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:37:15.127805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.174259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:15.180717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:15.189277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:15.220918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Allocated IP 172.20.0.2 (9bca7ec5-b61d-455c-8f42-8f5f97997f8a/39d632ea-721e-4a7a-9d89-d75d3c44d8d5/58f515ea-b3a6-42dc-80ed-40927503207b) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:15.253518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.261022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-111786c8-3136-42b6-9736-761570224b15 req-c40ca106-5d50-41e7-a9f2-2c9aeb6d52b2 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385381 Apr 16 15:37:15.267236 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-a721e948-d461-4671-bfe9-9df5917ad239 service neutron] 10.222.0.95 "GET /v2.0/networks/ffee5e5c-d450-42bc-bc7f-6612fa0a5c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886693 Apr 16 15:37:15.278699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:15.279085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.281362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.295802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc2c0245-1cde-4289-9d3e-17e344f4e3a6 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:15.306106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.332479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Pushing event deleted for resources: {'Port': ['ID=3cb6e095-ee3e-4d33-87f5-4f40374cf583,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:15.372962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:15.387619 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1155605 Apr 16 15:37:15.390359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55656) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:15.410780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.417078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cec749ec-8b9a-46d8-925c-2b7ec26368c6 None None] Provisioning for port 6d30eb1c-594a-4eee-8c1e-7f04f159b14c completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:15.423791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cec749ec-8b9a-46d8-925c-2b7ec26368c6 None None] Provisioning complete for port 6d30eb1c-594a-4eee-8c1e-7f04f159b14c triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:15.424024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cec749ec-8b9a-46d8-925c-2b7ec26368c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.454878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Transition to ACTIVE for port object 58f515ea-b3a6-42dc-80ed-40927503207b will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:15.474242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.481368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Transition to ACTIVE for port object 58f515ea-b3a6-42dc-80ed-40927503207b will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:15.483570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cec749ec-8b9a-46d8-925c-2b7ec26368c6 None None] Port 6d30eb1c-594a-4eee-8c1e-7f04f159b14c cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:15.486814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.494829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d41e09db-d496-4daa-bc2c-ecc693ccc7c4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:15.496696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:15.518189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5806ee42-c344-499a-b761-d81778cc3266 req-9a8ccd28-ef78-4d3b-bb3d-febf94924c85 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Synchronizing usage tracker for tenant:a74bb8b83bfd4e9db169a164229975bd on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:15.574158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Pushing event updated for resources: {'Port': ['ID=58f515ea-b3a6-42dc-80ed-40927503207b,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:15.581018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:15.610298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5806ee42-c344-499a-b761-d81778cc3266 req-9a8ccd28-ef78-4d3b-bb3d-febf94924c85 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Unset dirty status for tenant:a74bb8b83bfd4e9db169a164229975bd on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:15.611236 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5806ee42-c344-499a-b761-d81778cc3266 req-9a8ccd28-ef78-4d3b-bb3d-febf94924c85 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 210 time: 0.1730533 Apr 16 15:37:15.613986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:15.614697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:15.616269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:15.635058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Pushing event updated for resources: {'Port': ['ID=96189e26-73dc-4fbe-aac1-81a1f16352fc,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:15.683100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Attempting to bind port 58f515ea-b3a6-42dc-80ed-40927503207b on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:37:15.683346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Attempting to bind port 58f515ea-b3a6-42dc-80ed-40927503207b by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9bca7ec5-b61d-455c-8f42-8f5f97997f8a'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:37:15.683547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Attempting to bind port 58f515ea-b3a6-42dc-80ed-40927503207b on network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:37:15.686488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:15.687290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:37:15.687520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Checking segment: {'id': '3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9bca7ec5-b61d-455c-8f42-8f5f97997f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:15.687779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.688022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Bound using segment: {'id': '3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9bca7ec5-b61d-455c-8f42-8f5f97997f8a'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:37:15.688314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Bound port: 58f515ea-b3a6-42dc-80ed-40927503207b, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '9bca7ec5-b61d-455c-8f42-8f5f97997f8a'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:37:15.688548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.693406 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55a8c559-a3a1-48a1-8bee-316fce78c52c req-390ed11f-c42e-433a-bf6f-0ec5ea9bc65f tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 210 time: 0.0921686 Apr 16 15:37:15.724311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.745299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaacc3d-31d4-4adf-9f87-388283d565f7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:15.745751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eaaacc3d-31d4-4adf-9f87-388283d565f7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:15.746891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] For port 58f515ea-b3a6-42dc-80ed-40927503207b, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:37:15.748492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.748832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] For port 58f515ea-b3a6-42dc-80ed-40927503207b, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=58f515ea-b3a6-42dc-80ed-40927503207b,segment=NetworkSegment(3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d),segment_id=3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:37:15.752590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.762681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-196a1466-550f-4b1b-a66f-0a312a138e5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:15.781699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eaaacc3d-31d4-4adf-9f87-388283d565f7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:15.789153 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eaaacc3d-31d4-4adf-9f87-388283d565f7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.3911455 Apr 16 15:37:15.792896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:15.795201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55670) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:15.797374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:15.844404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.856242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7959679d-590a-407b-b0ea-dfd07ebfed58 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:15.866849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:15.891061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9287a-bc02-42b8-a683-31419d297494 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 6d30eb1c-594a-4eee-8c1e-7f04f159b14c {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:15.891560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cc9287a-bc02-42b8-a683-31419d297494 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:15.954953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.26.4.70 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/aaff0da1-3873-4b90-8db6-b71dfd1dd5bf) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:15.960027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Router 2733b782-5eaa-479c-9d55-2ff8e27802f6 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:15.960698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Subnet': ['ID=8cefeed1-23b6-49ae-8644-eb27a6f3cf85,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:15.963790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:16.069014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Pushing event updated for resources: {'Port': ['ID=58f515ea-b3a6-42dc-80ed-40927503207b,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:16.072659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Checking segment: {'id': 'ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'd5dbc8bc-8002-4d11-bce1-6f6e95c70eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:16.072954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network hostable DHCP agents. Network: d5dbc8bc-8002-4d11-bce1-6f6e95c70eea, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:37:16.077693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:16.087841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.099487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:37:16.110449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, d5dbc8bc-8002-4d11-bce1-6f6e95c70eea) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:16.121015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0118f6-fe40-4af8-bbda-b03e54a05f10 None None] Network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:16.122004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:16.122392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.125100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.141116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36b75864-6a1d-4eb0-af0b-3430884c4832 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:16.186617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=aaff0da1-3873-4b90-8db6-b71dfd1dd5bf,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:16.220937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:16.255395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3022969 Apr 16 15:37:16.258355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55674) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:16.261524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d6934350-7c43-478d-a45b-2da8e0640219 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1408473039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:16.267018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d6934350-7c43-478d-a45b-2da8e0640219 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:16.276395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d6934350-7c43-478d-a45b-2da8e0640219 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:router and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:16.278856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d6934350-7c43-478d-a45b-2da8e0640219 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:16.285098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d6934350-7c43-478d-a45b-2da8e0640219 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:16.298251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:16.298539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:16.302525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:16.352525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-d5dbc8bc-8002-4d11-bce1-6f6e95c70eea', 'network_id': 'd5dbc8bc-8002-4d11-bce1-6f6e95c70eea', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'fixed_ips': [{'subnet_id': '8cefeed1-23b6-49ae-8644-eb27a6f3cf85'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:37:16.353130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.402343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6934350-7c43-478d-a45b-2da8e0640219 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.403310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6934350-7c43-478d-a45b-2da8e0640219 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.563521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Allocated IP 2001:db8::2 (d5dbc8bc-8002-4d11-bce1-6f6e95c70eea/8cefeed1-23b6-49ae-8644-eb27a6f3cf85/3d50fa2c-341b-4935-93b5-2334d8d61839) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:16.727796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.734559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Transition to ACTIVE for port object 3d50fa2c-341b-4935-93b5-2334d8d61839 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:16.746001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Transition to ACTIVE for port object 3d50fa2c-341b-4935-93b5-2334d8d61839 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:16.749349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 58f515ea-b3a6-42dc-80ed-40927503207b up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:16.749606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:16.757090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aabf39-c633-4353-9b7d-70ef6a4c6dd1 None None] Sync routers for ids ['2733b782-5eaa-479c-9d55-2ff8e27802f6'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:16.763502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aabf39-c633-4353-9b7d-70ef6a4c6dd1 None None] Routers {'2733b782-5eaa-479c-9d55-2ff8e27802f6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:16.763968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-64aabf39-c633-4353-9b7d-70ef6a4c6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2733b782-5eaa-479c-9d55-2ff8e27802f6'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:16.780736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.848651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6934350-7c43-478d-a45b-2da8e0640219 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.878142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] No DVR routers for this DVR port 3cb6e095-ee3e-4d33-87f5-4f40374cf583 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:16.883090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.884175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d4a0ff5-30f7-4092-be30-81127345cfc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:16.884355 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e49a5578-908f-4da0-a119-0539525e2430 req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.107 "DELETE /v2.0/ports/3cb6e095-ee3e-4d33-87f5-4f40374cf583 HTTP/1.1" status: 204 len: 173 time: 3.3773272 Apr 16 15:37:16.925791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6934350-7c43-478d-a45b-2da8e0640219 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.940856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-64aabf39-c633-4353-9b7d-70ef6a4c6dd1 None None] Set router 2733b782-5eaa-479c-9d55-2ff8e27802f6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:37:16.969641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Pushing event updated for resources: {'Port': ['ID=3d50fa2c-341b-4935-93b5-2334d8d61839,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:16.975965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:16.989881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6934350-7c43-478d-a45b-2da8e0640219 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:16.992419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:16.992526 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d6934350-7c43-478d-a45b-2da8e0640219 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7317233 Apr 16 15:37:16.992583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:16.992829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55686) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:16.995187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:16.996429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'name': 'network-vif-deleted', 'tag': '3cb6e095-ee3e-4d33-87f5-4f40374cf583'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:37:16.997301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 58f515ea-b3a6-42dc-80ed-40927503207b completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:16.997855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'port': {'network_id': 'd5dbc8bc-8002-4d11-bce1-6f6e95c70eea', 'name': 'tempest-RoutersIpV6Test-781339953'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:16.999796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.001321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 98881ab8-ea62-421f-823e-7b7ead94e244 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:17.040933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cc9287a-bc02-42b8-a683-31419d297494 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.072481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.115793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Attempting to bind port 3d50fa2c-341b-4935-93b5-2334d8d61839 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:37:17.116176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Attempting to bind port 3d50fa2c-341b-4935-93b5-2334d8d61839 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'd5dbc8bc-8002-4d11-bce1-6f6e95c70eea'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:37:17.116240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Attempting to bind port 3d50fa2c-341b-4935-93b5-2334d8d61839 on network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:37:17.123996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:37:17.124242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Checking segment: {'id': 'ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'd5dbc8bc-8002-4d11-bce1-6f6e95c70eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:17.124501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.124749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Bound using segment: {'id': 'ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'd5dbc8bc-8002-4d11-bce1-6f6e95c70eea'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:37:17.125136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Bound port: 3d50fa2c-341b-4935-93b5-2334d8d61839, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1496, 'network_id': 'd5dbc8bc-8002-4d11-bce1-6f6e95c70eea'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:37:17.125371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.152952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 98881ab8-ea62-421f-823e-7b7ead94e244 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:17.153133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.156943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-64aabf39-c633-4353-9b7d-70ef6a4c6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae', 'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'mac_address': 'fa:16:3e:9c:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:39Z', 'updated_at': '2021-04-16T15:35:53Z', 'revision_number': 5, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'subnets': [{'id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:17.159558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aabf39-c633-4353-9b7d-70ef6a4c6dd1 None None] Checking router: 2733b782-5eaa-479c-9d55-2ff8e27802f6 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:37:17.165669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aabf39-c633-4353-9b7d-70ef6a4c6dd1 None None] Routers {'2733b782-5eaa-479c-9d55-2ff8e27802f6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:17.166023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-64aabf39-c633-4353-9b7d-70ef6a4c6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2733b782-5eaa-479c-9d55-2ff8e27802f6'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:17.183201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3cc9287a-bc02-42b8-a683-31419d297494 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 6d30eb1c-594a-4eee-8c1e-7f04f159b14c owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:17.189611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:17.195011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:port and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:17.197608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:17.202933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:17.236959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] For port 3d50fa2c-341b-4935-93b5-2334d8d61839, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:37:17.247253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] For port 3d50fa2c-341b-4935-93b5-2334d8d61839, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3d50fa2c-341b-4935-93b5-2334d8d61839,segment=NetworkSegment(ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0),segment_id=ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:37:17.256262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.261746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:17.265584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.267524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:17.287774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-64aabf39-c633-4353-9b7d-70ef6a4c6dd1 None None] Set router 2733b782-5eaa-479c-9d55-2ff8e27802f6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:37:17.310650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Pushing event updated for resources: {'Port': ['ID=3d50fa2c-341b-4935-93b5-2334d8d61839,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:17.313568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:17.319440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] device_id is not set on port 0430990e-9698-4842-88a2-c1e57bc6f556 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:37:17.319831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8e6bb-cd78-4a55-a8e8-b03219ab0b9d req-d0cd903a-f7ad-4918-81f7-3ca5bc539028 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:17.320842 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0db8e6bb-cd78-4a55-a8e8-b03219ab0b9d req-d0cd903a-f7ad-4918-81f7-3ca5bc539028 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.8846529 Apr 16 15:37:17.393985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cc9287a-bc02-42b8-a683-31419d297494 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.447341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.508403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c708608c-79d7-4349-a59f-d1d780a468e6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:17.545736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Allocated IP 2001:db8::290 (d5dbc8bc-8002-4d11-bce1-6f6e95c70eea/8cefeed1-23b6-49ae-8644-eb27a6f3cf85/0430990e-9698-4842-88a2-c1e57bc6f556) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:17.574337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-64aabf39-c633-4353-9b7d-70ef6a4c6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae', 'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'mac_address': 'fa:16:3e:9c:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:39Z', 'updated_at': '2021-04-16T15:35:53Z', 'revision_number': 5, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'subnets': [{'id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:17.579030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aabf39-c633-4353-9b7d-70ef6a4c6dd1 None None] The sync data for ids ['2733b782-5eaa-479c-9d55-2ff8e27802f6'] in dv-neutron-786478-2-hyperv is: [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:42Z', 'revision_number': 4, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae', 'name': '', 'network_id': '0e61783a-be5a-4189-b0dc-5b4c26552378', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'mac_address': 'fa:16:3e:9c:fc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:39Z', 'updated_at': '2021-04-16T15:35:53Z', 'revision_number': 5, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'subnets': [{'id': '6170f10d-c4fc-4986-9f25-0715f3f20499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:17.594454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9287a-bc02-42b8-a683-31419d297494 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=6d30eb1c-594a-4eee-8c1e-7f04f159b14c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:17.601540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-60c4ddef-64ef-4747-a24b-6bdfdfb521ef req-27193d8d-83ae-4942-ab65-8290b4ee4412 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 210 time: 0.2875888 Apr 16 15:37:17.607824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3cc9287a-bc02-42b8-a683-31419d297494 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:17.672576 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0db8e6bb-cd78-4a55-a8e8-b03219ab0b9d req-ccf53865-9a89-45d9-8889-3a57581a2f3e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051558 Apr 16 15:37:17.714000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1c61bd-5e68-4a19-8269-da08a1a13843 None None] Network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:17.746687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router 559b925f-6dbe-4760-9ea1-51caa16528b5 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:37:17.792876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8828fd7-7ab7-49bd-92d2-a1b865e41f41', 'name': 'network-vif-deleted', 'tag': '3cb6e095-ee3e-4d33-87f5-4f40374cf583', 'status': 'completed', 'code': 200} Apr 16 15:37:17.853787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8e9739f5-34a5-4c60-9e4f-34904f9779e7 None None] Provisioning for port 58f515ea-b3a6-42dc-80ed-40927503207b completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:17.860204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8e9739f5-34a5-4c60-9e4f-34904f9779e7 None None] Provisioning complete for port 58f515ea-b3a6-42dc-80ed-40927503207b triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:17.860493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9739f5-34a5-4c60-9e4f-34904f9779e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.872993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.891936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Transition to ACTIVE for port object 0430990e-9698-4842-88a2-c1e57bc6f556 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:17.911475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:17.931202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3cb6e095-ee3e-4d33-87f5-4f40374cf583 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:17.954112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2500292-03ef-450a-bea8-d94a9d78d472 None None] Sync routers for ids ['559b925f-6dbe-4760-9ea1-51caa16528b5'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:17.957005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.958146 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9478319 Apr 16 15:37:17.965120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55692) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:17.967832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:17.977611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 3cb6e095-ee3e-4d33-87f5-4f40374cf583 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:17.977825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3cb6e095-ee3e-4d33-87f5-4f40374cf583 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:17.981353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2500292-03ef-450a-bea8-d94a9d78d472 None None] Routers {'559b925f-6dbe-4760-9ea1-51caa16528b5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:17.981773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2500292-03ef-450a-bea8-d94a9d78d472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['559b925f-6dbe-4760-9ea1-51caa16528b5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:18.026839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d3062d11-7939-4bd6-aad9-27db51f28b33 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:18.043381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2500292-03ef-450a-bea8-d94a9d78d472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:18.056568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2500292-03ef-450a-bea8-d94a9d78d472 None None] Routers {'559b925f-6dbe-4760-9ea1-51caa16528b5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:18.057135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2500292-03ef-450a-bea8-d94a9d78d472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['559b925f-6dbe-4760-9ea1-51caa16528b5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:18.088515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572b80df-b3a5-4b20-a083-9fe3eb7730cd None None] New status for floating IP a2dc729f-4009-4c5b-b392-41efc26711d1: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:37:18.119990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2500292-03ef-450a-bea8-d94a9d78d472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:18.120364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2500292-03ef-450a-bea8-d94a9d78d472 None None] The sync data for ids ['559b925f-6dbe-4760-9ea1-51caa16528b5'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:18.135354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9739f5-34a5-4c60-9e4f-34904f9779e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:18.158387 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-293d9235-701c-4156-bbfc-a40feec1487e req-66af883b-2c3b-44a8-a826-b5f76510f9c3 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 210 time: 0.4301653 Apr 16 15:37:18.199775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8e9739f5-34a5-4c60-9e4f-34904f9779e7 None None] For port 58f515ea-b3a6-42dc-80ed-40927503207b, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=58f515ea-b3a6-42dc-80ed-40927503207b,segment=NetworkSegment(3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d),segment_id=3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:18.206592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9739f5-34a5-4c60-9e4f-34904f9779e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:18.208385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc5f6ada-693d-4cc1-a606-96eb624d045c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:18.213152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-ff17cb1a-3d0e-4dca-ae7b-e821d3247f50 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:18.214124 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-ff17cb1a-3d0e-4dca-ae7b-e821d3247f50 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.107 "GET /v2.0/networks?id=ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 HTTP/1.1" status: 200 len: 812 time: 0.9010079 Apr 16 15:37:18.224557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Request body: {'port': {'device_id': '72c2a905-fdbd-40b7-abfb-5a1f531f0fd1', 'network_id': 'ffee5e5c-d450-42bc-bc7f-6612fa0a5c53', 'admin_state_up': True, 'tenant_id': '265b5230d93c411696e97ea51653a425'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:18.249500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9739f5-34a5-4c60-9e4f-34904f9779e7 None None] Pushing event updated for resources: {'Port': ['ID=58f515ea-b3a6-42dc-80ed-40927503207b,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:18.257032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e9739f5-34a5-4c60-9e4f-34904f9779e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:18.303426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=0430990e-9698-4842-88a2-c1e57bc6f556,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:18.313395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:18.356234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:18.366908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Usage tracker for resource:port and tenant:265b5230d93c411696e97ea51653a425 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:18.371176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:18.377709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:18.381657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cc9287a-bc02-42b8-a683-31419d297494 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:18.394272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Made reservation on behalf of 265b5230d93c411696e97ea51653a425 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:18.398139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:18.412958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:18.416926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3cc9287a-bc02-42b8-a683-31419d297494 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/6d30eb1c-594a-4eee-8c1e-7f04f159b14c HTTP/1.1" status: 204 len: 168 time: 2.6148446 Apr 16 15:37:18.422186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:18.423121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55702) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:18.425126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:18.431755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:18.432033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-00bc281a-9d71-44a9-8d08-8d2eeff638ae None None] Provisioning complete for port 58f515ea-b3a6-42dc-80ed-40927503207b triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:18.434445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00bc281a-9d71-44a9-8d08-8d2eeff638ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:18.435322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:18.435719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:18.470559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:18.515806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9af619a-5d98-414b-a905-b245a7f0d78a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:37:18.516172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9af619a-5d98-414b-a905-b245a7f0d78a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:18.660866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9af619a-5d98-414b-a905-b245a7f0d78a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:18.661697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b9af619a-5d98-414b-a905-b245a7f0d78a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/6d30eb1c-594a-4eee-8c1e-7f04f159b14c HTTP/1.1" status: 404 len: 333 time: 0.2379892 Apr 16 15:37:18.666322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55710) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:18.731492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 58f515ea-b3a6-42dc-80ed-40927503207b up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:18.735112 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84ebb5c4-aaff-46b5-b0ff-e46967200296 req-1f2a0305-98e7-4de5-8e40-ebc01599b258 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8828fd7-7ab7-49bd-92d2-a1b865e41f41 HTTP/1.1" status: 200 len: 210 time: 0.0393496 Apr 16 15:37:18.785720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Allocated IP 172.20.0.13 (ffee5e5c-d450-42bc-bc7f-6612fa0a5c53/0da3c180-d605-44bb-a91c-f77236e3df06/7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:18.789380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 58f515ea-b3a6-42dc-80ed-40927503207b triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:18.789624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:18.810759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a4f270d9-5217-4c87-b7dd-e82530411990 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 57c94780-f93e-46a2-9c38-6782ac414986 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:18.811044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4f270d9-5217-4c87-b7dd-e82530411990 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:18.826637 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8329566 Apr 16 15:37:18.828366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55716) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:18.878514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d6247-6c83-433f-9533-99ea80b2686e req-1d13bf0a-0a9c-4118-acf4-63a5d3fec00b tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:18.883664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-768d6247-6c83-433f-9533-99ea80b2686e req-1d13bf0a-0a9c-4118-acf4-63a5d3fec00b tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 946 time: 0.3059890 Apr 16 15:37:18.905975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3d50fa2c-341b-4935-93b5-2334d8d61839 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:18.950655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 3d50fa2c-341b-4935-93b5-2334d8d61839 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:18.973546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eed9b8-07f6-4824-beb5-ece60927c0f3 None None] Network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:19.005017 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-768d6247-6c83-433f-9533-99ea80b2686e req-5e5082d4-3c47-401b-bde0-2acf2c5221a9 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175900 Apr 16 15:37:19.027032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-100677b1-1a15-41ff-aed7-4dded698b896 None None] Provisioning for port 3d50fa2c-341b-4935-93b5-2334d8d61839 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:19.040133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-100677b1-1a15-41ff-aed7-4dded698b896 None None] Provisioning complete for port 3d50fa2c-341b-4935-93b5-2334d8d61839 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:19.040369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-100677b1-1a15-41ff-aed7-4dded698b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.101180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Router 9eb25f3f-035d-4042-b808-36b9a574ccd1 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:37:19.128160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39870968-37e8-4e1c-8730-b85d23a7b0d3 req-375be52e-cd14-4e34-895f-52e0c1b9eda9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:19.129082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-39870968-37e8-4e1c-8730-b85d23a7b0d3 req-375be52e-cd14-4e34-895f-52e0c1b9eda9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2918015 Apr 16 15:37:19.164465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-100677b1-1a15-41ff-aed7-4dded698b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.196968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-100677b1-1a15-41ff-aed7-4dded698b896 None None] For port 3d50fa2c-341b-4935-93b5-2334d8d61839, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3d50fa2c-341b-4935-93b5-2334d8d61839,segment=NetworkSegment(ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0),segment_id=ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:19.208184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-100677b1-1a15-41ff-aed7-4dded698b896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.213843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:19.258669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100677b1-1a15-41ff-aed7-4dded698b896 None None] Pushing event updated for resources: {'Port': ['ID=3d50fa2c-341b-4935-93b5-2334d8d61839,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:19.260760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-100677b1-1a15-41ff-aed7-4dded698b896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:19.321346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.354456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.423901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-92d35673-c0da-4c98-a6cf-6b4fd0bd6d35 None None] Provisioning complete for port 3d50fa2c-341b-4935-93b5-2334d8d61839 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:19.424401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92d35673-c0da-4c98-a6cf-6b4fd0bd6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.520950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-92d35673-c0da-4c98-a6cf-6b4fd0bd6d35 None None] Provisioning for port 0430990e-9698-4842-88a2-c1e57bc6f556 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:19.524396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-92d35673-c0da-4c98-a6cf-6b4fd0bd6d35 None None] Provisioning complete for port 0430990e-9698-4842-88a2-c1e57bc6f556 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:19.524997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92d35673-c0da-4c98-a6cf-6b4fd0bd6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.556981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-92d35673-c0da-4c98-a6cf-6b4fd0bd6d35 None None] Port 0430990e-9698-4842-88a2-c1e57bc6f556 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:19.557861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4f270d9-5217-4c87-b7dd-e82530411990 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.565429 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-081e0303-6c97-4663-9a2a-c2457d8f8329 req-a46f28b8-0e6b-4d8b-b52f-c0b8b34b9fee tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 210 time: 0.3245866 Apr 16 15:37:19.578075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-39870968-37e8-4e1c-8730-b85d23a7b0d3 req-b50ff6b1-e362-4816-afb8-a39f5f2e0248 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4156137 Apr 16 15:37:19.654594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a4f270d9-5217-4c87-b7dd-e82530411990 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 57c94780-f93e-46a2-9c38-6782ac414986 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:19.674555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d768289e-9564-4331-a657-00b589779d1f None None] Provisioning complete for port 0430990e-9698-4842-88a2-c1e57bc6f556 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:19.675117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d768289e-9564-4331-a657-00b589779d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.677324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.709935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:19.728164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.729172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a3ac6-6316-484f-9f7c-12d980416419 None None] Sync routers for ids ['9eb25f3f-035d-4042-b808-36b9a574ccd1'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:19.730916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "PUT /v2.0/routers/9eb25f3f-035d-4042-b808-36b9a574ccd1 HTTP/1.1" status: 200 len: 918 time: 7.3146122 Apr 16 15:37:19.731447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55728) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:19.768472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.775172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a3ac6-6316-484f-9f7c-12d980416419 None None] Routers {'9eb25f3f-035d-4042-b808-36b9a574ccd1'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:19.776085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d87a3ac6-6316-484f-9f7c-12d980416419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['9eb25f3f-035d-4042-b808-36b9a574ccd1'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:19.778636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-555c953c-79f9-4421-a616-68854456cd74 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:19.828764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.833093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d87a3ac6-6316-484f-9f7c-12d980416419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:19.835664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.20.0.1 (9bca7ec5-b61d-455c-8f42-8f5f97997f8a/39d632ea-721e-4a7a-9d89-d75d3c44d8d5/c10d8941-7b34-493b-9b3c-99a1af22808e) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:19.837891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.838252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d768289e-9564-4331-a657-00b589779d1f None None] Port 0430990e-9698-4842-88a2-c1e57bc6f556 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:19.847029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55738) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:19.847160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87a3ac6-6316-484f-9f7c-12d980416419 None None] Routers {'9eb25f3f-035d-4042-b808-36b9a574ccd1'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:19.847612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d87a3ac6-6316-484f-9f7c-12d980416419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['9eb25f3f-035d-4042-b808-36b9a574ccd1'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:19.849980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-15f64c33-49cb-4e72-a1f8-c706c831b692 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:19.853020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4f270d9-5217-4c87-b7dd-e82530411990 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:19.888375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d87a3ac6-6316-484f-9f7c-12d980416419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:19.888727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a3ac6-6316-484f-9f7c-12d980416419 None None] The sync data for ids ['9eb25f3f-035d-4042-b808-36b9a574ccd1'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:19.930449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Pushing event updated for resources: {'Port': ['ID=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:19.945284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:19.945616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1655ea02-dfe6-48f5-9321-2db3b0e8943a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:19.982640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f270d9-5217-4c87-b7dd-e82530411990 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=57c94780-f93e-46a2-9c38-6782ac414986,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:19.987913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a4f270d9-5217-4c87-b7dd-e82530411990 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:20.033794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Network ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:20.036943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:20.040130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:20.070756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea62b3-b854-4b47-bfd1-d09a25301317 req-b9821e24-85bf-4ab8-b1da-3f5849bed7e7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:20.071709 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dbea62b3-b854-4b47-bfd1-d09a25301317 req-b9821e24-85bf-4ab8-b1da-3f5849bed7e7 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 946 time: 0.1977170 Apr 16 15:37:20.141674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:20.142054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.169687 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dbea62b3-b854-4b47-bfd1-d09a25301317 req-0a48f785-7eea-46a6-a12e-b82a50ae7026 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807009 Apr 16 15:37:20.177113 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9551570 Apr 16 15:37:20.177742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4f270d9-5217-4c87-b7dd-e82530411990 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.178798 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a4f270d9-5217-4c87-b7dd-e82530411990 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/57c94780-f93e-46a2-9c38-6782ac414986 HTTP/1.1" status: 204 len: 168 time: 1.5111034 Apr 16 15:37:20.180609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55742) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:20.208966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Request body: {'port': {'device_id': '72c2a905-fdbd-40b7-abfb-5a1f531f0fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:20.228362 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb2b816-2cce-4bbe-952b-cfb64bbb210e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:37:20.228683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-deb2b816-2cce-4bbe-952b-cfb64bbb210e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:20.266333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-deb2b816-2cce-4bbe-952b-cfb64bbb210e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:20.268293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-deb2b816-2cce-4bbe-952b-cfb64bbb210e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/57c94780-f93e-46a2-9c38-6782ac414986 HTTP/1.1" status: 404 len: 333 time: 0.0865595 Apr 16 15:37:20.269196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55746) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:20.276467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=0430990e-9698-4842-88a2-c1e57bc6f556,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:20.288628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:20.318594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.326947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-79fca423-598f-4a01-a63f-98c8e78a082d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/routers/9eb25f3f-035d-4042-b808-36b9a574ccd1 HTTP/1.1" status: 200 len: 924 time: 0.5899782 Apr 16 15:37:20.328416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55750) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:20.353696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4bdf-8b08-4b61-ad2c-4333e143def3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.363813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7b0ecd-f29d-4d80-b886-d343e79ea993 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting subnet 56c81690-3660-4a9c-9531-a11b0f20ae68 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:20.390391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1d7b0ecd-f29d-4d80-b886-d343e79ea993 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.397239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.427149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Transition to ACTIVE for port object c10d8941-7b34-493b-9b3c-99a1af22808e will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:20.442828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1d7b0ecd-f29d-4d80-b886-d343e79ea993 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.450031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4bdf-8b08-4b61-ad2c-4333e143def3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.522875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a47b8a3-789b-430b-b575-1fb14f090feb tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:20.523860 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7a47b8a3-789b-430b-b575-1fb14f090feb tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&device_id=9eb25f3f-035d-4042-b808-36b9a574ccd1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1948540 Apr 16 15:37:20.525129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.535278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55754) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:20.535356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3d50fa2c-341b-4935-93b5-2334d8d61839 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:20.550829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:20.575340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e945709c-e5e3-4f95-b20d-464c04a16b18 None None] Provisioning complete for port 0430990e-9698-4842-88a2-c1e57bc6f556 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:20.575530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e945709c-e5e3-4f95-b20d-464c04a16b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.610214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e945709c-e5e3-4f95-b20d-464c04a16b18 None None] Port 0430990e-9698-4842-88a2-c1e57bc6f556 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:20.610436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.617052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3d50fa2c-341b-4935-93b5-2334d8d61839 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:20.617265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.649561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1d7b0ecd-f29d-4d80-b886-d343e79ea993 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.690715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4bdf-8b08-4b61-ad2c-4333e143def3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.740391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=c10d8941-7b34-493b-9b3c-99a1af22808e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:20.742284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:20.745155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30b95d26-401b-4c7d-aea2-9ba096b9c230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:20.762984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e4bdf-8b08-4b61-ad2c-4333e143def3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add5ed56-349c-407d-b7f7-b5e6f0e4c682,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:20.764467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf7e4bdf-8b08-4b61-ad2c-4333e143def3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:20.771757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf7e4bdf-8b08-4b61-ad2c-4333e143def3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.774272 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cf7e4bdf-8b08-4b61-ad2c-4333e143def3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "DELETE /v2.0/security-groups/add5ed56-349c-407d-b7f7-b5e6f0e4c682 HTTP/1.1" status: 204 len: 168 time: 0.9056029 Apr 16 15:37:20.774347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55762) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:20.805574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d0522c-9dd7-4457-9ccf-dbb6bf19e2e8 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:20.805888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e5d0522c-9dd7-4457-9ccf-dbb6bf19e2e8 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Synchronizing usage tracker for tenant:1910e384fb4846708c3ce4d9d661d7c2 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:20.809459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-ba69fae0-8414-4e8b-8aa4-ea8e28ac82b7 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] show failed (client error): The resource could not be found. Apr 16 15:37:20.810139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ba69fae0-8414-4e8b-8aa4-ea8e28ac82b7 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "GET /v2.0/security-groups/add5ed56-349c-407d-b7f7-b5e6f0e4c682 HTTP/1.1" status: 404 len: 347 time: 0.0352314 Apr 16 15:37:20.814686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55766) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:20.863187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:20.869743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:20.871445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:20.875268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e5d0522c-9dd7-4457-9ccf-dbb6bf19e2e8 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Unset dirty status for tenant:1910e384fb4846708c3ce4d9d661d7c2 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:20.879846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e5d0522c-9dd7-4457-9ccf-dbb6bf19e2e8 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/networks/4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 881 time: 0.3401411 Apr 16 15:37:20.881650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55770) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:20.922952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.935597 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-25182292-508b-463c-86d4-93b9f2876f77 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eb25f3f-035d-4042-b808-36b9a574ccd1 HTTP/1.1" status: 200 len: 205 time: 0.0537941 Apr 16 15:37:20.939148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:37:20.942632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55774) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:20.950893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Deleting port 5b71a873-689e-41ef-9125-f4c49e1afbc9 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:20.951082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:20.997422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.005099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.028832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4c66ea56-7fec-4635-90ad-4d39b2da937c None None] Provisioning for port c10d8941-7b34-493b-9b3c-99a1af22808e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:21.031842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4c66ea56-7fec-4635-90ad-4d39b2da937c None None] Provisioning complete for port c10d8941-7b34-493b-9b3c-99a1af22808e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:21.032086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c66ea56-7fec-4635-90ad-4d39b2da937c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.052216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b57b94-811d-4e47-9ffd-e7df79930d4d req-7fe56ce7-1a4f-4a52-81f4-602be362ae5f tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:21.052683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c1b57b94-811d-4e47-9ffd-e7df79930d4d req-7fe56ce7-1a4f-4a52-81f4-602be362ae5f tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Synchronizing usage tracker for tenant:265b5230d93c411696e97ea51653a425 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:21.063442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4c66ea56-7fec-4635-90ad-4d39b2da937c None None] Port c10d8941-7b34-493b-9b3c-99a1af22808e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:21.071974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb0bc0-c2e7-49ce-b41a-b544ab4d9b9f req-6a8d074f-0cfb-4a80-b2a7-71c0f33af2e7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:21.072940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ecb0bc0-c2e7-49ce-b41a-b544ab4d9b9f req-6a8d074f-0cfb-4a80-b2a7-71c0f33af2e7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3607740 Apr 16 15:37:21.076849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Transition to ACTIVE for port object 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:21.098332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.109620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1ef2a816-9983-45db-8d5a-e3bfdf8c5364 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:21.496845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c1b57b94-811d-4e47-9ffd-e7df79930d4d req-7fe56ce7-1a4f-4a52-81f4-602be362ae5f tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Unset dirty status for tenant:265b5230d93c411696e97ea51653a425 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:21.497628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c1b57b94-811d-4e47-9ffd-e7df79930d4d req-7fe56ce7-1a4f-4a52-81f4-602be362ae5f tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 932 time: 0.7847607 Apr 16 15:37:21.502035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.502252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.531589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1d7b0ecd-f29d-4d80-b886-d343e79ea993 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.554015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:21.556999 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ecb0bc0-c2e7-49ce-b41a-b544ab4d9b9f req-ba318a8a-6081-4d5b-8ce4-4c51c67309e5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4794896 Apr 16 15:37:21.558262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.588325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:21.592315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:21.613255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Calling delete_port for 5b71a873-689e-41ef-9125-f4c49e1afbc9 owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:21.659954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.714805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b0ecd-f29d-4d80-b886-d343e79ea993 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Subnet': ['ID=56c81690-3660-4a9c-9531-a11b0f20ae68,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:21.732535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1d7b0ecd-f29d-4d80-b886-d343e79ea993 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:21.747712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c1b57b94-811d-4e47-9ffd-e7df79930d4d req-31e2b66f-bbd0-4fe4-a944-8178974546dc tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Synchronizing usage tracker for tenant:265b5230d93c411696e97ea51653a425 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:21.768826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.776107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.776630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.811092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fd404b75-06e9-429e-8d91-0ff9bf35473d tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:21.849940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab24da7-807c-40dc-97cd-b0e9448f84b6 None None] Network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:21.858099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1d7b0ecd-f29d-4d80-b886-d343e79ea993 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.859363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c1b57b94-811d-4e47-9ffd-e7df79930d4d req-31e2b66f-bbd0-4fe4-a944-8178974546dc tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Unset dirty status for tenant:265b5230d93c411696e97ea51653a425 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:21.860086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c1b57b94-811d-4e47-9ffd-e7df79930d4d req-31e2b66f-bbd0-4fe4-a944-8178974546dc tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490748 Apr 16 15:37:21.864645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-2d4dfc28-4be5-42ac-8768-81bc9a9806db tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:21.865481 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-2d4dfc28-4be5-42ac-8768-81bc9a9806db tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.107 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 946 time: 0.4545305 Apr 16 15:37:21.898402 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1d7b0ecd-f29d-4d80-b886-d343e79ea993 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/56c81690-3660-4a9c-9531-a11b0f20ae68 HTTP/1.1" status: 204 len: 168 time: 1.6208694 Apr 16 15:37:21.906640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55780) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:21.931105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.959758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Deleting port 96189e26-73dc-4fbe-aac1-81a1f16352fc {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:21.959937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:21.975090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=0430990e-9698-4842-88a2-c1e57bc6f556,revision_number=3']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:21.977162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:21.990262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Deleting port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:21.990485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.009757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c7c03-ccfa-4586-b195-3d9deba3f72a req-92815170-d2b3-4c34-8136-05af4a485c39 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:22.011661 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-782c7c03-ccfa-4586-b195-3d9deba3f72a req-92815170-d2b3-4c34-8136-05af4a485c39 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 946 time: 0.3904696 Apr 16 15:37:22.011734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.022801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed965fc4-bf26-490b-958b-b71bce504314 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:22.033848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Attempting to bind port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:37:22.034074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Attempting to bind port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a721efa6-27fe-437a-97cb-3102f4b455ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'ffee5e5c-d450-42bc-bc7f-6612fa0a5c53'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:37:22.034284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Attempting to bind port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 on network ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:37:22.042323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b209f-e498-4544-b66d-170e3501f878 None None] DHCP port deletion for e377be4b-5fff-4c6c-a14a-ca1e784a4d2d request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:37:22.045199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-be0b209f-e498-4544-b66d-170e3501f878 None None] Deleting port 98881ab8-ea62-421f-823e-7b7ead94e244 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:22.045425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be0b209f-e498-4544-b66d-170e3501f878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.050314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 on network ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:37:22.050539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Attempting to bind port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 on network ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:37:22.073017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:37:22.073237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Checking segment: {'id': 'a721efa6-27fe-437a-97cb-3102f4b455ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'ffee5e5c-d450-42bc-bc7f-6612fa0a5c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:22.073432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Bound using segment: {'id': 'a721efa6-27fe-437a-97cb-3102f4b455ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'ffee5e5c-d450-42bc-bc7f-6612fa0a5c53'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:37:22.073708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Bound port: 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721efa6-27fe-437a-97cb-3102f4b455ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'ffee5e5c-d450-42bc-bc7f-6612fa0a5c53'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:37:22.073926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.093534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Pushing event deleted for resources: {'Port': ['ID=5b71a873-689e-41ef-9125-f4c49e1afbc9,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:22.095241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:22.117808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.139768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-782c7c03-ccfa-4586-b195-3d9deba3f72a req-6124b02b-3ff2-4535-85a8-00a688f667c0 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226878 Apr 16 15:37:22.166508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-be0b209f-e498-4544-b66d-170e3501f878 None None] For port 98881ab8-ea62-421f-823e-7b7ead94e244, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=98881ab8-ea62-421f-823e-7b7ead94e244,segment=NetworkSegment(3b9ba481-761e-48f0-9463-2b5efe99104b),segment_id=3b9ba481-761e-48f0-9463-2b5efe99104b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:22.166758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be0b209f-e498-4544-b66d-170e3501f878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.222975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:22.225951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 98881ab8-ea62-421f-823e-7b7ead94e244 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:22.226153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.238628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-be0b209f-e498-4544-b66d-170e3501f878 None None] Calling delete_port for 98881ab8-ea62-421f-823e-7b7ead94e244 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:22.240272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:22.275225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] For port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:37:22.277148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.283989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be0b209f-e498-4544-b66d-170e3501f878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.289123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] For port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8,segment=NetworkSegment(a721efa6-27fe-437a-97cb-3102f4b455ec),segment_id=a721efa6-27fe-437a-97cb-3102f4b455ec)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:37:22.292930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-955aa2a7-d1ca-448b-bf39-54fbf3fb88d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:22.356407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.364235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b209f-e498-4544-b66d-170e3501f878 None None] Pushing event deleted for resources: {'Port': ['ID=98881ab8-ea62-421f-823e-7b7ead94e244,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:22.368120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be0b209f-e498-4544-b66d-170e3501f878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:22.370395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Calling delete_port for 96189e26-73dc-4fbe-aac1-81a1f16352fc owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:22.371874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b209f-e498-4544-b66d-170e3501f878 None None] No DVR routers for this DVR port 98881ab8-ea62-421f-823e-7b7ead94e244 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:22.397929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e7bf396-d5b0-49c4-9c39-2c5db31da5d4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:22.433528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] The port '98881ab8-ea62-421f-823e-7b7ead94e244' was deleted {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:37:22.474604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] For port c8cc3f4c-dd14-44d2-a428-9e8ab1622557, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c8cc3f4c-dd14-44d2-a428-9e8ab1622557,segment=NetworkSegment(b9683d27-94e1-416d-8b61-3af013deb288),segment_id=b9683d27-94e1-416d-8b61-3af013deb288)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:22.474858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.493080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-028a9a9a-a397-4f79-a709-69148e3b75f5 None None] Provisioning complete for port 0430990e-9698-4842-88a2-c1e57bc6f556 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:22.493080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-028a9a9a-a397-4f79-a709-69148e3b75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.532381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-028a9a9a-a397-4f79-a709-69148e3b75f5 None None] Port 0430990e-9698-4842-88a2-c1e57bc6f556 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:22.540051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 98881ab8-ea62-421f-823e-7b7ead94e244 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:22.561349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 98881ab8-ea62-421f-823e-7b7ead94e244 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:22.561622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 98881ab8-ea62-421f-823e-7b7ead94e244 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:22.735691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:37:22.759101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.812348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.841438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8925881-9343-485a-9841-38d909b079ca tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:22.873073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.887268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.888583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Pushing event updated for resources: {'Port': ['ID=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:22.899165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:22.958273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=c10d8941-7b34-493b-9b3c-99a1af22808e,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:22.961970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.973910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:22.980088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router b95b75b1-c92b-476a-8a13-35a67d4ba187 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:37:22.981621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:22.982350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] 10.222.0.95 "DELETE /v2.0/floatingips/a2dc729f-4009-4c5b-b392-41efc26711d1 HTTP/1.1" status: 204 len: 168 time: 2.1670759 Apr 16 15:37:22.990115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55788) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:23.001009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:23.001388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:23.002272 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] 10.222.0.107 "PUT /v2.0/ports/7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 HTTP/1.1" status: 200 len: 1094 time: 2.7981622 Apr 16 15:37:23.008142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c2a905-fdbd-40b7-abfb-5a1f531f0fd1', 'tag': '7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:37:23.027164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e377be4b-5fff-4c6c-a14a-ca1e784a4d2d']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:23.073507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9ba481-761e-48f0-9463-2b5efe99104b') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:23.073678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9ba481-761e-48f0-9463-2b5efe99104b') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:23.112160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:23.147937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:23.162211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Releasing vlan 1462 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:23.193320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb9158-4706-43b8-8720-373abbcd92cb req-f19039c1-b86c-45c8-9020-a5448357ceb4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:23.194266 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3cb9158-4706-43b8-8720-373abbcd92cb req-f19039c1-b86c-45c8-9020-a5448357ceb4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.4006307 Apr 16 15:37:23.209032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:23.218709 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/b95b75b1-c92b-476a-8a13-35a67d4ba187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3873181 Apr 16 15:37:23.220871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94141719-08aa-4eb5-a55a-028a463b27b5 None None] Sync routers for ids ['b95b75b1-c92b-476a-8a13-35a67d4ba187'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:23.222333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55796) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:23.227249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94141719-08aa-4eb5-a55a-028a463b27b5 None None] Routers {'b95b75b1-c92b-476a-8a13-35a67d4ba187'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:23.227613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-94141719-08aa-4eb5-a55a-028a463b27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b95b75b1-c92b-476a-8a13-35a67d4ba187'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:23.256114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:23.264119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-94141719-08aa-4eb5-a55a-028a463b27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:23.267456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:23.267691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:23.267902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Floating IP 4db13741-7133-4284-a7bd-a08eae48dc3c disassociated. External IP: 172.26.4.195, port: c8cc3f4c-dd14-44d2-a428-9e8ab1622557. Apr 16 15:37:23.268110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Calling delete_port for c8cc3f4c-dd14-44d2-a428-9e8ab1622557 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:23.269505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94141719-08aa-4eb5-a55a-028a463b27b5 None None] Routers {'b95b75b1-c92b-476a-8a13-35a67d4ba187'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:23.269900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-94141719-08aa-4eb5-a55a-028a463b27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b95b75b1-c92b-476a-8a13-35a67d4ba187'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:23.282704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133082a4-59b4-462e-9e34-8127746e125e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:23.283070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-133082a4-59b4-462e-9e34-8127746e125e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:23.284534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e4e0ebea-6651-44e5-a6ff-1446f2cd2f3a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:23.285507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:23.305614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-94141719-08aa-4eb5-a55a-028a463b27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:23.305864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94141719-08aa-4eb5-a55a-028a463b27b5 None None] The sync data for ids ['b95b75b1-c92b-476a-8a13-35a67d4ba187'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:23.310183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:23.362917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:23.363726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Pushing event deleted for resources: {'Port': ['ID=96189e26-73dc-4fbe-aac1-81a1f16352fc,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:23.369999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:23.370920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:23.379383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-133082a4-59b4-462e-9e34-8127746e125e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:23.382224 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-133082a4-59b4-462e-9e34-8127746e125e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports/0430990e-9698-4842-88a2-c1e57bc6f556 HTTP/1.1" status: 200 len: 983 time: 0.1464648 Apr 16 15:37:23.389306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55800) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:23.439875 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3cb9158-4706-43b8-8720-373abbcd92cb req-635658cb-8969-4dd0-a331-1b30b4e61db9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298088 Apr 16 15:37:23.451401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774220b3-f829-4642-8d9a-f15f1514159c req-7fe210dc-0a5e-4591-8fc9-a2a30d48a065 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:23.452317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-774220b3-f829-4642-8d9a-f15f1514159c req-7fe210dc-0a5e-4591-8fc9-a2a30d48a065 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 944 time: 0.5029438 Apr 16 15:37:23.464270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5fb0722f-d7b8-4a10-8d80-9213be4d5525 None None] Provisioning complete for port c10d8941-7b34-493b-9b3c-99a1af22808e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:23.466742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5fb0722f-d7b8-4a10-8d80-9213be4d5525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:23.504854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5fb0722f-d7b8-4a10-8d80-9213be4d5525 None None] Port c10d8941-7b34-493b-9b3c-99a1af22808e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:23.507703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c2a905-fdbd-40b7-abfb-5a1f531f0fd1', 'tag': '7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8', 'status': 'completed', 'code': 200} Apr 16 15:37:23.523241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-b90d7dc8-f55b-4caa-a454-66cfb3b10eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:23.524154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-b90d7dc8-f55b-4caa-a454-66cfb3b10eaa service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=265b5230d93c411696e97ea51653a425&device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 1097 time: 0.4720645 Apr 16 15:37:23.607377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network e377be4b-5fff-4c6c-a14a-ca1e784a4d2d has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:23.614091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-47e6da5a-b60f-4f43-a03f-e03570655d6a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 HTTP/1.1" status: 200 len: 217 time: 0.0732572 Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:23.624259 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:23.754037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router 559b925f-6dbe-4760-9ea1-51caa16528b5 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:23.754663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:23.760566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0de4ce7a-4a1c-4217-a656-788a62c38db1 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:23.776915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:23.784058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Network': ['ID=e377be4b-5fff-4c6c-a14a-ca1e784a4d2d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:23.935444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-774220b3-f829-4642-8d9a-f15f1514159c req-420ffddd-0347-421d-ab45-3ba5186d9726 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683962 Apr 16 15:37:24.063464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-0849cd6c-6b15-48d2-933c-66163431b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:24.064434 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-0849cd6c-6b15-48d2-933c-66163431b63c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0da3c180-d605-44bb-a91c-f77236e3df06 HTTP/1.1" status: 200 len: 852 time: 0.4368939 Apr 16 15:37:24.080251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:24.087532 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/networks/e377be4b-5fff-4c6c-a14a-ca1e784a4d2d HTTP/1.1" status: 204 len: 168 time: 2.1757035 Apr 16 15:37:24.104067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.107196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55808) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:24.126360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-946c6b8d-ad42-49a2-bcdf-c4f37fb1b8fc tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:24.167027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2130661914'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:24.172804 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-4208a137-b654-4ca7-a15b-b7b763e96d94 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ffee5e5c-d450-42bc-bc7f-6612fa0a5c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969450 Apr 16 15:37:24.185441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.210493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:24.213470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:24.216843 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "PUT /v2.0/routers/559b925f-6dbe-4760-9ea1-51caa16528b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2505131 Apr 16 15:37:24.218913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55812) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:24.223489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'port': {'network_id': '9bca7ec5-b61d-455c-8f42-8f5f97997f8a', 'name': 'tempest-FloatingIPTestJSON-1639835723'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:24.224522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc4167-e551-460d-aff8-b36d822aa02e None None] Sync routers for ids ['559b925f-6dbe-4760-9ea1-51caa16528b5'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:24.230749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc4167-e551-460d-aff8-b36d822aa02e None None] Routers {'559b925f-6dbe-4760-9ea1-51caa16528b5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:24.231097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2bdc4167-e551-460d-aff8-b36d822aa02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['559b925f-6dbe-4760-9ea1-51caa16528b5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:24.240257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Pushing event deleted for resources: {'Port': ['ID=c8cc3f4c-dd14-44d2-a428-9e8ab1622557,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:24.259879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:24.269353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2bdc4167-e551-460d-aff8-b36d822aa02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:24.274984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdc4167-e551-460d-aff8-b36d822aa02e None None] Routers {'559b925f-6dbe-4760-9ea1-51caa16528b5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:24.275517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2bdc4167-e551-460d-aff8-b36d822aa02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['559b925f-6dbe-4760-9ea1-51caa16528b5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:24.311942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2bdc4167-e551-460d-aff8-b36d822aa02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:24.312190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdc4167-e551-460d-aff8-b36d822aa02e None None] The sync data for ids ['559b925f-6dbe-4760-9ea1-51caa16528b5'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:24.316935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:network and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:24.321577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:24.332216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a25268-7d81-4512-9d32-3cd27324355c req-b3a03bb9-59ae-4dbf-9b93-128553eb98be tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:24.332399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:24.333209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-14a25268-7d81-4512-9d32-3cd27324355c req-b3a03bb9-59ae-4dbf-9b93-128553eb98be tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 946 time: 0.7586727 Apr 16 15:37:24.339148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Usage tracker for resource:port and tenant:572b8e69ffdf4c27b74b5460455915f8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:24.341909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Quota usage for port was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:24.347196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:24.350469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.393129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:24.418212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Made reservation on behalf of 572b8e69ffdf4c27b74b5460455915f8 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:24.421855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.427024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.428851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.447845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] device_id is not set on port 9a41c215-d664-4419-b569-82c31f57d3c1 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:37:24.457383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:24.461847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.519727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-14a25268-7d81-4512-9d32-3cd27324355c req-36a1586b-80fe-4caa-bd8f-73d9089252dc tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups?id=109e9d2e-dbbc-4c80-b08e-91107a2bd2da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276200 Apr 16 15:37:24.533052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.533387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Fanout notify agent at l3_agent the message router_deleted on router 9eb25f3f-035d-4042-b808-36b9a574ccd1 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:24.553415 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-6806f943-df23-406c-a39b-ecf4a00be48a service neutron] 10.222.0.107 "GET /v2.0/networks/ffee5e5c-d450-42bc-bc7f-6612fa0a5c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142624 Apr 16 15:37:24.558114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1480} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:37:24.564370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb40b6-bfa0-4961-b6b3-bd928723dc4a req-b23c43e2-5528-445c-914e-d8c900643849 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:24.565295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70fb40b6-bfa0-4961-b6b3-bd928723dc4a req-b23c43e2-5528-445c-914e-d8c900643849 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.4585834 Apr 16 15:37:24.597094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Allocated IP 172.20.0.3 (9bca7ec5-b61d-455c-8f42-8f5f97997f8a/39d632ea-721e-4a7a-9d89-d75d3c44d8d5/9a41c215-d664-4419-b569-82c31f57d3c1) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:24.605160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port 0430990e-9698-4842-88a2-c1e57bc6f556 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:24.605352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.631216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.631586 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Added segment c79d0b8c-c48a-420a-8a4a-f7263d6284aa of type vlan for network 2c425b08-4400-40f9-8989-159965643439 Apr 16 15:37:24.698039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.698803 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/9eb25f3f-035d-4042-b808-36b9a574ccd1 HTTP/1.1" status: 204 len: 168 time: 3.7525573 Apr 16 15:37:24.707571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55816) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:24.716823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2097400285', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:24.745705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:24.784646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Usage tracker for resource:router and tenant:ff41f543c1874d81bdd35140477deffc is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:24.787736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.788735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.793273 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70fb40b6-bfa0-4961-b6b3-bd928723dc4a req-6778260d-7cf3-4575-a5f6-f2ba9fdfb2c7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220988 Apr 16 15:37:24.795048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:24.803087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:24.830705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71284f11-26c5-47bc-a06c-091caadf8bb3 req-5b611c7e-e83f-496f-97b8-4aa1369916e9 service neutron] 10.222.0.107 "GET /v2.0/networks/ffee5e5c-d450-42bc-bc7f-6612fa0a5c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628160 Apr 16 15:37:24.836751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.837356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.849709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:24.865568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.865715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for 0430990e-9698-4842-88a2-c1e57bc6f556 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:24.868727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:24.869087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.873358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.874265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f7ea7a65-f533-491a-9842-b6f6d4ad3a87 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:24.896121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.913695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Transition to ACTIVE for port object 9a41c215-d664-4419-b569-82c31f57d3c1 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:24.951616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:24.964364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:25.017392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event updated for resources: {'Port': ['ID=9a41c215-d664-4419-b569-82c31f57d3c1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:25.075002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:25.120828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:25.133700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cfa4943-a54c-4ba2-999c-9f45517398e5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:25.186693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=0430990e-9698-4842-88a2-c1e57bc6f556,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:25.194405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:25.206707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:25.208443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:25.210608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:25.263526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:25.263752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:25.268599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:25.342619 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1230106 Apr 16 15:37:25.344471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55822) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:25.372208 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2581389 Apr 16 15:37:25.377457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3aaae48d-d171-4563-860f-390ffb569f03 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Request body: {'floatingip': {'port_id': '9a41c215-d664-4419-b569-82c31f57d3c1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:25.408589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55826) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:25.410951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Network': ['ID=2c425b08-4400-40f9-8989-159965643439,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:25.419463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 2c425b08-4400-40f9-8989-159965643439 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:37:25.421719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:25.450479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:25.457951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '2c425b08-4400-40f9-8989-159965643439', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:25.481142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-78728cc6-e214-4203-b331-24c53368f7d5 None None] Provisioning for port 9a41c215-d664-4419-b569-82c31f57d3c1 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:25.483479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3aaae48d-d171-4563-860f-390ffb569f03 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:25.670659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-78728cc6-e214-4203-b331-24c53368f7d5 None None] Provisioning complete for port 9a41c215-d664-4419-b569-82c31f57d3c1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:25.671402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78728cc6-e214-4203-b331-24c53368f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:25.709590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-78728cc6-e214-4203-b331-24c53368f7d5 None None] Port 9a41c215-d664-4419-b569-82c31f57d3c1 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:25.715530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-14416014-6ec9-4894-82b2-8f43ee8136ce req-c9d592c8-ecf5-48ad-8434-0a0a00f21f3e tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Synchronizing usage tracker for tenant:dae95a24cf6047b58c5e62d59206be05 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:25.729400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:25.736059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301f77b-331a-4926-b6e2-374e262643b6 None None] Sync routers for ids ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:25.740379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:25.743048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301f77b-331a-4926-b6e2-374e262643b6 None None] Routers {'2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:25.743582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9301f77b-331a-4926-b6e2-374e262643b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:25.766495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:25.806318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:25.828030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:25.856609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9301f77b-331a-4926-b6e2-374e262643b6 None None] Set router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:37:25.872920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:25.874250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-14416014-6ec9-4894-82b2-8f43ee8136ce req-c9d592c8-ecf5-48ad-8434-0a0a00f21f3e tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Unset dirty status for tenant:dae95a24cf6047b58c5e62d59206be05 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:25.875069 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-14416014-6ec9-4894-82b2-8f43ee8136ce req-c9d592c8-ecf5-48ad-8434-0a0a00f21f3e tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.2507350 Apr 16 15:37:25.876511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc47b-c622-43cf-abc7-89ee05b72fb6 req-72e8a0f1-02b1-45d9-9299-8ac36c29a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:25.877366 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f7dc47b-c622-43cf-abc7-89ee05b72fb6 req-72e8a0f1-02b1-45d9-9299-8ac36c29a916 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=265b5230d93c411696e97ea51653a425&device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 1097 time: 0.6394677 Apr 16 15:37:25.882891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] No DVR routers for this DVR port c8cc3f4c-dd14-44d2-a428-9e8ab1622557 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:25.891267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a2f16-e5d8-453a-90a0-ea909009dc36 req-44a9e8d5-0436-4932-afb9-52aa95087f52 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:25.892228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-700a2f16-e5d8-453a-90a0-ea909009dc36 req-44a9e8d5-0436-4932-afb9-52aa95087f52 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 944 time: 0.6535964 Apr 16 15:37:25.894391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:25.895822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfe19c43-594b-463c-a26a-e919d70d5489 req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.107 "DELETE /v2.0/ports/c8cc3f4c-dd14-44d2-a428-9e8ab1622557 HTTP/1.1" status: 204 len: 173 time: 4.0045810 Apr 16 15:37:25.897709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242217b1-2231-4f84-89ac-59f8037f06c9', 'name': 'network-vif-deleted', 'tag': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:37:25.941338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c8cc3f4c-dd14-44d2-a428-9e8ab1622557 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:25.960009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:25.963546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:25.995940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: c8cc3f4c-dd14-44d2-a428-9e8ab1622557 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:25.998726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c8cc3f4c-dd14-44d2-a428-9e8ab1622557 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:26.050880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9301f77b-331a-4926-b6e2-374e262643b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:44Z', 'revision_number': 4, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'ab073aee-aac9-40b1-b52d-03941e0cdfa3', 'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'mac_address': 'fa:16:3e:ef:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:41Z', 'updated_at': '2021-04-16T15:35:56Z', 'revision_number': 5, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'subnets': [{'id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:26.053517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301f77b-331a-4926-b6e2-374e262643b6 None None] Checking router: 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:37:26.058760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9301f77b-331a-4926-b6e2-374e262643b6 None None] Routers {'2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:26.059221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9301f77b-331a-4926-b6e2-374e262643b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:26.101449 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-700a2f16-e5d8-453a-90a0-ea909009dc36 req-3b9389d1-06ed-4f62-bf59-173e1659fd1b tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000928 Apr 16 15:37:26.140082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router b95b75b1-c92b-476a-8a13-35a67d4ba187 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:26.151337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc47b-c622-43cf-abc7-89ee05b72fb6 req-b0bd42e2-ebc3-4519-9462-46c45ef8df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:26.152023 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f7dc47b-c622-43cf-abc7-89ee05b72fb6 req-b0bd42e2-ebc3-4519-9462-46c45ef8df8b service neutron] 10.222.0.107 "GET /v2.0/networks?id=ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 HTTP/1.1" status: 200 len: 914 time: 0.2585106 Apr 16 15:37:26.168529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9301f77b-331a-4926-b6e2-374e262643b6 None None] Set router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:37:26.238571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:26.249003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b188db69-ef02-4377-9fe1-ad91dffae897 None None] Sync routers for ids ['b95b75b1-c92b-476a-8a13-35a67d4ba187'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:26.259498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188db69-ef02-4377-9fe1-ad91dffae897 None None] Routers {'b95b75b1-c92b-476a-8a13-35a67d4ba187'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:26.260276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b188db69-ef02-4377-9fe1-ad91dffae897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b95b75b1-c92b-476a-8a13-35a67d4ba187'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:26.277382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/b95b75b1-c92b-476a-8a13-35a67d4ba187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8873329 Apr 16 15:37:26.277907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55836) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:26.319986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b188db69-ef02-4377-9fe1-ad91dffae897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:26.330186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b188db69-ef02-4377-9fe1-ad91dffae897 None None] Routers {'b95b75b1-c92b-476a-8a13-35a67d4ba187'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:26.331307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b188db69-ef02-4377-9fe1-ad91dffae897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b95b75b1-c92b-476a-8a13-35a67d4ba187'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:26.386290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9301f77b-331a-4926-b6e2-374e262643b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:44Z', 'revision_number': 4, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'ab073aee-aac9-40b1-b52d-03941e0cdfa3', 'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'mac_address': 'fa:16:3e:ef:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:41Z', 'updated_at': '2021-04-16T15:35:56Z', 'revision_number': 5, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'subnets': [{'id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:26.395938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9301f77b-331a-4926-b6e2-374e262643b6 None None] The sync data for ids ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'] in dv-neutron-786478-2-hyperv is: [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:44Z', 'revision_number': 4, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'ab073aee-aac9-40b1-b52d-03941e0cdfa3', 'name': '', 'network_id': 'baaa0b3d-6906-4260-96c4-4db0db7aac73', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'mac_address': 'fa:16:3e:ef:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:41Z', 'updated_at': '2021-04-16T15:35:56Z', 'revision_number': 5, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'subnets': [{'id': 'e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:26.399911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b188db69-ef02-4377-9fe1-ad91dffae897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:26.400294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b188db69-ef02-4377-9fe1-ad91dffae897 None None] The sync data for ids ['b95b75b1-c92b-476a-8a13-35a67d4ba187'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:26.472159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242217b1-2231-4f84-89ac-59f8037f06c9', 'name': 'network-vif-deleted', 'tag': 'c8cc3f4c-dd14-44d2-a428-9e8ab1622557', 'status': 'completed', 'code': 200} Apr 16 15:37:26.488503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f7dc47b-c622-43cf-abc7-89ee05b72fb6 req-a2318a8b-1f5d-4f4f-ad00-8ccea72da152 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 HTTP/1.1" status: 200 len: 217 time: 0.3254874 Apr 16 15:37:26.505044 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-186925df-4231-47db-9c5b-a76544437022 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] remove_router_interface failed (client error): The resource could not be found. Apr 16 15:37:26.505754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-186925df-4231-47db-9c5b-a76544437022 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/b95b75b1-c92b-476a-8a13-35a67d4ba187/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2222109 Apr 16 15:37:26.508961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55840) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:26.539977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6c069663-73c7-47d2-a10f-67241713a1cd tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:26.553997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ed9a6-9983-450f-9b25-112d5839dbff req-1e4805a6-34bc-4d9d-8170-4a0e111cd336 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:26.554973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-417ed9a6-9983-450f-9b25-112d5839dbff req-1e4805a6-34bc-4d9d-8170-4a0e111cd336 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.5119562 Apr 16 15:37:26.567008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Deleting port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:26.567200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:26.591265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6c069663-73c7-47d2-a10f-67241713a1cd tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:26.594132 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6c069663-73c7-47d2-a10f-67241713a1cd tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=b95b75b1-c92b-476a-8a13-35a67d4ba187 HTTP/1.1" status: 200 len: 205 time: 0.0843828 Apr 16 15:37:26.594317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55844) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:26.641119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc47b-c622-43cf-abc7-89ee05b72fb6 req-44cd8036-5c43-44b4-9ade-e5e6517612a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:26.642176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f7dc47b-c622-43cf-abc7-89ee05b72fb6 req-44cd8036-5c43-44b4-9ade-e5e6517612a0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0da3c180-d605-44bb-a91c-f77236e3df06 HTTP/1.1" status: 200 len: 852 time: 0.1181798 Apr 16 15:37:26.649340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3aaae48d-d171-4563-860f-390ffb569f03 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:26.676511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3aaae48d-d171-4563-860f-390ffb569f03 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:26.721017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a4ddd5e-9bb3-4196-9765-9efe08512b5c tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:26.727807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617f2191-f0fc-452e-90b1-ad8ee5a55c42 None None] New status for floating IP 4db13741-7133-4284-a7bd-a08eae48dc3c: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:37:26.743557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-417ed9a6-9983-450f-9b25-112d5839dbff req-24dadaf6-17d1-460f-8451-9d33d5e91849 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838696 Apr 16 15:37:26.767311 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f7dc47b-c622-43cf-abc7-89ee05b72fb6 req-1fb50679-ee5d-4e98-8fc1-82ca782eb676 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ffee5e5c-d450-42bc-bc7f-6612fa0a5c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036358 Apr 16 15:37:26.900424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:26.958661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.035561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-509dc417-618f-4278-a311-fe0af3cb71db req-39aead8f-9dd6-4627-9b6e-b7d6eb8e3ec1 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0778899 Apr 16 15:37:27.036617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] For port 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:27.036840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.125952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f7dc47b-c622-43cf-abc7-89ee05b72fb6 req-dcd504b0-f106-4c43-95f9-6a83a5b9c48a service neutron] 10.222.0.107 "GET /v2.0/networks/ffee5e5c-d450-42bc-bc7f-6612fa0a5c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256757 Apr 16 15:37:27.132819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Calling delete_port for 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:27.203305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a4ddd5e-9bb3-4196-9765-9efe08512b5c tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.205589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a4ddd5e-9bb3-4196-9765-9efe08512b5c tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.211335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-3aaae48d-d171-4563-860f-390ffb569f03 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP 2cbcae38-7d80-49ff-91c5-f2e18296572d associated. External IP: 172.26.4.27, port: 0b33effd-0a3e-4a1c-ab8a-4f89765c5881. Apr 16 15:37:27.292814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a4ddd5e-9bb3-4196-9765-9efe08512b5c tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.293530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4ddd5e-9bb3-4196-9765-9efe08512b5c tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Fanout notify agent at l3_agent the message router_deleted on router b95b75b1-c92b-476a-8a13-35a67d4ba187 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:27.306738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a4ddd5e-9bb3-4196-9765-9efe08512b5c tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.307456 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4a4ddd5e-9bb3-4196-9765-9efe08512b5c tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/b95b75b1-c92b-476a-8a13-35a67d4ba187 HTTP/1.1" status: 204 len: 168 time: 0.7075653 Apr 16 15:37:27.312842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55852) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:27.335062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Allocated IP 172.26.4.174 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/1a3337e6-9c3f-41dd-9871-256e072d6c80) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:27.346126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f7dc47b-c622-43cf-abc7-89ee05b72fb6 req-5d4d551f-293e-41da-9a96-14def5f9f357 service neutron] 10.222.0.107 "GET /v2.0/networks/ffee5e5c-d450-42bc-bc7f-6612fa0a5c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939173 Apr 16 15:37:27.370149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee225a23-e2b5-47c0-9a34-f9f36afe2970 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting subnet 8cefeed1-23b6-49ae-8644-eb27a6f3cf85 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:27.402958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee225a23-e2b5-47c0-9a34-f9f36afe2970 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.411146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc45fb-af51-4f4d-aa04-3f4ab4436e70 req-8233b364-bbcd-404c-97a6-55fa1527ba94 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:27.412113 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d9dc45fb-af51-4f4d-aa04-3f4ab4436e70 req-8233b364-bbcd-404c-97a6-55fa1527ba94 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 944 time: 0.2022445 Apr 16 15:37:27.476135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee225a23-e2b5-47c0-9a34-f9f36afe2970 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.523736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d9dc45fb-af51-4f4d-aa04-3f4ab4436e70 req-4ca0ad0a-c466-4445-9929-653a2276b324 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036210 Apr 16 15:37:27.532936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.541586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaae48d-d171-4563-860f-390ffb569f03 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:27.545686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.547579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:27.568298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.615589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee225a23-e2b5-47c0-9a34-f9f36afe2970 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.666451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Subnet': ['ID=a1f2a3a1-96ed-41c1-994c-d167c1b45729,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:27.671058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:27.672888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-15e1e553-cb81-4c87-97fb-dc95c7fadd56 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:27.725957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaae48d-d171-4563-860f-390ffb569f03 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:27.735283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2742c6-25b1-4f46-9bea-98e15fd02796 None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:27.744175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2742c6-25b1-4f46-9bea-98e15fd02796 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:27.744589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5b2742c6-25b1-4f46-9bea-98e15fd02796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:27.791354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5b2742c6-25b1-4f46-9bea-98e15fd02796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:27.797434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2742c6-25b1-4f46-9bea-98e15fd02796 None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:27.797823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5b2742c6-25b1-4f46-9bea-98e15fd02796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:27.834112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5b2742c6-25b1-4f46-9bea-98e15fd02796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:27.834566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2742c6-25b1-4f46-9bea-98e15fd02796 None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:27.959526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:37:27.977232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee225a23-e2b5-47c0-9a34-f9f36afe2970 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:27.988070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:28.001826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Pushing event deleted for resources: {'Port': ['ID=4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:28.011138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:28.043420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.046377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8,segment=NetworkSegment(a721efa6-27fe-437a-97cb-3102f4b455ec),segment_id=a721efa6-27fe-437a-97cb-3102f4b455ec)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:28.056173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8', 'network_id': 'ffee5e5c-d450-42bc-bc7f-6612fa0a5c53', 'port_id': '7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8', 'mac_address': 'fa:16:3e:a7:bf:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1470, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da3c180-d605-44bb-a91c-f77236e3df06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:37:28.057191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f7158f31-75cc-4846-82f4-ccb3f8a4b118 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:28.093280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.098043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaae48d-d171-4563-860f-390ffb569f03 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router 559b925f-6dbe-4760-9ea1-51caa16528b5 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:28.104030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:37:28.107768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee225a23-e2b5-47c0-9a34-f9f36afe2970 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Subnet': ['ID=8cefeed1-23b6-49ae-8644-eb27a6f3cf85,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:28.112249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee225a23-e2b5-47c0-9a34-f9f36afe2970 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:28.118322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8,segment=NetworkSegment(a721efa6-27fe-437a-97cb-3102f4b455ec),segment_id=a721efa6-27fe-437a-97cb-3102f4b455ec)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:28.122509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.124264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-daae7f99-522c-4658-9deb-e371f0c69085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:28.169260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:28.174935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:28.214624 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be47961f-a843-4975-aac8-a52ab48db16d req-659494d9-5d10-4b42-acdb-83340e017d8c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0495226 Apr 16 15:37:28.230805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Pushing event updated for resources: {'Port': ['ID=1a3337e6-9c3f-41dd-9871-256e072d6c80,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:28.246537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:28.264940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fb43e-7b69-444b-87d6-31204072f465 req-2203f39d-4aaf-4a34-a07a-80f124aea180 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:28.266034 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-841fb43e-7b69-444b-87d6-31204072f465 req-2203f39d-4aaf-4a34-a07a-80f124aea180 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2989650 Apr 16 15:37:28.295196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Checking segment: {'id': 'c79d0b8c-c48a-420a-8a4a-f7263d6284aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '2c425b08-4400-40f9-8989-159965643439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:28.295437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network hostable DHCP agents. Network: 2c425b08-4400-40f9-8989-159965643439, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:37:28.366948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:37:28.408204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:28.415894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-841fb43e-7b69-444b-87d6-31204072f465 req-e65022a0-79a5-4649-a61a-315a6fd59c23 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363056 Apr 16 15:37:28.419095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:28.420767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:28.449762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 2c425b08-4400-40f9-8989-159965643439 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:37:28.471836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 2c425b08-4400-40f9-8989-159965643439) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:28.483614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7085995-303b-48b6-ac67-5506dbb841d7 None None] Network 2c425b08-4400-40f9-8989-159965643439 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:28.552433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee225a23-e2b5-47c0-9a34-f9f36afe2970 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.559640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ee225a23-e2b5-47c0-9a34-f9f36afe2970 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/8cefeed1-23b6-49ae-8644-eb27a6f3cf85 HTTP/1.1" status: 204 len: 168 time: 1.2461250 Apr 16 15:37:28.561202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55862) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:28.587395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2988e7c7-8918-4e91-a257-30de4e906059 None None] Network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:28.597625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:28.598069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.619490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaae48d-d171-4563-860f-390ffb569f03 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:28.623187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3aaae48d-d171-4563-860f-390ffb569f03 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.627954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5416a0-ca70-4b81-8791-0a62b509f132 None None] Sync routers for ids ['559b925f-6dbe-4760-9ea1-51caa16528b5'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:28.635287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5416a0-ca70-4b81-8791-0a62b509f132 None None] Routers {'559b925f-6dbe-4760-9ea1-51caa16528b5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:28.635393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.635896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3d5416a0-ca70-4b81-8791-0a62b509f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['559b925f-6dbe-4760-9ea1-51caa16528b5'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:28.666279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.675886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3d5416a0-ca70-4b81-8791-0a62b509f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:28.681634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5416a0-ca70-4b81-8791-0a62b509f132 None None] Routers {'559b925f-6dbe-4760-9ea1-51caa16528b5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:28.682142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3d5416a0-ca70-4b81-8791-0a62b509f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['559b925f-6dbe-4760-9ea1-51caa16528b5'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:28.726702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3d5416a0-ca70-4b81-8791-0a62b509f132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:28.726991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5416a0-ca70-4b81-8791-0a62b509f132 None None] The sync data for ids ['559b925f-6dbe-4760-9ea1-51caa16528b5'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:28.729811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port 3d50fa2c-341b-4935-93b5-2334d8d61839 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:28.729967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.746049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-2c425b08-4400-40f9-8989-159965643439', 'network_id': '2c425b08-4400-40f9-8989-159965643439', 'tenant_id': '4048886c32194caf9efd8fbc0a02d36b', 'fixed_ips': [{'subnet_id': 'a1f2a3a1-96ed-41c1-994c-d167c1b45729'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:37:28.746626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.762601 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3aaae48d-d171-4563-860f-390ffb569f03 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "PUT /v2.0/floatingips/2cbcae38-7d80-49ff-91c5-f2e18296572d HTTP/1.1" status: 200 len: 977 time: 3.4158278 Apr 16 15:37:28.766433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55866) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:28.835049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port 9a41c215-d664-4419-b569-82c31f57d3c1 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:28.835258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.858905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Allocated IP 172.20.0.2 (2c425b08-4400-40f9-8989-159965643439/a1f2a3a1-96ed-41c1-994c-d167c1b45729/84ab72f4-0b94-49a4-970e-47f5c791057a) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:28.859241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4491351 Apr 16 15:37:28.863312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55870) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:28.873111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': '2c425b08-4400-40f9-8989-159965643439', 'name': 'tempest-PortsTestJSON-1684382555', 'fixed_ips': [{'subnet_id': 'a1f2a3a1-96ed-41c1-994c-d167c1b45729', 'ip_address': '172.20.0.10'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:28.908864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a542a885-c720-4a28-aeba-964df3a7cd4c None None] DHCP port deletion for d5dbc8bc-8002-4d11-bce1-6f6e95c70eea request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:37:28.915590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a542a885-c720-4a28-aeba-964df3a7cd4c None None] Deleting port 3d50fa2c-341b-4935-93b5-2334d8d61839 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:28.915831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a542a885-c720-4a28-aeba-964df3a7cd4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:28.916822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f86ecf-bec2-4fce-b408-c10283180715 req-f734070f-f72d-4c0a-af49-e2f94f8c401d tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:28.917754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9f86ecf-bec2-4fce-b408-c10283180715 req-f734070f-f72d-4c0a-af49-e2f94f8c401d tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 945 time: 0.3171532 Apr 16 15:37:28.927835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.001044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] For port 3d50fa2c-341b-4935-93b5-2334d8d61839, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3d50fa2c-341b-4935-93b5-2334d8d61839,segment=NetworkSegment(ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0),segment_id=ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:29.001216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.094494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a542a885-c720-4a28-aeba-964df3a7cd4c None None] For port 3d50fa2c-341b-4935-93b5-2334d8d61839, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3d50fa2c-341b-4935-93b5-2334d8d61839,segment=NetworkSegment(ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0),segment_id=ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:29.095024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a542a885-c720-4a28-aeba-964df3a7cd4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.100193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for 3d50fa2c-341b-4935-93b5-2334d8d61839 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:29.105184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.177112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a542a885-c720-4a28-aeba-964df3a7cd4c None None] Calling delete_port for 3d50fa2c-341b-4935-93b5-2334d8d61839 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:29.181938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:29.197060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Transition to ACTIVE for port object 84ab72f4-0b94-49a4-970e-47f5c791057a will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:29.200215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:29.217981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Transition to ACTIVE for port object 84ab72f4-0b94-49a4-970e-47f5c791057a will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:29.226069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:29.227710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.237966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.299096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c17db03f-c130-49b7-8953-41584d7eea08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:29.308996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.319930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:29.323828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-a542a885-c720-4a28-aeba-964df3a7cd4c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 16 15:37:29.323828 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Apr 16 15:37:29.323828 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'port_id': '3d50fa2c-341b-4935-93b5-2334d8d61839'}] Apr 16 15:37:29.323828 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:37:29.324008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-a542a885-c720-4a28-aeba-964df3a7cd4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:37:29.338027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Network 2c425b08-4400-40f9-8989-159965643439 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:29.341974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:29.401280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab3e8205-b146-4c5b-a1c8-90a9658c3f8e req-396170c4-1d51-46b3-9c47-ac82f4af2865 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0856524 Apr 16 15:37:29.402696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=3d50fa2c-341b-4935-93b5-2334d8d61839,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:29.405408 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9f86ecf-bec2-4fce-b408-c10283180715 req-56b40c4e-1df9-45c1-b8f4-d7c3806bd774 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814758 Apr 16 15:37:29.409806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:29.458088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Router 2733b782-5eaa-479c-9d55-2ff8e27802f6 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:29.518338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:29.523999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Pushing event updated for resources: {'Port': ['ID=84ab72f4-0b94-49a4-970e-47f5c791057a,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:29.540068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.542110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:29.545571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No DVR routers for this DVR port 3d50fa2c-341b-4935-93b5-2334d8d61839 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:29.573016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Attempting to bind port 84ab72f4-0b94-49a4-970e-47f5c791057a on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:37:29.573016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Attempting to bind port 84ab72f4-0b94-49a4-970e-47f5c791057a by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c79d0b8c-c48a-420a-8a4a-f7263d6284aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '2c425b08-4400-40f9-8989-159965643439'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:37:29.573295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Attempting to bind port 84ab72f4-0b94-49a4-970e-47f5c791057a on network 2c425b08-4400-40f9-8989-159965643439 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:37:29.576538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:37:29.576636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Checking segment: {'id': 'c79d0b8c-c48a-420a-8a4a-f7263d6284aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '2c425b08-4400-40f9-8989-159965643439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:29.576858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.577104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Bound using segment: {'id': 'c79d0b8c-c48a-420a-8a4a-f7263d6284aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '2c425b08-4400-40f9-8989-159965643439'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:37:29.577394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Bound port: 84ab72f4-0b94-49a4-970e-47f5c791057a, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c79d0b8c-c48a-420a-8a4a-f7263d6284aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '2c425b08-4400-40f9-8989-159965643439'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:37:29.577628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.622886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port d865ee67-6102-403b-8f42-22e384303acf yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:37:29.630792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] For port 84ab72f4-0b94-49a4-970e-47f5c791057a, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:37:29.632782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] For port 84ab72f4-0b94-49a4-970e-47f5c791057a, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=84ab72f4-0b94-49a4-970e-47f5c791057a,segment=NetworkSegment(c79d0b8c-c48a-420a-8a4a-f7263d6284aa),segment_id=c79d0b8c-c48a-420a-8a4a-f7263d6284aa)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:37:29.636034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.645376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e9739f5-34a5-4c60-9e4f-34904f9779e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:29.669497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.669721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.669909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Floating IP 2cbcae38-7d80-49ff-91c5-f2e18296572d disassociated. External IP: 172.26.4.27, port: 9a41c215-d664-4419-b569-82c31f57d3c1. Apr 16 15:37:29.670113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for 9a41c215-d664-4419-b569-82c31f57d3c1 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:29.685211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.686996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.726077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Pushing event updated for resources: {'Port': ['ID=84ab72f4-0b94-49a4-970e-47f5c791057a,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:29.728647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:29.779495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e6974-6981-41e6-8f4f-157340aa5033 req-33674dde-017c-4688-a920-0af81e55e122 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:29.780538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d8e6974-6981-41e6-8f4f-157340aa5033 req-33674dde-017c-4688-a920-0af81e55e122 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2798896 Apr 16 15:37:29.782331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:29.788190 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] 10.222.0.95 "PUT /v2.0/routers/2733b782-5eaa-479c-9d55-2ff8e27802f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7898893 Apr 16 15:37:29.789243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55878) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:29.790388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738541f0-9fb9-4dbd-b8b8-f8b3238f62e9 None None] Sync routers for ids ['2733b782-5eaa-479c-9d55-2ff8e27802f6'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:29.796541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738541f0-9fb9-4dbd-b8b8-f8b3238f62e9 None None] Routers {'2733b782-5eaa-479c-9d55-2ff8e27802f6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:29.796964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-738541f0-9fb9-4dbd-b8b8-f8b3238f62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2733b782-5eaa-479c-9d55-2ff8e27802f6'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:29.869906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a542a885-c720-4a28-aeba-964df3a7cd4c None None] Deleting port 3d50fa2c-341b-4935-93b5-2334d8d61839 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:29.870355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a542a885-c720-4a28-aeba-964df3a7cd4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.914986 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d8e6974-6981-41e6-8f4f-157340aa5033 req-6427b22c-183a-43fa-82cc-820d1fe85072 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269536 Apr 16 15:37:29.915727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a542a885-c720-4a28-aeba-964df3a7cd4c None None] The port '3d50fa2c-341b-4935-93b5-2334d8d61839' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:37:29.952831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:29.956479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:30.005059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-738541f0-9fb9-4dbd-b8b8-f8b3238f62e9 None None] Set router 2733b782-5eaa-479c-9d55-2ff8e27802f6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:37:30.052620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Router 1ddd28a2-6e43-476f-b960-cc4281d3b2f0 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:37:30.112742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5dbc8bc-8002-4d11-bce1-6f6e95c70eea']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:30.125820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:30.130980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:30.131219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.143953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:30.144129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5d0ea2-5b22-4b7c-a1ff-d001dca385e0') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:30.170023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.190112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:30.191985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.199066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58538da1-1afc-4638-8d6d-ff9a52f2f7c1 None None] Sync routers for ids ['1ddd28a2-6e43-476f-b960-cc4281d3b2f0'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:30.203351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.10 (2c425b08-4400-40f9-8989-159965643439/a1f2a3a1-96ed-41c1-994c-d167c1b45729/d865ee67-6102-403b-8f42-22e384303acf) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:30.205394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58538da1-1afc-4638-8d6d-ff9a52f2f7c1 None None] Routers {'1ddd28a2-6e43-476f-b960-cc4281d3b2f0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:30.205898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.206119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-58538da1-1afc-4638-8d6d-ff9a52f2f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1ddd28a2-6e43-476f-b960-cc4281d3b2f0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:30.206390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Deleting port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:30.206622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.214692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Releasing vlan 1496 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:30.224866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.227828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.5181861 Apr 16 15:37:30.228368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55882) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:30.236428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:30.244465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-58538da1-1afc-4638-8d6d-ff9a52f2f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:30.249713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58538da1-1afc-4638-8d6d-ff9a52f2f7c1 None None] Routers {'1ddd28a2-6e43-476f-b960-cc4281d3b2f0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:30.250218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-58538da1-1afc-4638-8d6d-ff9a52f2f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1ddd28a2-6e43-476f-b960-cc4281d3b2f0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:30.258532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.261302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.272736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2b06986-428d-469d-88d5-e3db7297dc3a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:30.289231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-58538da1-1afc-4638-8d6d-ff9a52f2f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:30.289734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58538da1-1afc-4638-8d6d-ff9a52f2f7c1 None None] The sync data for ids ['1ddd28a2-6e43-476f-b960-cc4281d3b2f0'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:30.290133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8,segment=NetworkSegment(a721efa6-27fe-437a-97cb-3102f4b455ec),segment_id=a721efa6-27fe-437a-97cb-3102f4b455ec)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:30.294648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c2a905-fdbd-40b7-abfb-5a1f531f0fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:37:30.300979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.303530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:30.329296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c2a905-fdbd-40b7-abfb-5a1f531f0fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8', 'code': 200} Apr 16 15:37:30.339734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-738541f0-9fb9-4dbd-b8b8-f8b3238f62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:37:27Z', 'revision_number': 5, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port': {'id': '5e2ed1f1-080a-445a-bd95-e65cbb58dd42', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:30.348173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738541f0-9fb9-4dbd-b8b8-f8b3238f62e9 None None] Checking router: 2733b782-5eaa-479c-9d55-2ff8e27802f6 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:37:30.356321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=9a41c215-d664-4419-b569-82c31f57d3c1,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:30.367064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:30.369842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:30.370479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738541f0-9fb9-4dbd-b8b8-f8b3238f62e9 None None] Routers {'2733b782-5eaa-479c-9d55-2ff8e27802f6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:30.370959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-738541f0-9fb9-4dbd-b8b8-f8b3238f62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2733b782-5eaa-479c-9d55-2ff8e27802f6'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:30.406213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.406749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.407077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.407399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.407705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.408017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.408324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.408665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.408976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.409290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.409596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.409903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:30.444996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:30.469553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:30.497031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.552428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-738541f0-9fb9-4dbd-b8b8-f8b3238f62e9 None None] Set router 2733b782-5eaa-479c-9d55-2ff8e27802f6 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:37:30.615283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 84ab72f4-0b94-49a4-970e-47f5c791057a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:30.639421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-738541f0-9fb9-4dbd-b8b8-f8b3238f62e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:37:30Z', 'revision_number': 6, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:30.647655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738541f0-9fb9-4dbd-b8b8-f8b3238f62e9 None None] The sync data for ids ['2733b782-5eaa-479c-9d55-2ff8e27802f6'] in dv-neutron-786478-2-hyperv is: [{'id': '2733b782-5eaa-479c-9d55-2ff8e27802f6', 'name': 'tempest-ServersTestManualDisk-342850662-router', 'tenant_id': 'a74bb8b83bfd4e9db169a164229975bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:37:30Z', 'revision_number': 6, 'project_id': 'a74bb8b83bfd4e9db169a164229975bd', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:30.661180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 84ab72f4-0b94-49a4-970e-47f5c791057a completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:30.693031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3b0537cc-ee95-4a17-ab74-218a8fe4bf26 req-40813457-b0c3-4136-b2b8-89b821368cb6 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0967295 Apr 16 15:37:30.713747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3d50fa2c-341b-4935-93b5-2334d8d61839 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:30.726450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network d5dbc8bc-8002-4d11-bce1-6f6e95c70eea has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:30.739694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 3d50fa2c-341b-4935-93b5-2334d8d61839 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:30.739957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3d50fa2c-341b-4935-93b5-2334d8d61839 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:30.776635 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:30.850485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914c55b-4384-4a0f-ae52-8da3555b1c25 req-c10f7aa9-4410-45dc-a13d-b67ad0102e2d tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:30.851449 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0914c55b-4384-4a0f-ae52-8da3555b1c25 req-c10f7aa9-4410-45dc-a13d-b67ad0102e2d tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.2560046 Apr 16 15:37:30.870574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.878591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] For port 5e2ed1f1-080a-445a-bd95-e65cbb58dd42, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5e2ed1f1-080a-445a-bd95-e65cbb58dd42,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:30.878826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.882306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.888331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79be9a65-dcb5-4e4c-b8fd-671f6eb91864 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:30.906766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:30.914718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object d865ee67-6102-403b-8f42-22e384303acf will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:30.918782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Network': ['ID=d5dbc8bc-8002-4d11-bce1-6f6e95c70eea,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:30.923935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:30.947142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/networks/d5dbc8bc-8002-4d11-bce1-6f6e95c70eea HTTP/1.1" status: 204 len: 168 time: 2.3830085 Apr 16 15:37:30.959618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55894) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:30.966308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-185915949'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:30.969355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:30.972817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:network and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:30.973750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0914c55b-4384-4a0f-ae52-8da3555b1c25 req-f724b811-ad41-4522-ae47-3855db49fc71 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138897 Apr 16 15:37:30.974929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:30.978593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:30.979420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Calling delete_port for 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:30.983915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.029772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:31.033332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.039156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a5caa19-4a48-4403-9258-ac9049facac0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:31.065287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router 559b925f-6dbe-4760-9ea1-51caa16528b5 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:31.088132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460a33b9-54a3-482d-864d-879425928d2f None None] Network 2c425b08-4400-40f9-8989-159965643439 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:31.141981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=d865ee67-6102-403b-8f42-22e384303acf,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:31.150908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:31.151336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1464} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:37:31.178798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.206522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.206677 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added segment c7d8cabf-d60a-4496-80fa-068a195240ad of type vlan for network 396c8613-b607-41e2-ae2e-c627de99bd09 Apr 16 15:37:31.208201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ead32-bc4f-4a52-abc0-c1a54fb27340 req-ae5fa50d-c939-4594-917d-b1d0dd399e74 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:31.209072 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-621ead32-bc4f-4a52-abc0-c1a54fb27340 req-ae5fa50d-c939-4594-917d-b1d0dd399e74 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2026985 Apr 16 15:37:31.215361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7a9d04b8-3b35-432a-9953-2e40fbba13ea None None] Provisioning for port 84ab72f4-0b94-49a4-970e-47f5c791057a completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:31.227340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7a9d04b8-3b35-432a-9953-2e40fbba13ea None None] Provisioning complete for port 84ab72f4-0b94-49a4-970e-47f5c791057a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:31.227729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a9d04b8-3b35-432a-9953-2e40fbba13ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.246657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 2c425b08-4400-40f9-8989-159965643439 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:31.247949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.252201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:31.255658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:31.263665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.290158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Deleting port 1a3337e6-9c3f-41dd-9871-256e072d6c80 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:31.290360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.304859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:31.315312 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-621ead32-bc4f-4a52-abc0-c1a54fb27340 req-9a1bf855-edde-4650-818f-0f1f5672c5c5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916171 Apr 16 15:37:31.322820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a694633-8606-4951-b040-e7c0bced9cd2 None None] Sync routers for ids ['559b925f-6dbe-4760-9ea1-51caa16528b5'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:31.334981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.336939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a694633-8606-4951-b040-e7c0bced9cd2 None None] Routers {'559b925f-6dbe-4760-9ea1-51caa16528b5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:31.337389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3a694633-8606-4951-b040-e7c0bced9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['559b925f-6dbe-4760-9ea1-51caa16528b5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:31.341564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:31.341955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.351403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc5eefe6-5c05-4609-b141-323a0762b8b3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:31.363644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.366778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:31.367136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.371501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495e624-1246-41ab-8575-273b7f1db400 req-d0dcb257-a223-4c4a-9e8b-c0a25bf7034b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:31.372374 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0495e624-1246-41ab-8575-273b7f1db400 req-d0dcb257-a223-4c4a-9e8b-c0a25bf7034b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 1099 time: 0.1956949 Apr 16 15:37:31.373697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:31.435943 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5669715 Apr 16 15:37:31.439080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2ed1f1-080a-445a-bd95-e65cbb58dd42,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:31.440358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55898) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:31.445424 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4831920 Apr 16 15:37:31.449467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': '2c425b08-4400-40f9-8989-159965643439', 'name': 'tempest-PortsTestJSON-1034993200', 'fixed_ips': [{'subnet_id': 'a1f2a3a1-96ed-41c1-994c-d167c1b45729', 'ip_address': '172.20.0.9'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:31.459080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55902) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:31.489877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.490111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.490336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.490582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.490801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.491020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.491239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.491458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.491675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.491891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.492109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.492323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:31.494495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:31.497552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Network': ['ID=396c8613-b607-41e2-ae2e-c627de99bd09,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:31.503013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:31.504845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.506019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/ports/9a41c215-d664-4419-b569-82c31f57d3c1 HTTP/1.1" status: 204 len: 168 time: 2.7389472 Apr 16 15:37:31.506963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'subnet': {'network_id': '396c8613-b607-41e2-ae2e-c627de99bd09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:31.508327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55906) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:31.551706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 396c8613-b607-41e2-ae2e-c627de99bd09 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:37:31.563170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3a694633-8606-4951-b040-e7c0bced9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:31.567299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a9d04b8-3b35-432a-9953-2e40fbba13ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.571836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0495e624-1246-41ab-8575-273b7f1db400 req-b10e503a-96c8-4ce0-bed7-017da56fc378 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810150 Apr 16 15:37:31.614645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a694633-8606-4951-b040-e7c0bced9cd2 None None] Routers {'559b925f-6dbe-4760-9ea1-51caa16528b5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:31.615153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3a694633-8606-4951-b040-e7c0bced9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['559b925f-6dbe-4760-9ea1-51caa16528b5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:31.626646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.626793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:31.631710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:port and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:31.634667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:31.639083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:subnet and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:31.640721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:31.646176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:31.651658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:31.654319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7a9d04b8-3b35-432a-9953-2e40fbba13ea None None] For port 84ab72f4-0b94-49a4-970e-47f5c791057a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=84ab72f4-0b94-49a4-970e-47f5c791057a,segment=NetworkSegment(c79d0b8c-c48a-420a-8a4a-f7263d6284aa),segment_id=c79d0b8c-c48a-420a-8a4a-f7263d6284aa)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:31.668675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a9d04b8-3b35-432a-9953-2e40fbba13ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.671428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5a033e3-a3f0-480e-900f-7be92c27aa6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:31.688157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3a694633-8606-4951-b040-e7c0bced9cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:31.688433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a694633-8606-4951-b040-e7c0bced9cd2 None None] The sync data for ids ['559b925f-6dbe-4760-9ea1-51caa16528b5'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:31.703218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:31.734893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d04b8-3b35-432a-9953-2e40fbba13ea None None] Pushing event updated for resources: {'Port': ['ID=84ab72f4-0b94-49a4-970e-47f5c791057a,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:31.743217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a9d04b8-3b35-432a-9953-2e40fbba13ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:31.781626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Calling delete_port for 1a3337e6-9c3f-41dd-9871-256e072d6c80 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:31.791704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-eda24b04-02ee-4e9e-84d8-f3e5ff7cc67d None None] Provisioning complete for port 84ab72f4-0b94-49a4-970e-47f5c791057a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:31.792015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eda24b04-02ee-4e9e-84d8-f3e5ff7cc67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.878351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-eda24b04-02ee-4e9e-84d8-f3e5ff7cc67d None None] Provisioning for port d865ee67-6102-403b-8f42-22e384303acf completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:31.881423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-eda24b04-02ee-4e9e-84d8-f3e5ff7cc67d None None] Provisioning complete for port d865ee67-6102-403b-8f42-22e384303acf triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:31.881661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eda24b04-02ee-4e9e-84d8-f3e5ff7cc67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:31.919314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-eda24b04-02ee-4e9e-84d8-f3e5ff7cc67d None None] Port d865ee67-6102-403b-8f42-22e384303acf cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:32.004684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:32.009510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.034779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 373f59b6-a1cc-488b-b559-88c2926c7f00 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:37:32.043393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4df5580a-729c-4697-879b-09ded90d2ae6 None None] Provisioning complete for port d865ee67-6102-403b-8f42-22e384303acf triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:32.043631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4df5580a-729c-4697-879b-09ded90d2ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.083416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4df5580a-729c-4697-879b-09ded90d2ae6 None None] Port d865ee67-6102-403b-8f42-22e384303acf cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:32.131700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4290a476-4f39-429d-99ff-2e0811d9e9bc req-eb8a7876-6274-4ca9-8c5e-e04b36fbc5a3 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.3335893 Apr 16 15:37:32.136626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:32.140381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.209548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.216732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.9 (2c425b08-4400-40f9-8989-159965643439/a1f2a3a1-96ed-41c1-994c-d167c1b45729/373f59b6-a1cc-488b-b559-88c2926c7f00) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:32.345724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.350231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.358191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.376711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567ec82-7bb6-4724-a6cc-5e0a94d9c467 req-0117ddf7-1606-4cca-839a-4faf14eff417 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:32.378247 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3567ec82-7bb6-4724-a6cc-5e0a94d9c467 req-0117ddf7-1606-4cca-839a-4faf14eff417 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.2744985 Apr 16 15:37:32.402782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.403132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2733b782-5eaa-479c-9d55-2ff8e27802f6 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:32.513848 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3567ec82-7bb6-4724-a6cc-5e0a94d9c467 req-13e49340-5a4d-4223-838f-4a51d12add87 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284072 Apr 16 15:37:32.522022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.526625 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] 10.222.0.95 "DELETE /v2.0/routers/2733b782-5eaa-479c-9d55-2ff8e27802f6 HTTP/1.1" status: 204 len: 168 time: 2.7203395 Apr 16 15:37:32.526625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55916) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:32.526625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.541879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9ec36628-b3aa-4a67-bef7-448a7000e6e9 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:32.551199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.551791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 84ab72f4-0b94-49a4-970e-47f5c791057a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:32.565245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object 373f59b6-a1cc-488b-b559-88c2926c7f00 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:32.593684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 84ab72f4-0b94-49a4-970e-47f5c791057a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:32.593966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.618710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Pushing event deleted for resources: {'Port': ['ID=1a3337e6-9c3f-41dd-9871-256e072d6c80,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:32.624446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.626709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:32.637769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0007f955-1f8d-467e-b9cf-1d7c36d4ef54 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:32.697050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d604ec-6210-4b5d-bcb8-c91b9bd5ab09 admin admin] Deleting subnet 6170f10d-c4fc-4986-9f25-0715f3f20499 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:32.697435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port c10d8941-7b34-493b-9b3c-99a1af22808e {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:32.697651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.705926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba10e60-ddcd-46cb-a99c-57e50aaabc74 req-50bdbc49-2f26-4cbd-a5d5-11bb05488a0d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:32.706876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ba10e60-ddcd-46cb-a99c-57e50aaabc74 req-50bdbc49-2f26-4cbd-a5d5-11bb05488a0d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3025191 Apr 16 15:37:32.707328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13d604ec-6210-4b5d-bcb8-c91b9bd5ab09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.714871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:32.738908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:32.739229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4dad79d5-2bd6-4f48-8518-50a3c8b4e3ae not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:32.739556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:32.743799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=373f59b6-a1cc-488b-b559-88c2926c7f00,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:32.755001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:32.762117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:32.762480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e2ed1f1-080a-445a-bd95-e65cbb58dd42 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:32.768749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13d604ec-6210-4b5d-bcb8-c91b9bd5ab09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.830652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 2c425b08-4400-40f9-8989-159965643439 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:32.833065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:32.835350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:32.840971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ba10e60-ddcd-46cb-a99c-57e50aaabc74 req-35730ba6-e53c-418c-925e-90a4eba9ad33 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137760 Apr 16 15:37:32.873908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.924716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.949776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:32.950162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.955710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for c10d8941-7b34-493b-9b3c-99a1af22808e owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:32.975499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13d604ec-6210-4b5d-bcb8-c91b9bd5ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:32.997524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5552304 Apr 16 15:37:33.003804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55920) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:33.005645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d27da7b0-a40a-419f-9830-be6ccc590673 None None] Provisioning for port 373f59b6-a1cc-488b-b559-88c2926c7f00 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:33.008808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d27da7b0-a40a-419f-9830-be6ccc590673 None None] Provisioning complete for port 373f59b6-a1cc-488b-b559-88c2926c7f00 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:33.009046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d27da7b0-a40a-419f-9830-be6ccc590673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:33.046119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d27da7b0-a40a-419f-9830-be6ccc590673 None None] Port 373f59b6-a1cc-488b-b559-88c2926c7f00 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:33.089994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4f1412-b696-46c8-b475-aa6d3cb207a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:33.090432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fe4f1412-b696-46c8-b475-aa6d3cb207a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:33.113070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fe4f1412-b696-46c8-b475-aa6d3cb207a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:33.114696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fe4f1412-b696-46c8-b475-aa6d3cb207a5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1100006 Apr 16 15:37:33.116239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:33.130238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55924) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:33.130704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97ed9bb2-193a-4f69-96a5-179978d67a32 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:33.208783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=c10d8941-7b34-493b-9b3c-99a1af22808e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:33.215472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:33.271881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe08f8-611d-49c7-b599-1ad36089e85e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:33.274974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe08f8-611d-49c7-b599-1ad36089e85e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:33.278116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe08f8-611d-49c7-b599-1ad36089e85e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:33.279240 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9fe08f8-611d-49c7-b599-1ad36089e85e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1317966 Apr 16 15:37:33.297916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55930) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:33.374063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-543de3b9-94eb-42e8-9c32-591b1c9bab99 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 373f59b6-a1cc-488b-b559-88c2926c7f00 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:33.374955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-543de3b9-94eb-42e8-9c32-591b1c9bab99 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:33.512036 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93bc03f0-d262-42b6-9207-9b5832f32074 req-4771c23a-b4dd-4d21-864a-34cc863d89ff tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0970385 Apr 16 15:37:33.556265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:33.578131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d9351fa1-d3d4-48b5-b85b-c9f2d1406a3b tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:33.598284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:33.667620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:33.809178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Subnet': ['ID=a660be3e-5897-49df-a18a-a5f0f8d9a9d8,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:33.811135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:33.833360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Router 1ddd28a2-6e43-476f-b960-cc4281d3b2f0 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:33.838152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:33.906620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc700aad-99dc-45c6-ba67-7135ffd25c50 req-b659dc5b-1ba4-4933-8dae-b06de89156e5 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:33.907553 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dc700aad-99dc-45c6-ba67-7135ffd25c50 req-b659dc5b-1ba4-4933-8dae-b06de89156e5 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.3045795 Apr 16 15:37:33.907893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-543de3b9-94eb-42e8-9c32-591b1c9bab99 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:33.937513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13d604ec-6210-4b5d-bcb8-c91b9bd5ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:33.955212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f8e2a035-8d82-472f-8826-a5b4e14084f6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:33.986187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-543de3b9-94eb-42e8-9c32-591b1c9bab99 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 373f59b6-a1cc-488b-b559-88c2926c7f00 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:34.034209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:34.041209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e37e87-1e55-4de8-a548-a0c6fe9d0c9f None None] Sync routers for ids ['1ddd28a2-6e43-476f-b960-cc4281d3b2f0'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:34.051505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d604ec-6210-4b5d-bcb8-c91b9bd5ab09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6170f10d-c4fc-4986-9f25-0715f3f20499,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:34.052672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e37e87-1e55-4de8-a548-a0c6fe9d0c9f None None] Routers {'1ddd28a2-6e43-476f-b960-cc4281d3b2f0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:34.052988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-13d604ec-6210-4b5d-bcb8-c91b9bd5ab09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:34.053298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-02e37e87-1e55-4de8-a548-a0c6fe9d0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1ddd28a2-6e43-476f-b960-cc4281d3b2f0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:34.060505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Checking segment: {'id': 'c7d8cabf-d60a-4496-80fa-068a195240ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '396c8613-b607-41e2-ae2e-c627de99bd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:34.060721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network hostable DHCP agents. Network: 396c8613-b607-41e2-ae2e-c627de99bd09, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:37:34.067712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.070141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "PUT /v2.0/routers/1ddd28a2-6e43-476f-b960-cc4281d3b2f0 HTTP/1.1" status: 200 len: 710 time: 3.8358798 Apr 16 15:37:34.070550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55938) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:34.093452 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dc700aad-99dc-45c6-ba67-7135ffd25c50 req-5c6139eb-ff2a-465e-ac3b-eedcdeabc157 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474471 Apr 16 15:37:34.106621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13d604ec-6210-4b5d-bcb8-c91b9bd5ab09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.109588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-13d604ec-6210-4b5d-bcb8-c91b9bd5ab09 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/6170f10d-c4fc-4986-9f25-0715f3f20499 HTTP/1.1" status: 204 len: 168 time: 1.5749955 Apr 16 15:37:34.110356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55944) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:34.114902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe656c7-3e17-48a5-947d-3dc3d879f54f None None] Network 0e61783a-be5a-4189-b0dc-5b4c26552378 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:34.121998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-02e37e87-1e55-4de8-a548-a0c6fe9d0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:34.127398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 396c8613-b607-41e2-ae2e-c627de99bd09 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:37:34.128834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e37e87-1e55-4de8-a548-a0c6fe9d0c9f None None] Routers {'1ddd28a2-6e43-476f-b960-cc4281d3b2f0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:34.129369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-02e37e87-1e55-4de8-a548-a0c6fe9d0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1ddd28a2-6e43-476f-b960-cc4281d3b2f0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:34.174226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 396c8613-b607-41e2-ae2e-c627de99bd09) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:34.186619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-02e37e87-1e55-4de8-a548-a0c6fe9d0c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:34.187056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e37e87-1e55-4de8-a548-a0c6fe9d0c9f None None] The sync data for ids ['1ddd28a2-6e43-476f-b960-cc4281d3b2f0'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:34.188365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a148cde-b49d-4ab0-b6d0-1ab5bb3dd595 req-a9363195-b039-4e85-9a24-f757179e8375 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:34.189467 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a148cde-b49d-4ab0-b6d0-1ab5bb3dd595 req-a9363195-b039-4e85-9a24-f757179e8375 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2440460 Apr 16 15:37:34.198837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:34.199326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.208998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584e7738-ec26-4081-a36f-49c83fa1eded None None] Network 396c8613-b607-41e2-ae2e-c627de99bd09 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:34.223054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-84199ce5-f4bb-40c2-bfcc-5c6a2dbaa45f tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/routers/1ddd28a2-6e43-476f-b960-cc4281d3b2f0 HTTP/1.1" status: 200 len: 745 time: 0.1476038 Apr 16 15:37:34.226105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55948) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:34.250339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.266218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b7f86f96-2858-4425-87cb-7369c15c88f7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&device_id=1ddd28a2-6e43-476f-b960-cc4281d3b2f0 HTTP/1.1" status: 200 len: 205 time: 0.0377221 Apr 16 15:37:34.272350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55952) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:34.296009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8320487 Apr 16 15:37:34.297679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55956) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:34.305690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dcebb9e2-c7ef-4131-bd6a-54ae9ffad557 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1759672877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:34.310407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c18ea087-b456-4cca-91b9-954d62baa6cb tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ddd28a2-6e43-476f-b960-cc4281d3b2f0 HTTP/1.1" status: 200 len: 205 time: 0.0357554 Apr 16 15:37:34.310407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-543de3b9-94eb-42e8-9c32-591b1c9bab99 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.310802 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a148cde-b49d-4ab0-b6d0-1ab5bb3dd595 req-1a698a67-cbad-42ee-b5b1-ed59e93260b5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084485 Apr 16 15:37:34.311846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55960) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:34.312367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Deleting port f6801395-7f5b-4f8a-9068-d58fbb9f3664 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:34.312578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.326591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3239d24c-e864-478b-a62f-ef89778ee5b7 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:34.333854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dcebb9e2-c7ef-4131-bd6a-54ae9ffad557 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:34.341671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dcebb9e2-c7ef-4131-bd6a-54ae9ffad557 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:router and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:34.345111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dcebb9e2-c7ef-4131-bd6a-54ae9ffad557 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:34.357073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dcebb9e2-c7ef-4131-bd6a-54ae9ffad557 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:34.399860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a403d4-48e2-4edb-b589-78e2e0a1b88d req-991b5900-c7d8-4ea8-abd2-2d3d70d90fb6 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:34.400890 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-44a403d4-48e2-4edb-b589-78e2e0a1b88d req-991b5900-c7d8-4ea8-abd2-2d3d70d90fb6 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.1983724 Apr 16 15:37:34.401347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcebb9e2-c7ef-4131-bd6a-54ae9ffad557 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.401976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcebb9e2-c7ef-4131-bd6a-54ae9ffad557 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.423059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543de3b9-94eb-42e8-9c32-591b1c9bab99 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=373f59b6-a1cc-488b-b559-88c2926c7f00,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:34.457995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-543de3b9-94eb-42e8-9c32-591b1c9bab99 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:34.468552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcebb9e2-c7ef-4131-bd6a-54ae9ffad557 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.498394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-44a403d4-48e2-4edb-b589-78e2e0a1b88d req-aee84eb2-0dfd-433c-9f0a-04ff8422b65c tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913665 Apr 16 15:37:34.499202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] For port f6801395-7f5b-4f8a-9068-d58fbb9f3664, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f6801395-7f5b-4f8a-9068-d58fbb9f3664,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:34.499430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.501942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-396c8613-b607-41e2-ae2e-c627de99bd09', 'network_id': '396c8613-b607-41e2-ae2e-c627de99bd09', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'fixed_ips': [{'subnet_id': 'a660be3e-5897-49df-a18a-a5f0f8d9a9d8'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:37:34.502891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.534488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a08b82b-a0a0-4808-a403-42792256fc10 None None] DHCP port deletion for 0e61783a-be5a-4189-b0dc-5b4c26552378 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:37:34.541255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcebb9e2-c7ef-4131-bd6a-54ae9ffad557 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.557978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cd27a3f-ffc9-4e9e-b9cd-a90469d54457 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.582091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Calling delete_port for f6801395-7f5b-4f8a-9068-d58fbb9f3664 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:34.616831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcebb9e2-c7ef-4131-bd6a-54ae9ffad557 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.619697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dcebb9e2-c7ef-4131-bd6a-54ae9ffad557 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3179576 Apr 16 15:37:34.620313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55968) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:34.625696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Allocated IP 2001:db8::2 (396c8613-b607-41e2-ae2e-c627de99bd09/a660be3e-5897-49df-a18a-a5f0f8d9a9d8/aae90000-a30c-4cee-a715-8c2be028775a) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:34.671055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9a08b82b-a0a0-4808-a403-42792256fc10 None None] Deleting port f6801395-7f5b-4f8a-9068-d58fbb9f3664 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:34.671311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a08b82b-a0a0-4808-a403-42792256fc10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.856251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:34.871088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Transition to ACTIVE for port object aae90000-a30c-4cee-a715-8c2be028775a will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:34.876992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9a08b82b-a0a0-4808-a403-42792256fc10 None None] For port f6801395-7f5b-4f8a-9068-d58fbb9f3664, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f6801395-7f5b-4f8a-9068-d58fbb9f3664,segment=NetworkSegment(4280bb7d-955f-4566-94c1-3e1a1f82bfe1),segment_id=4280bb7d-955f-4566-94c1-3e1a1f82bfe1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:34.877283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a08b82b-a0a0-4808-a403-42792256fc10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.027819 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bc620f9a-fcc8-487e-9c44-b7618fd7913c req-40e574c8-23a4-43ee-9a1d-0375b57ae096 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.3648107 Apr 16 15:37:35.101759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.140580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a07c0cfd-2b39-4220-a7b8-6fab4e8e8703 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:35.144510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9a08b82b-a0a0-4808-a403-42792256fc10 None None] Calling delete_port for f6801395-7f5b-4f8a-9068-d58fbb9f3664 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:35.159420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Transition to ACTIVE for port object aae90000-a30c-4cee-a715-8c2be028775a will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:35.167167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.177863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router 559b925f-6dbe-4760-9ea1-51caa16528b5 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:35.179042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:35.199704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cd27a3f-ffc9-4e9e-b9cd-a90469d54457 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.204602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cd27a3f-ffc9-4e9e-b9cd-a90469d54457 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.204804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Pushing event deleted for resources: {'Port': ['ID=f6801395-7f5b-4f8a-9068-d58fbb9f3664,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:35.206554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:35.273638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Pushing event updated for resources: {'Port': ['ID=aae90000-a30c-4cee-a715-8c2be028775a,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:35.280793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.280935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.281130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.281326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.281523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.281974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.281974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.282076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.282260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.282514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.282786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.282851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:35.290314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-9a08b82b-a0a0-4808-a403-42792256fc10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:37:35.290550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-9a08b82b-a0a0-4808-a403-42792256fc10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:37:35.291575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:35.304321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Network 396c8613-b607-41e2-ae2e-c627de99bd09 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:35.305248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:35.306839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:35.328823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cd27a3f-ffc9-4e9e-b9cd-a90469d54457 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.329124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd27a3f-ffc9-4e9e-b9cd-a90469d54457 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Fanout notify agent at l3_agent the message router_deleted on router 1ddd28a2-6e43-476f-b960-cc4281d3b2f0 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:35.341174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] No DVR routers for this DVR port f6801395-7f5b-4f8a-9068-d58fbb9f3664 on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:35.345327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-543de3b9-94eb-42e8-9c32-591b1c9bab99 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.355933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-543de3b9-94eb-42e8-9c32-591b1c9bab99 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/373f59b6-a1cc-488b-b559-88c2926c7f00 HTTP/1.1" status: 204 len: 168 time: 2.0540831 Apr 16 15:37:35.357790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55976) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:35.365874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Attempting to bind port aae90000-a30c-4cee-a715-8c2be028775a on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:37:35.366259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Attempting to bind port aae90000-a30c-4cee-a715-8c2be028775a by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c7d8cabf-d60a-4496-80fa-068a195240ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '396c8613-b607-41e2-ae2e-c627de99bd09'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:37:35.366606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Attempting to bind port aae90000-a30c-4cee-a715-8c2be028775a on network 396c8613-b607-41e2-ae2e-c627de99bd09 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:37:35.370010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:37:35.370356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Checking segment: {'id': 'c7d8cabf-d60a-4496-80fa-068a195240ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '396c8613-b607-41e2-ae2e-c627de99bd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:35.370723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.371054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Bound using segment: {'id': 'c7d8cabf-d60a-4496-80fa-068a195240ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '396c8613-b607-41e2-ae2e-c627de99bd09'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:37:35.371437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Bound port: aae90000-a30c-4cee-a715-8c2be028775a, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d8cabf-d60a-4496-80fa-068a195240ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '396c8613-b607-41e2-ae2e-c627de99bd09'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:37:35.371787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.385974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cd27a3f-ffc9-4e9e-b9cd-a90469d54457 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.389003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0cd27a3f-ffc9-4e9e-b9cd-a90469d54457 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/1ddd28a2-6e43-476f-b960-cc4281d3b2f0 HTTP/1.1" status: 204 len: 168 time: 1.0634604 Apr 16 15:37:35.392096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55980) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:35.395029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564250a4-e4e8-4e51-9757-9e46309c862e req-f92382c0-eace-4e32-8b49-bdddd7beac9c tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:35.399733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564250a4-e4e8-4e51-9757-9e46309c862e req-f92382c0-eace-4e32-8b49-bdddd7beac9c tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.3791258 Apr 16 15:37:35.421991 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-70287dcf-6538-41a2-af84-69833b28ae5c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:37:35.422339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-70287dcf-6538-41a2-af84-69833b28ae5c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:35.428753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:35.432982 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1bab9fc6-4c52-44c3-aaf0-2a391f2d6d5d tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ddd28a2-6e43-476f-b960-cc4281d3b2f0 HTTP/1.1" status: 200 len: 205 time: 0.0383384 Apr 16 15:37:35.433104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55984) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:35.437232 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "PUT /v2.0/routers/559b925f-6dbe-4760-9ea1-51caa16528b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9282215 Apr 16 15:37:35.438911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55986) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:35.439144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8f2035-9a7e-414b-b0fe-19490950c53e None None] Sync routers for ids ['559b925f-6dbe-4760-9ea1-51caa16528b5'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:35.452077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f2035-9a7e-414b-b0fe-19490950c53e None None] Routers {'559b925f-6dbe-4760-9ea1-51caa16528b5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:35.452633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ba8f2035-9a7e-414b-b0fe-19490950c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['559b925f-6dbe-4760-9ea1-51caa16528b5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:35.486367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] For port aae90000-a30c-4cee-a715-8c2be028775a, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:37:35.491868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.492376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ba8f2035-9a7e-414b-b0fe-19490950c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:35.498473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] For port aae90000-a30c-4cee-a715-8c2be028775a, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aae90000-a30c-4cee-a715-8c2be028775a,segment=NetworkSegment(c7d8cabf-d60a-4496-80fa-068a195240ad),segment_id=c7d8cabf-d60a-4496-80fa-068a195240ad)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:37:35.499613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f2035-9a7e-414b-b0fe-19490950c53e None None] Routers {'559b925f-6dbe-4760-9ea1-51caa16528b5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:35.500066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ba8f2035-9a7e-414b-b0fe-19490950c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['559b925f-6dbe-4760-9ea1-51caa16528b5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:35.513266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.522676 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-432998ca-c78f-4c83-8641-bfe89c26c2d5 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] delete failed (client error): The resource could not be found. Apr 16 15:37:35.525015 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-432998ca-c78f-4c83-8641-bfe89c26c2d5 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/1ddd28a2-6e43-476f-b960-cc4281d3b2f0 HTTP/1.1" status: 404 len: 336 time: 0.0853155 Apr 16 15:37:35.528817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.542254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-100677b1-1a15-41ff-aed7-4dded698b896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:35.555259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 55992) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:35.558067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-70287dcf-6538-41a2-af84-69833b28ae5c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:35.560438 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-70287dcf-6538-41a2-af84-69833b28ae5c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/373f59b6-a1cc-488b-b559-88c2926c7f00 HTTP/1.1" status: 404 len: 333 time: 0.2004790 Apr 16 15:37:35.569514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 55996) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:35.602750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ba8f2035-9a7e-414b-b0fe-19490950c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:35.602972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8f2035-9a7e-414b-b0fe-19490950c53e None None] The sync data for ids ['559b925f-6dbe-4760-9ea1-51caa16528b5'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:35.613581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Pushing event updated for resources: {'Port': ['ID=aae90000-a30c-4cee-a715-8c2be028775a,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:35.616704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:35.623150 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564250a4-e4e8-4e51-9757-9e46309c862e req-88202fd3-8991-436d-8e9d-262f409da994 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228425 Apr 16 15:37:35.623693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-56e7cb19-7d96-4001-bf85-5abd57bacdae tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port d865ee67-6102-403b-8f42-22e384303acf {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:35.623944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e7cb19-7d96-4001-bf85-5abd57bacdae tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.635826 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f31660be-ecb3-4a8c-bf7e-9cf37266bf58 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=9eb25f3f-035d-4042-b808-36b9a574ccd1 HTTP/1.1" status: 200 len: 205 time: 0.0796461 Apr 16 15:37:35.639091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56000) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:35.649313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.719085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e61783a-be5a-4189-b0dc-5b4c26552378']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:35.738896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce275265-b49f-4c2e-985e-a8d077cc8c71 req-7fad36fa-b767-469e-8b8c-effff6603326 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:35.739850 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce275265-b49f-4c2e-985e-a8d077cc8c71 req-7fad36fa-b767-469e-8b8c-effff6603326 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2767510 Apr 16 15:37:35.740949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4280bb7d-955f-4566-94c1-3e1a1f82bfe1') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:35.741119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4280bb7d-955f-4566-94c1-3e1a1f82bfe1') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:35.762624 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-c93de2cd-7d85-450e-beea-0e60382b4708 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] delete failed (client error): The resource could not be found. Apr 16 15:37:35.765054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c93de2cd-7d85-450e-beea-0e60382b4708 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/9eb25f3f-035d-4042-b808-36b9a574ccd1 HTTP/1.1" status: 404 len: 336 time: 0.1192024 Apr 16 15:37:35.767053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56004) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:35.767326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.792353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9a08b82b-a0a0-4808-a403-42792256fc10 None None] Deleting port f6801395-7f5b-4f8a-9068-d58fbb9f3664 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:35.792879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a08b82b-a0a0-4808-a403-42792256fc10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.813028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.819414 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce275265-b49f-4c2e-985e-a8d077cc8c71 req-ea29ecd5-51f7-49a8-97e3-7b6596dbbd36 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725660 Apr 16 15:37:35.819833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-01ad23d4-814d-4da4-89a7-12fd32fe02ab tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=99bd2dcd-45fa-4eba-8040-0b734cdca836 HTTP/1.1" status: 200 len: 205 time: 0.0519955 Apr 16 15:37:35.822211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Releasing vlan 1454 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:35.826464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56008) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:35.852304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9a08b82b-a0a0-4808-a403-42792256fc10 None None] The port 'f6801395-7f5b-4f8a-9068-d58fbb9f3664' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:37:35.878766 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-eed01313-5417-4b6c-9086-7c7e6bed599a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] delete failed (client error): The resource could not be found. Apr 16 15:37:35.879405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eed01313-5417-4b6c-9086-7c7e6bed599a tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/99bd2dcd-45fa-4eba-8040-0b734cdca836 HTTP/1.1" status: 404 len: 336 time: 0.0508773 Apr 16 15:37:35.895170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56012) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:35.956290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Network 0e61783a-be5a-4189-b0dc-5b4c26552378 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:35.959269 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d99cbf52-72ea-4919-8ccb-c03e80555143 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=53ab5c30-1e94-4731-a25f-218b4f18d5fd HTTP/1.1" status: 200 len: 205 time: 0.0633059 Apr 16 15:37:35.965550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:35.967342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56016) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:36.004952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Allocated IP 2001:db8::1 (396c8613-b607-41e2-ae2e-c627de99bd09/a660be3e-5897-49df-a18a-a5f0f8d9a9d8/95c4c5a7-1cb2-4d78-adc8-dd099b83426f) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:36.013113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.028739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e617925d-a1b2-465b-9e48-4346da741388 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] delete failed (client error): The resource could not be found. Apr 16 15:37:36.031121 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e617925d-a1b2-465b-9e48-4346da741388 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/53ab5c30-1e94-4731-a25f-218b4f18d5fd HTTP/1.1" status: 404 len: 336 time: 0.0606720 Apr 16 15:37:36.031793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56020) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:36.032358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port aaff0da1-3873-4b90-8db6-b71dfd1dd5bf {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:36.032424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.090393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2bd69454-6080-42ef-ba8c-94020f6b2762 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3159f8a-0f04-4f8b-9690-af0d324ac31a HTTP/1.1" status: 200 len: 205 time: 0.0414631 Apr 16 15:37:36.096985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56026) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:36.114324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Network 0e61783a-be5a-4189-b0dc-5b4c26552378 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:36.128581 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:36.134030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e7cb19-7d96-4001-bf85-5abd57bacdae tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.207119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2203376a-4b3a-4533-9152-7f608d5de711 req-7c8e40fb-9601-43fb-9e09-b18075b7967a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/ports?device_id=242217b1-2231-4f84-89ac-59f8037f06c9 HTTP/1.1" status: 200 len: 210 time: 0.0869823 Apr 16 15:37:36.222494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.228839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.228839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-038c323e-f4ab-4f29-831c-0cfbc8e38667 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:36.248431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Pushing event deleted for resources: {'Network': ['ID=0e61783a-be5a-4189-b0dc-5b4c26552378,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:36.250399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:36.259992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.271485 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] 10.222.0.95 "DELETE /v2.0/networks/0e61783a-be5a-4189-b0dc-5b4c26552378 HTTP/1.1" status: 204 len: 168 time: 2.1551383 Apr 16 15:37:36.275629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Transition to ACTIVE for port object 95c4c5a7-1cb2-4d78-adc8-dd099b83426f will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:36.295100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.306350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93d10436-44ab-4e3e-a44e-ff691e87f525 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:36.390690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=95c4c5a7-1cb2-4d78-adc8-dd099b83426f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:36.392642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:36.417289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56032) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:36.435937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 396c8613-b607-41e2-ae2e-c627de99bd09 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:36.440671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:36.442215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:36.442704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.465159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-41ffd679-5b04-4b83-88a6-dff0b6b512d5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=a74bb8b83bfd4e9db169a164229975bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469737 Apr 16 15:37:36.468882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56036) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:36.508780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-7dc9a02f-39ab-406a-b637-5fe830bc7df2 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] delete failed (client error): The resource could not be found. Apr 16 15:37:36.508780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7dc9a02f-39ab-406a-b637-5fe830bc7df2 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/c3159f8a-0f04-4f8b-9690-af0d324ac31a HTTP/1.1" status: 404 len: 336 time: 0.4109459 Apr 16 15:37:36.513805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-56e7cb19-7d96-4001-bf85-5abd57bacdae tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for d865ee67-6102-403b-8f42-22e384303acf owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:36.531322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56040) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:36.575563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aae90000-a30c-4cee-a715-8c2be028775a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:36.581393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-112c51c0-9753-4d38-9d81-03fd227d5ac4 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "GET /v2.0/ports?device_id=031a4aed-d3c6-4f60-9b83-0d7e9ba329e4 HTTP/1.1" status: 200 len: 205 time: 0.0465803 Apr 16 15:37:36.588427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56044) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:36.617319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port aae90000-a30c-4cee-a715-8c2be028775a completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:36.638526 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-35471735-cf60-4d97-a21d-47bd05a77d13 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] delete failed (client error): The resource could not be found. Apr 16 15:37:36.639176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-35471735-cf60-4d97-a21d-47bd05a77d13 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/routers/031a4aed-d3c6-4f60-9b83-0d7e9ba329e4 HTTP/1.1" status: 404 len: 336 time: 0.0501339 Apr 16 15:37:36.653160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56050) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:36.680859 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1e9f22-748f-44d4-9fe0-0547fcac44d2 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] DELETE failed (client error): The resource could not be found. Apr 16 15:37:36.681156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1e9f22-748f-44d4-9fe0-0547fcac44d2 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:37:36.683963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dc1e9f22-748f-44d4-9fe0-0547fcac44d2 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] 10.222.0.95 "DELETE /v2.0/subnets/bb668957-2809-47d6-bb3b-f78f29a0ea85 HTTP/1.1" status: 404 len: 337 time: 0.0284719 Apr 16 15:37:36.683963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.695007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f6801395-7f5b-4f8a-9068-d58fbb9f3664 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:36.753491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: f6801395-7f5b-4f8a-9068-d58fbb9f3664 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:36.753703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f6801395-7f5b-4f8a-9068-d58fbb9f3664 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:36.787478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for aaff0da1-3873-4b90-8db6-b71dfd1dd5bf owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:36.839252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e7cb19-7d96-4001-bf85-5abd57bacdae tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.851848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-579a4a7f-67b2-46de-89fc-0421c1a5233f tempest-RoutersAdminNegativeIpV6Test-1512509776 tempest-RoutersAdminNegativeIpV6Test-1512509776-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:36.875992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbf0f-25ae-4202-b2c6-98b280d12979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.879298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:36.904868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47a80a4-d339-43bc-b0f8-c63434586a16 None None] Network 396c8613-b607-41e2-ae2e-c627de99bd09 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:36.913062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7cb19-7d96-4001-bf85-5abd57bacdae tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=d865ee67-6102-403b-8f42-22e384303acf,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:36.917718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56e7cb19-7d96-4001-bf85-5abd57bacdae tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:36.969767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56060) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:36.985047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbf0f-25ae-4202-b2c6-98b280d12979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.067057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e7cb19-7d96-4001-bf85-5abd57bacdae tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.069309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2e5849ab-b147-4838-a219-3dc672c98d63 None None] Provisioning for port aae90000-a30c-4cee-a715-8c2be028775a completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:37.076483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.078756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2e5849ab-b147-4838-a219-3dc672c98d63 None None] Provisioning complete for port aae90000-a30c-4cee-a715-8c2be028775a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:37.079046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5849ab-b147-4838-a219-3dc672c98d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.087262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:37.135159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-554dcb42-2d6f-4307-a57d-5377a874c80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.138444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-56e7cb19-7d96-4001-bf85-5abd57bacdae tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/d865ee67-6102-403b-8f42-22e384303acf HTTP/1.1" status: 204 len: 168 time: 1.5681055 Apr 16 15:37:37.141801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=aaff0da1-3873-4b90-8db6-b71dfd1dd5bf,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:37.142342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56066) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:37.144496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:37.150912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429d152-211b-4e32-aad9-bac158064c15 req-703d4a94-f144-467a-89c7-aec2396475e1 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:37.155407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1429d152-211b-4e32-aad9-bac158064c15 req-703d4a94-f144-467a-89c7-aec2396475e1 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.3401501 Apr 16 15:37:37.168187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5849ab-b147-4838-a219-3dc672c98d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.188257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2e5849ab-b147-4838-a219-3dc672c98d63 None None] For port aae90000-a30c-4cee-a715-8c2be028775a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aae90000-a30c-4cee-a715-8c2be028775a,segment=NetworkSegment(c7d8cabf-d60a-4496-80fa-068a195240ad),segment_id=c7d8cabf-d60a-4496-80fa-068a195240ad)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:37.192387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5849ab-b147-4838-a219-3dc672c98d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.194148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1d34e3d-8509-4ee4-acd1-16cc8dcf00aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:37.221457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c363d-d929-48d7-ae65-ec5284c7648f req-546b7a3a-18ae-49d0-a9d1-e29707a7d396 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:37.222439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c02c363d-d929-48d7-ae65-ec5284c7648f req-546b7a3a-18ae-49d0-a9d1-e29707a7d396 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3021133 Apr 16 15:37:37.227993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-554dcb42-2d6f-4307-a57d-5377a874c80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:37.236362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5849ab-b147-4838-a219-3dc672c98d63 None None] Pushing event updated for resources: {'Port': ['ID=aae90000-a30c-4cee-a715-8c2be028775a,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:37.238793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e5849ab-b147-4838-a219-3dc672c98d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:37.244916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1429d152-211b-4e32-aad9-bac158064c15 req-fa1079eb-f7d6-4bcc-855f-960ada08cd7c tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805049 Apr 16 15:37:37.248412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.249409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-554dcb42-2d6f-4307-a57d-5377a874c80a admin admin] Usage tracker for resource:security_group_rule and tenant:ff41f543c1874d81bdd35140477deffc is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:37.252201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4723f08-cd8e-46a0-9ccd-ae05cf9d8bab tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:37:37.255001 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d4723f08-cd8e-46a0-9ccd-ae05cf9d8bab tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/d865ee67-6102-403b-8f42-22e384303acf HTTP/1.1" status: 404 len: 333 time: 0.1093001 Apr 16 15:37:37.255508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56074) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:37.258123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-554dcb42-2d6f-4307-a57d-5377a874c80a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:37.273692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-554dcb42-2d6f-4307-a57d-5377a874c80a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:37.328003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c02c363d-d929-48d7-ae65-ec5284c7648f req-a7b1a22c-4744-4b89-a776-5fa89f9e8cd2 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822961 Apr 16 15:37:37.328379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbf0f-25ae-4202-b2c6-98b280d12979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.342327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:37.369218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56080) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:37.398203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fbf0f-25ae-4202-b2c6-98b280d12979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6474ea62-b0f0-48bf-b6ba-9b33235b0f2a,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:37.408273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0b9fbf0f-25ae-4202-b2c6-98b280d12979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:37.426307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f25b0a6-3b3e-4ba1-8d7c-50ec14a142ba tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting subnet a1f2a3a1-96ed-41c1-994c-d167c1b45729 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:37.432486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f25b0a6-3b3e-4ba1-8d7c-50ec14a142ba tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.448907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbf0f-25ae-4202-b2c6-98b280d12979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.449647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0b9fbf0f-25ae-4202-b2c6-98b280d12979 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6474ea62-b0f0-48bf-b6ba-9b33235b0f2a HTTP/1.1" status: 204 len: 168 time: 0.9801915 Apr 16 15:37:37.461962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-429cc77b-e16c-4db8-9b61-7df5af562cc7 None None] Provisioning complete for port aae90000-a30c-4cee-a715-8c2be028775a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:37.463284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-429cc77b-e16c-4db8-9b61-7df5af562cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.492062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.494896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.511472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f25b0a6-3b3e-4ba1-8d7c-50ec14a142ba tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.523654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3842af4-583d-4d2b-82cf-e6f86a0d2b66 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.544986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.545336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Fanout notify agent at l3_agent the message router_deleted on router 559b925f-6dbe-4760-9ea1-51caa16528b5 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:37.551103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3842af4-583d-4d2b-82cf-e6f86a0d2b66 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.560117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.562823 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/routers/559b925f-6dbe-4760-9ea1-51caa16528b5 HTTP/1.1" status: 204 len: 168 time: 2.0910540 Apr 16 15:37:37.563374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56088) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:37.574679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-429cc77b-e16c-4db8-9b61-7df5af562cc7 None None] Provisioning for port 95c4c5a7-1cb2-4d78-adc8-dd099b83426f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:37.578763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-429cc77b-e16c-4db8-9b61-7df5af562cc7 None None] Provisioning complete for port 95c4c5a7-1cb2-4d78-adc8-dd099b83426f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:37.579014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-429cc77b-e16c-4db8-9b61-7df5af562cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.608741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.616220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb4bbce-54c5-4fc5-8b0f-aa565636a2fa tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting subnet 39d632ea-721e-4a7a-9d89-d75d3c44d8d5 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:37.618330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-554dcb42-2d6f-4307-a57d-5377a874c80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.618497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9eb4bbce-54c5-4fc5-8b0f-aa565636a2fa tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.619817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.620408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.621033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-429cc77b-e16c-4db8-9b61-7df5af562cc7 None None] Port 95c4c5a7-1cb2-4d78-adc8-dd099b83426f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:37.631347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0285528c-81c1-4986-b868-afa96d761433 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:37.654827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-554dcb42-2d6f-4307-a57d-5377a874c80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.664378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9eb4bbce-54c5-4fc5-8b0f-aa565636a2fa tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.692231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3842af4-583d-4d2b-82cf-e6f86a0d2b66 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.695719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:37.709852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3842af4-583d-4d2b-82cf-e6f86a0d2b66 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=109e9d2e-dbbc-4c80-b08e-91107a2bd2da,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:37.713376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b3842af4-583d-4d2b-82cf-e6f86a0d2b66 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:37.730761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9eb4bbce-54c5-4fc5-8b0f-aa565636a2fa tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.737678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=95c4c5a7-1cb2-4d78-adc8-dd099b83426f,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:37.744550 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-554dcb42-2d6f-4307-a57d-5377a874c80a admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=ff41f543c1874d81bdd35140477deffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7708194 Apr 16 15:37:37.749257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45916-5dfe-4725-8680-13ebcc01bca8 req-92d73434-7faa-4e77-a6af-99e6a8b16c50 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:37.750156 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2be45916-5dfe-4725-8680-13ebcc01bca8 req-92d73434-7faa-4e77-a6af-99e6a8b16c50 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.2223065 Apr 16 15:37:37.752062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:37.752719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56102) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:37.753764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:37.754531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b594e6bf-7335-40ba-8d69-43f0b6816975 None None] Provisioning complete for port 95c4c5a7-1cb2-4d78-adc8-dd099b83426f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:37.754774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b594e6bf-7335-40ba-8d69-43f0b6816975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.761120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f25b0a6-3b3e-4ba1-8d7c-50ec14a142ba tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.770106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3842af4-583d-4d2b-82cf-e6f86a0d2b66 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.772702 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b3842af4-583d-4d2b-82cf-e6f86a0d2b66 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "DELETE /v2.0/security-groups/109e9d2e-dbbc-4c80-b08e-91107a2bd2da HTTP/1.1" status: 204 len: 168 time: 0.4028080 Apr 16 15:37:37.773311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56106) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:37.799658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b594e6bf-7335-40ba-8d69-43f0b6816975 None None] Port 95c4c5a7-1cb2-4d78-adc8-dd099b83426f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:37.824018 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-c2f9cc55-d4b3-45c7-a586-58152c05fe54 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] show failed (client error): The resource could not be found. Apr 16 15:37:37.826474 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c2f9cc55-d4b3-45c7-a586-58152c05fe54 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "GET /v2.0/security-groups/109e9d2e-dbbc-4c80-b08e-91107a2bd2da HTTP/1.1" status: 404 len: 347 time: 0.0391815 Apr 16 15:37:37.827813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56114) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:37.847901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554dcb42-2d6f-4307-a57d-5377a874c80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e9a0fe-e3f5-4b0c-b06c-b014c3642694,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:37.856814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-554dcb42-2d6f-4307-a57d-5377a874c80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:37.912296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2be45916-5dfe-4725-8680-13ebcc01bca8 req-af0a48b8-b9e8-47ce-b359-612aa58a4c77 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320376 Apr 16 15:37:37.928180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 396c8613-b607-41e2-ae2e-c627de99bd09 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:37.933509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4bb879c0-15a6-49dc-bb60-fcc96397caca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:37.934628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:37.969693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Deleting port 3a36d0e7-7de3-4eac-9068-59348c5d6a2c {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:37.969903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.051069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4bb879c0-15a6-49dc-bb60-fcc96397caca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.112691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9eb4bbce-54c5-4fc5-8b0f-aa565636a2fa tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.121238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ee354710-3379-4704-9ccd-f8beefe96d00 None None] Provisioning complete for port 95c4c5a7-1cb2-4d78-adc8-dd099b83426f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:38.122054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee354710-3379-4704-9ccd-f8beefe96d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.122798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7ab92714-cd02-464d-b0f8-97cfbb307b40 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:38.143421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.143614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.152292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4bb879c0-15a6-49dc-bb60-fcc96397caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.154026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4bbce-54c5-4fc5-8b0f-aa565636a2fa tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Subnet': ['ID=39d632ea-721e-4a7a-9d89-d75d3c44d8d5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:38.156175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-746c7002-5a08-458e-9a65-35cb0585a1fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:38.170852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb879c0-15a6-49dc-bb60-fcc96397caca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e9a0fe-e3f5-4b0c-b06c-b014c3642694,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:38.173064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router 15019ab0-da06-4eae-9a88-55adaaec2224 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:37:38.175654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4bb879c0-15a6-49dc-bb60-fcc96397caca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:38.180076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f25b0a6-3b3e-4ba1-8d7c-50ec14a142ba tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.180424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ee354710-3379-4704-9ccd-f8beefe96d00 None None] Port 95c4c5a7-1cb2-4d78-adc8-dd099b83426f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:38.190474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:38.237767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4bb879c0-15a6-49dc-bb60-fcc96397caca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.240841 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4bb879c0-15a6-49dc-bb60-fcc96397caca admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d1e9a0fe-e3f5-4b0c-b06c-b014c3642694 HTTP/1.1" status: 204 len: 168 time: 0.4807436 Apr 16 15:37:38.499725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56140) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:38.556723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9eb4bbce-54c5-4fc5-8b0f-aa565636a2fa tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:38.557872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aae90000-a30c-4cee-a715-8c2be028775a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:38.559686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25b0a6-3b3e-4ba1-8d7c-50ec14a142ba tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f2a3a1-96ed-41c1-994c-d167c1b45729,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:38.562283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Calling delete_port for 3a36d0e7-7de3-4eac-9068-59348c5d6a2c owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:38.578537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f25b0a6-3b3e-4ba1-8d7c-50ec14a142ba tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:38.581135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56146) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:38.609158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port aae90000-a30c-4cee-a715-8c2be028775a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:38.609396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.626533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9eb4bbce-54c5-4fc5-8b0f-aa565636a2fa tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.637438 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9eb4bbce-54c5-4fc5-8b0f-aa565636a2fa tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/subnets/39d632ea-721e-4a7a-9d89-d75d3c44d8d5 HTTP/1.1" status: 204 len: 168 time: 1.0717797 Apr 16 15:37:38.637917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56152) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:38.654787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e243cd-af6d-425d-8314-8dbba875ae68 None None] Network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:38.703622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:38.713131 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/15019ab0-da06-4eae-9a88-55adaaec2224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0896437 Apr 16 15:37:38.715348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f6420-e549-47da-ba0b-ba735ace8d15 None None] Sync routers for ids ['15019ab0-da06-4eae-9a88-55adaaec2224'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:38.715426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56156) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:38.723552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f6420-e549-47da-ba0b-ba735ace8d15 None None] Routers {'15019ab0-da06-4eae-9a88-55adaaec2224'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:38.724136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7b4f6420-e549-47da-ba0b-ba735ace8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['15019ab0-da06-4eae-9a88-55adaaec2224'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:38.725361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f25b0a6-3b3e-4ba1-8d7c-50ec14a142ba tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.728522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8f25b0a6-3b3e-4ba1-8d7c-50ec14a142ba tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/a1f2a3a1-96ed-41c1-994c-d167c1b45729 HTTP/1.1" status: 204 len: 168 time: 1.4600372 Apr 16 15:37:38.733829 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-38e8dbeb-7ded-42aa-9a1d-331b27c2bbbe admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1910e384fb4846708c3ce4d9d661d7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1000476 Apr 16 15:37:38.734242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56160) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:38.738249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56162) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:38.765727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8161ce-26fa-4e5d-9cde-86413f49dd4e req-2d63ef98-cbe4-46ad-a74e-854139c47a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:38.766735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec8161ce-26fa-4e5d-9cde-86413f49dd4e req-2d63ef98-cbe4-46ad-a74e-854139c47a5c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=265b5230d93c411696e97ea51653a425&device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 1099 time: 0.5541797 Apr 16 15:37:38.773359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7de7744-d25d-4d87-a519-fb3d5720ef56 None None] Network 2c425b08-4400-40f9-8989-159965643439 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:38.774523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783eba4b-4ac2-4e71-bc93-a4bf40a35864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:38.774892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-783eba4b-4ac2-4e71-bc93-a4bf40a35864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:38.786637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.829695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.834154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317bf85-bcc9-4150-9863-eee671ac9285 req-48fa246d-8f71-472e-b19b-fa007a76650d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:38.835145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4317bf85-bcc9-4150-9863-eee671ac9285 req-48fa246d-8f71-472e-b19b-fa007a76650d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2654877 Apr 16 15:37:38.840537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4a4edce-92ee-4625-a09c-b28b5d3dfa17 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:38.892656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1506990417', 'router:external': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:38.896065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:38.898288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Usage tracker for resource:network and tenant:e3d6fcdc996b4360a8eae8da8a21cbc1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:38.899980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:38.903216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:38.907625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port 58f515ea-b3a6-42dc-80ed-40927503207b {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:38.907869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.916833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.926443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-783eba4b-4ac2-4e71-bc93-a4bf40a35864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:38.928932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-783eba4b-4ac2-4e71-bc93-a4bf40a35864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports/95c4c5a7-1cb2-4d78-adc8-dd099b83426f HTTP/1.1" status: 200 len: 911 time: 0.2111099 Apr 16 15:37:38.935664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Made reservation on behalf of e3d6fcdc996b4360a8eae8da8a21cbc1 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:38.938497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.948625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56170) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:38.949949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Pushing event deleted for resources: {'Port': ['ID=3a36d0e7-7de3-4eac-9068-59348c5d6a2c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:38.955528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:38.956977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:38.978654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:38.980879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Usage tracker for resource:security_group_rule and tenant:e3d6fcdc996b4360a8eae8da8a21cbc1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:38.982844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:38.986031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:38.993519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7b4f6420-e549-47da-ba0b-ba735ace8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:39.000576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4f6420-e549-47da-ba0b-ba735ace8d15 None None] Routers {'15019ab0-da06-4eae-9a88-55adaaec2224'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:39.000951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7b4f6420-e549-47da-ba0b-ba735ace8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['15019ab0-da06-4eae-9a88-55adaaec2224'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:39.023656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e490c010-7672-4c14-8bcd-2718d9dc1ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.042285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4317bf85-bcc9-4150-9863-eee671ac9285 req-339cadee-1449-4280-8853-ede828439782 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766889 Apr 16 15:37:39.045706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7b4f6420-e549-47da-ba0b-ba735ace8d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:39.045971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4f6420-e549-47da-ba0b-ba735ace8d15 None None] The sync data for ids ['15019ab0-da06-4eae-9a88-55adaaec2224'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:39.087609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 84ab72f4-0b94-49a4-970e-47f5c791057a {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:39.087896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.136216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a131e-2ff9-492e-92b7-7b9a8345a0e1 None None] DHCP port deletion for 9bca7ec5-b61d-455c-8f42-8f5f97997f8a request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:37:39.141615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-141a131e-2ff9-492e-92b7-7b9a8345a0e1 None None] Deleting port 58f515ea-b3a6-42dc-80ed-40927503207b {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:39.142062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-141a131e-2ff9-492e-92b7-7b9a8345a0e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.145071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8161ce-26fa-4e5d-9cde-86413f49dd4e req-20606a74-017c-465e-b9a3-8bcd34bfac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:39.146108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec8161ce-26fa-4e5d-9cde-86413f49dd4e req-20606a74-017c-465e-b9a3-8bcd34bfac52 service neutron] 10.222.0.107 "GET /v2.0/networks?id=ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 HTTP/1.1" status: 200 len: 914 time: 0.3485661 Apr 16 15:37:39.155866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e490c010-7672-4c14-8bcd-2718d9dc1ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.178822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] For port 58f515ea-b3a6-42dc-80ed-40927503207b, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=58f515ea-b3a6-42dc-80ed-40927503207b,segment=NetworkSegment(3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d),segment_id=3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:39.179052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.199829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81946f1a-f038-4f68-b973-a6fc53b360ea None None] DHCP port deletion for 2c425b08-4400-40f9-8989-159965643439 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:37:39.206519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-81946f1a-f038-4f68-b973-a6fc53b360ea None None] Deleting port 84ab72f4-0b94-49a4-970e-47f5c791057a {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:39.206760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81946f1a-f038-4f68-b973-a6fc53b360ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.219994 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec8161ce-26fa-4e5d-9cde-86413f49dd4e req-97e6a885-55b8-4aa6-af9a-e97f5b44497f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 HTTP/1.1" status: 200 len: 217 time: 0.0589912 Apr 16 15:37:39.273642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for 58f515ea-b3a6-42dc-80ed-40927503207b owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:39.290277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.299204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.302315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.304249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf7e4bdf-8b08-4b61-ad2c-4333e143def3 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:39.336691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1457} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:37:39.348674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bf2cb4-8792-4cb7-b9c9-366b509a13c0,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:39.352831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:39.359233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.359480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Added segment f5d9e5b8-97f4-437c-9f65-38bcb796f795 of type vlan for network cd41b306-c9f2-4323-97e7-1b0247688c08 Apr 16 15:37:39.367567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.389549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4fcac088-17ef-41d8-9203-b745a0cd8bd3 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:39.409838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8161ce-26fa-4e5d-9cde-86413f49dd4e req-11b7d728-fe08-4249-99fc-2496b25bfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:39.410907 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec8161ce-26fa-4e5d-9cde-86413f49dd4e req-11b7d728-fe08-4249-99fc-2496b25bfa6d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0da3c180-d605-44bb-a91c-f77236e3df06 HTTP/1.1" status: 200 len: 852 time: 0.1504302 Apr 16 15:37:39.441943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.446086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] 10.222.0.95 "DELETE /v2.0/floatingips/4db13741-7133-4284-a7bd-a08eae48dc3c HTTP/1.1" status: 204 len: 168 time: 1.6141679 Apr 16 15:37:39.446175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56174) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:39.451508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=58f515ea-b3a6-42dc-80ed-40927503207b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:39.459109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:39.465834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.467630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e490c010-7672-4c14-8bcd-2718d9dc1ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.479431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0b9fbf0f-25ae-4202-b2c6-98b280d12979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:39.493307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] No DVR routers for this DVR port 58f515ea-b3a6-42dc-80ed-40927503207b on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:39.495103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-141a131e-2ff9-492e-92b7-7b9a8345a0e1 None None] For port 58f515ea-b3a6-42dc-80ed-40927503207b, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=58f515ea-b3a6-42dc-80ed-40927503207b,segment=NetworkSegment(3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d),segment_id=3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:39.495363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-141a131e-2ff9-492e-92b7-7b9a8345a0e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.564233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.564873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:39.565247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.570024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:39.610919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-141a131e-2ff9-492e-92b7-7b9a8345a0e1 None None] Calling delete_port for 58f515ea-b3a6-42dc-80ed-40927503207b owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:39.625947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.656897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-81946f1a-f038-4f68-b973-a6fc53b360ea None None] For port 84ab72f4-0b94-49a4-970e-47f5c791057a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=84ab72f4-0b94-49a4-970e-47f5c791057a,segment=NetworkSegment(c79d0b8c-c48a-420a-8a4a-f7263d6284aa),segment_id=c79d0b8c-c48a-420a-8a4a-f7263d6284aa)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:39.657186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81946f1a-f038-4f68-b973-a6fc53b360ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.681399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event updated for resources: {'Network': ['ID=cd41b306-c9f2-4323-97e7-1b0247688c08,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:39.687178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.1297245 Apr 16 15:37:39.688707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56178) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:39.689213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:39.694500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Request body: {'subnet': {'network_id': 'cd41b306-c9f2-4323-97e7-1b0247688c08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:39.702261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network cd41b306-c9f2-4323-97e7-1b0247688c08 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:37:39.703272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:39.708014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Usage tracker for resource:subnet and tenant:e3d6fcdc996b4360a8eae8da8a21cbc1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:39.713756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:39.719247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:39.721317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bca7ec5-b61d-455c-8f42-8f5f97997f8a']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:39.730637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:39.730811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea947e0-01f8-4ce0-a7cd-fa5753f5e13d') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:39.738162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.742276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Made reservation on behalf of e3d6fcdc996b4360a8eae8da8a21cbc1 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:39.745287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.748813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-81946f1a-f038-4f68-b973-a6fc53b360ea None None] Calling delete_port for 84ab72f4-0b94-49a4-970e-47f5c791057a owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:39.773173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:37:39.791722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.797698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4959bf1-60a9-4e70-af31-c92cb90f9787 req-7a329622-6825-43af-ad28-6042bc9dcd35 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:39.798561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Releasing vlan 1495 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:39.798635 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a4959bf1-60a9-4e70-af31-c92cb90f9787 req-7a329622-6825-43af-ad28-6042bc9dcd35 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.7188578 Apr 16 15:37:39.807415 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec8161ce-26fa-4e5d-9cde-86413f49dd4e req-2f8e7344-08f8-4283-936a-b2fe80743c25 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ffee5e5c-d450-42bc-bc7f-6612fa0a5c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3630097 Apr 16 15:37:39.812772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-141a131e-2ff9-492e-92b7-7b9a8345a0e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:37:39.812870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-141a131e-2ff9-492e-92b7-7b9a8345a0e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:37:39.817179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490c010-7672-4c14-8bcd-2718d9dc1ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2c4eaf-49c4-4989-8825-f6775b99cf7f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:39.827178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e490c010-7672-4c14-8bcd-2718d9dc1ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:39.853752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81946f1a-f038-4f68-b973-a6fc53b360ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.862508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be0b209f-e498-4544-b66d-170e3501f878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:39.895002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e490c010-7672-4c14-8bcd-2718d9dc1ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.897726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e490c010-7672-4c14-8bcd-2718d9dc1ffd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bf2c4eaf-49c4-4989-8825-f6775b99cf7f HTTP/1.1" status: 204 len: 168 time: 1.1566916 Apr 16 15:37:39.909043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:39.914296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:39.938375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81946f1a-f038-4f68-b973-a6fc53b360ea None None] No DVR routers for this DVR port 84ab72f4-0b94-49a4-970e-47f5c791057a on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:39.941093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81946f1a-f038-4f68-b973-a6fc53b360ea None None] Pushing event deleted for resources: {'Port': ['ID=84ab72f4-0b94-49a4-970e-47f5c791057a,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:39.942365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-81946f1a-f038-4f68-b973-a6fc53b360ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:39.962830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] For port 84ab72f4-0b94-49a4-970e-47f5c791057a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=84ab72f4-0b94-49a4-970e-47f5c791057a,segment=NetworkSegment(c79d0b8c-c48a-420a-8a4a-f7263d6284aa),segment_id=c79d0b8c-c48a-420a-8a4a-f7263d6284aa)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:39.963061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.038459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network 9bca7ec5-b61d-455c-8f42-8f5f97997f8a has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:40.054680 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:40.063929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a4959bf1-60a9-4e70-af31-c92cb90f9787 req-caa19fa6-ce4e-4511-876e-99e78b52261e tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504272 Apr 16 15:37:40.075142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 84ab72f4-0b94-49a4-970e-47f5c791057a owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:40.111890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.114625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ea782284-951e-4dcc-afd3-9a2d432074c0 tempest-DHCPAgentSchedulersTestJSON-1553780189 tempest-DHCPAgentSchedulersTestJSON-1553780189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:40.125372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.141324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Network': ['ID=9bca7ec5-b61d-455c-8f42-8f5f97997f8a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:40.144773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:40.148615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/networks/9bca7ec5-b61d-455c-8f42-8f5f97997f8a HTTP/1.1" status: 204 len: 168 time: 1.5080676 Apr 16 15:37:40.164392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56192) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:40.231419 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec8161ce-26fa-4e5d-9cde-86413f49dd4e req-c235b3bd-a21a-48ef-9904-5b1a6eb404f9 service neutron] 10.222.0.107 "GET /v2.0/networks/ffee5e5c-d450-42bc-bc7f-6612fa0a5c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075677 Apr 16 15:37:40.269593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:37:40.269906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.307893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82ece2ca-2fec-45da-a68e-a5cb2955acd0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:40.314458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-141a131e-2ff9-492e-92b7-7b9a8345a0e1 None None] Deleting port 58f515ea-b3a6-42dc-80ed-40927503207b {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:40.314891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-141a131e-2ff9-492e-92b7-7b9a8345a0e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.362484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-141a131e-2ff9-492e-92b7-7b9a8345a0e1 None None] The port '58f515ea-b3a6-42dc-80ed-40927503207b' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:37:40.371596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e36433e5-23af-4fba-a530-b0e03111e458,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:40.380358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:40.386091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:37:40.386287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:37:40.414524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Checking segment: {'id': 'f5d9e5b8-97f4-437c-9f65-38bcb796f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': 'cd41b306-c9f2-4323-97e7-1b0247688c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:40.414748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Network hostable DHCP agents. Network: cd41b306-c9f2-4323-97e7-1b0247688c08, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:37:40.426490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Network cd41b306-c9f2-4323-97e7-1b0247688c08 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:37:40.431094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port a1b2ef44-023c-4fc6-81ea-c9c3fd56dfec {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:40.431338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.432065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, cd41b306-c9f2-4323-97e7-1b0247688c08) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:40.438956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba9f8ae-db07-405c-9d3c-2f2f37154b87 None None] Network cd41b306-c9f2-4323-97e7-1b0247688c08 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:40.441955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:40.442451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.455730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7655823 Apr 16 15:37:40.457627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56210) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:40.463739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1866259594', 'network_id': 'cd41b306-c9f2-4323-97e7-1b0247688c08'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:40.467380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:40.470582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Usage tracker for resource:port and tenant:e3d6fcdc996b4360a8eae8da8a21cbc1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:40.473488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:40.482243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:40.491667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Made reservation on behalf of e3d6fcdc996b4360a8eae8da8a21cbc1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:40.495928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.511764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] device_id is not set on port d372a50e-7572-4589-887c-ec694fb64208 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:37:40.567897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 58f515ea-b3a6-42dc-80ed-40927503207b no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:40.577445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722af548-d3e8-4553-b0e9-bf849559b9ab req-5394393e-c378-4086-afba-d67b6cc6a39e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:40.578388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-722af548-d3e8-4553-b0e9-bf849559b9ab req-5394393e-c378-4086-afba-d67b6cc6a39e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.4137962 Apr 16 15:37:40.582988 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec8161ce-26fa-4e5d-9cde-86413f49dd4e req-160b71d4-ad70-41f1-babc-8111d483ef7f service neutron] 10.222.0.107 "GET /v2.0/networks/ffee5e5c-d450-42bc-bc7f-6612fa0a5c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119407 Apr 16 15:37:40.600547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 58f515ea-b3a6-42dc-80ed-40927503207b {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:40.600873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 58f515ea-b3a6-42dc-80ed-40927503207b not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:40.601412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 84ab72f4-0b94-49a4-970e-47f5c791057a no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:40.615934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Allocated IP 172.20.0.5 (cd41b306-c9f2-4323-97e7-1b0247688c08/e36433e5-23af-4fba-a530-b0e03111e458/d372a50e-7572-4589-887c-ec694fb64208) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:40.626308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.630020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 84ab72f4-0b94-49a4-970e-47f5c791057a {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:40.630107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 84ab72f4-0b94-49a4-970e-47f5c791057a not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:40.676400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048d2854-18b0-4a4c-8429-5a7ab9fb67d3 None None] Network cd41b306-c9f2-4323-97e7-1b0247688c08 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:40.756248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.776874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.789801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dda4206f-718d-44af-b8af-69f64bdce809 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:40.829161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event updated for resources: {'Port': ['ID=d372a50e-7572-4589-887c-ec694fb64208,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:40.831714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:40.860137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56226) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:40.904847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Network cd41b306-c9f2-4323-97e7-1b0247688c08 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:40.905707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:40.907295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:40.928952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1006181708', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:40.933347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:40.939359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Usage tracker for resource:port and tenant:79b4944a2aeb43188e8783533170906e is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:40.941890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:40.946741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:40.949080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 84ab72f4-0b94-49a4-970e-47f5c791057a {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:40.949286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.950112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:40.950512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.960668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Made reservation on behalf of 79b4944a2aeb43188e8783533170906e for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:40.963348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.973642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:40.982068 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-722af548-d3e8-4553-b0e9-bf849559b9ab req-b3eb6e61-356d-4b65-9be2-9e29faa856f9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964622 Apr 16 15:37:41.049858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] The port '84ab72f4-0b94-49a4-970e-47f5c791057a' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:37:41.060529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.060792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.199905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for a1b2ef44-023c-4fc6-81ea-c9c3fd56dfec owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:41.256413 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7973990 Apr 16 15:37:41.260285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56234) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:41.298449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:41.302356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Usage tracker for resource:security_group_rule and tenant:79b4944a2aeb43188e8783533170906e is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:41.305081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:41.313191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:41.316257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e7de9e-b1f6-43ca-b57a-7ae383dd2294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.321485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8bc14fcd-e927-4cfa-bf27-4c31d6b0e740 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Deleting port d372a50e-7572-4589-887c-ec694fb64208 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:41.321675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bc14fcd-e927-4cfa-bf27-4c31d6b0e740 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.332109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.476504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.477698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c425b08-4400-40f9-8989-159965643439']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:41.479972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.483017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:41.489392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79d0b8c-c48a-420a-8a4a-f7263d6284aa') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:41.489581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79d0b8c-c48a-420a-8a4a-f7263d6284aa') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:41.491337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] device_id is not set on port 001f5196-f970-4e07-b1d0-e0cc9fe8e1eb yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:37:41.509709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.518545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9def4-a939-4fc8-a70a-d79e95f7629c req-8fe6ffa2-dd7c-4c0c-8a94-4f3faa4bb477 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:41.519474 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-24a9def4-a939-4fc8-a70a-d79e95f7629c req-8fe6ffa2-dd7c-4c0c-8a94-4f3faa4bb477 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.3838098 Apr 16 15:37:41.520962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bc14fcd-e927-4cfa-bf27-4c31d6b0e740 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.555579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.564473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.575721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a0e18bd2-b8a4-400f-8dee-4e6f4aeb936d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:41.605003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8bc14fcd-e927-4cfa-bf27-4c31d6b0e740 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Calling delete_port for d372a50e-7572-4589-887c-ec694fb64208 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:41.605675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Releasing vlan 1480 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:41.628340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7ad0ca-87c6-4517-b787-a9c830b1812f,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:41.633583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:41.651499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=a1b2ef44-023c-4fc6-81ea-c9c3fd56dfec,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:41.689084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:41.705747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port 95c4c5a7-1cb2-4d78-adc8-dd099b83426f {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:41.705959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.709246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Allocated IP 172.26.4.80 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/001f5196-f970-4e07-b1d0-e0cc9fe8e1eb) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:41.736013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bc14fcd-e927-4cfa-bf27-4c31d6b0e740 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.744198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-24a9def4-a939-4fc8-a70a-d79e95f7629c req-ede72e25-7c3f-4354-b932-abcc509d4aa6 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967337 Apr 16 15:37:41.750191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57d7b0ae-518d-43f8-b89b-bc37445179b4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:41.783001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.805281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc14fcd-e927-4cfa-bf27-4c31d6b0e740 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event deleted for resources: {'Port': ['ID=d372a50e-7572-4589-887c-ec694fb64208,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:41.811388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bc14fcd-e927-4cfa-bf27-4c31d6b0e740 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:41.838859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 2c425b08-4400-40f9-8989-159965643439 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:41.844761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.954049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.971154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bc14fcd-e927-4cfa-bf27-4c31d6b0e740 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.982550 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8bc14fcd-e927-4cfa-bf27-4c31d6b0e740 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "DELETE /v2.0/ports/d372a50e-7572-4589-887c-ec694fb64208 HTTP/1.1" status: 204 len: 168 time: 0.7209976 Apr 16 15:37:41.986176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56238) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:41.989811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd41b306-c9f2-4323-97e7-1b0247688c08', 'external_fixed_ips': [{'subnet_id': 'e36433e5-23af-4fba-a530-b0e03111e458', 'ip_address': '172.20.0.5'}]}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:41.992864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:41.994048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:42.003149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ce5a17a-5fa2-4f02-a3de-41f06b45615d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:42.026545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Usage tracker for resource:router and tenant:e3d6fcdc996b4360a8eae8da8a21cbc1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:42.058262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:42.066214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:42.085954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Pushing event updated for resources: {'Port': ['ID=001f5196-f970-4e07-b1d0-e0cc9fe8e1eb,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:42.089349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:42.090008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.090916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.118118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.137811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:42.138837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:42.170070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:42.274082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:42.274384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.313662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.322722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4618719 Apr 16 15:37:42.326672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56244) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:42.329803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.80'}]}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:42.344229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:42.347639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Usage tracker for resource:router and tenant:79b4944a2aeb43188e8783533170906e is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:42.349497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:42.375650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:42.387282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 2c425b08-4400-40f9-8989-159965643439 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:42.388014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.388698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.404704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:42.417182 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:42.427680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.589729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for 95c4c5a7-1cb2-4d78-adc8-dd099b83426f owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:42.623046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.624828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.625009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.634374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:42.643124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.665879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Network': ['ID=2c425b08-4400-40f9-8989-159965643439,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:42.675089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:42.686960 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/networks/2c425b08-4400-40f9-8989-159965643439 HTTP/1.1" status: 204 len: 168 time: 3.9504809 Apr 16 15:37:42.690488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.691160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/floatingips/2cbcae38-7d80-49ff-91c5-f2e18296572d HTTP/1.1" status: 204 len: 168 time: 2.5254009 Apr 16 15:37:42.691559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56248) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:42.698810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56252) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:42.701754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1bf13-849c-491b-9017-21b8eeddf039 req-6467ee05-7718-4232-9871-f0ebd98abc3e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:42.702644 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4a1bf13-849c-491b-9017-21b8eeddf039 req-6467ee05-7718-4232-9871-f0ebd98abc3e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.4026322 Apr 16 15:37:42.705601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-213477625'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:42.715627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:42.716050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3076b66d-32cd-4361-bf42-131a48163cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.727090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:network and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:42.732502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:42.748030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:42.767419 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4a1bf13-849c-491b-9017-21b8eeddf039 req-50ae5e9c-5f6f-4d00-b801-4158231b11cc tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550251 Apr 16 15:37:42.770813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:42.774671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.854492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.879841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Deleting port ab073aee-aac9-40b1-b52d-03941e0cdfa3 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:42.880127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.898279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1491} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:37:42.916714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.916981 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Added segment 7a5be20c-309e-496a-9ddd-453c5ba886c4 of type vlan for network a6953dd0-548a-4d53-884a-7381e0c914dc Apr 16 15:37:42.926402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:42.935695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-66a97f60-3e49-4b6d-89db-fa018573a276 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:43.013773 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54c044e-c8a4-4dd8-bfd3-1b9492744dc0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] DELETE failed (client error): The resource could not be found. Apr 16 15:37:43.014565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54c044e-c8a4-4dd8-bfd3-1b9492744dc0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:37:43.021849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.036341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c54c044e-c8a4-4dd8-bfd3-1b9492744dc0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/ports/9a41c215-d664-4419-b569-82c31f57d3c1 HTTP/1.1" status: 404 len: 333 time: 0.0575552 Apr 16 15:37:43.037282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=95c4c5a7-1cb2-4d78-adc8-dd099b83426f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:43.042226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56258) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:43.043503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:43.047184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.051808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.054843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.081478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.110272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff5b89-3a61-4c20-be74-6c194adb4ce5 req-596c4496-aa2a-4ff8-ae42-aba01deb1cfc tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:43.111173 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8dff5b89-3a61-4c20-be74-6c194adb4ce5 req-596c4496-aa2a-4ff8-ae42-aba01deb1cfc tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.2716122 Apr 16 15:37:43.115171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67230ad7-4f44-4b7f-b5ac-e850cc1a8129 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Synchronizing usage tracker for tenant:572b8e69ffdf4c27b74b5460455915f8 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:43.137612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.140643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:43.141015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.146225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:43.162191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67230ad7-4f44-4b7f-b5ac-e850cc1a8129 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Unset dirty status for tenant:572b8e69ffdf4c27b74b5460455915f8 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:43.163099 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-67230ad7-4f44-4b7f-b5ac-e850cc1a8129 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "GET /v2.0/ports?device_id=559b925f-6dbe-4760-9ea1-51caa16528b5 HTTP/1.1" status: 200 len: 205 time: 0.1128600 Apr 16 15:37:43.166435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56262) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:43.167402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] For port ab073aee-aac9-40b1-b52d-03941e0cdfa3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ab073aee-aac9-40b1-b52d-03941e0cdfa3,segment=NetworkSegment(b9683d27-94e1-416d-8b61-3af013deb288),segment_id=b9683d27-94e1-416d-8b61-3af013deb288)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:43.167620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.261308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Allocated IP 172.20.0.5 (cd41b306-c9f2-4323-97e7-1b0247688c08/e36433e5-23af-4fba-a530-b0e03111e458/973af363-1854-4698-9a18-12824ff8e564) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:43.350895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Calling delete_port for ab073aee-aac9-40b1-b52d-03941e0cdfa3 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:43.374002 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-817cf3b2-4882-49f0-b54b-2e99bed4295e tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] delete failed (client error): The resource could not be found. Apr 16 15:37:43.378038 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-817cf3b2-4882-49f0-b54b-2e99bed4295e tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/routers/559b925f-6dbe-4760-9ea1-51caa16528b5 HTTP/1.1" status: 404 len: 336 time: 0.1755722 Apr 16 15:37:43.396897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56266) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:43.407698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8dff5b89-3a61-4c20-be74-6c194adb4ce5 req-808bc052-48d1-4ec2-9ce6-fd4491b8041e tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874849 Apr 16 15:37:43.408149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Network': ['ID=a6953dd0-548a-4d53-884a-7381e0c914dc,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:43.417681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:43.418611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7251241 Apr 16 15:37:43.423873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network a6953dd0-548a-4d53-884a-7381e0c914dc details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:37:43.455345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56270) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:43.458972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': 'a6953dd0-548a-4d53-884a-7381e0c914dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:43.486921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.515870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.528713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.536678 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8433b469-0463-4280-91cc-dc6c7b2bf0a5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] DELETE failed (client error): The resource could not be found. Apr 16 15:37:43.537004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8433b469-0463-4280-91cc-dc6c7b2bf0a5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:37:43.541118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-018c40f3-784b-403d-9f38-3a47d73c4f6f tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:43.609082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8433b469-0463-4280-91cc-dc6c7b2bf0a5 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/subnets/39d632ea-721e-4a7a-9d89-d75d3c44d8d5 HTTP/1.1" status: 404 len: 337 time: 0.2097979 Apr 16 15:37:43.612919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56278) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:43.640391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.676583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event updated for resources: {'Port': ['ID=973af363-1854-4698-9a18-12824ff8e564,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:43.678539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:43.679503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.737376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b48dda4c-27da-4f9b-b9a5-0a84b4fd7f13 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port 0b33effd-0a3e-4a1c-ab8a-4f89765c5881 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:43.737685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b48dda4c-27da-4f9b-b9a5-0a84b4fd7f13 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:43.811936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Network cd41b306-c9f2-4323-97e7-1b0247688c08 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:43.828215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:43.829843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:43.926706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:43.939658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:43.947677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:43.956553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:43.995207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:43.998793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:44.042445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:44.068103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:44.148307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17ac6b-136f-4509-ac2c-093eead58e2a req-215e7261-642c-41ef-b6e0-8494a07ebfb2 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:44.149258 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b17ac6b-136f-4509-ac2c-093eead58e2a req-215e7261-642c-41ef-b6e0-8494a07ebfb2 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.3002820 Apr 16 15:37:44.160967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b48dda4c-27da-4f9b-b9a5-0a84b4fd7f13 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:44.194099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3f6ae-f324-46fb-855e-dce076ce614e req-b0f68625-8ba3-4369-be49-4566a1b27328 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:44.194953 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ccd3f6ae-f324-46fb-855e-dce076ce614e req-b0f68625-8ba3-4369-be49-4566a1b27328 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3429525 Apr 16 15:37:44.201009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:44.219915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-405f0f74-5986-48a6-8ec8-a9ab165a339f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:44.294990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab073aee-aac9-40b1-b52d-03941e0cdfa3,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:44.329700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:44.366726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router 15019ab0-da06-4eae-9a88-55adaaec2224 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:44.371924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b17ac6b-136f-4509-ac2c-093eead58e2a req-f918f64f-0740-4e7c-bfa0-85c88af4a20b tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834254 Apr 16 15:37:44.385728 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ccd3f6ae-f324-46fb-855e-dce076ce614e req-a67a6ac1-bffa-4d27-a722-400316d6d95a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699731 Apr 16 15:37:44.513915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:44.522793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241633b5-d85c-457c-82dd-9fb55872be84 None None] Sync routers for ids ['15019ab0-da06-4eae-9a88-55adaaec2224'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:44.530135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241633b5-d85c-457c-82dd-9fb55872be84 None None] Routers {'15019ab0-da06-4eae-9a88-55adaaec2224'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:44.530783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-241633b5-d85c-457c-82dd-9fb55872be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['15019ab0-da06-4eae-9a88-55adaaec2224'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:44.582471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/15019ab0-da06-4eae-9a88-55adaaec2224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6254053 Apr 16 15:37:44.582986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56286) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:44.584447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-241633b5-d85c-457c-82dd-9fb55872be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:44.591756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241633b5-d85c-457c-82dd-9fb55872be84 None None] Routers {'15019ab0-da06-4eae-9a88-55adaaec2224'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:44.592282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-241633b5-d85c-457c-82dd-9fb55872be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['15019ab0-da06-4eae-9a88-55adaaec2224'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:44.631853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-35a2d09d-e247-4153-a800-e1a3cc8f4cdf tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:44.640242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-241633b5-d85c-457c-82dd-9fb55872be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:44.640515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241633b5-d85c-457c-82dd-9fb55872be84 None None] The sync data for ids ['15019ab0-da06-4eae-9a88-55adaaec2224'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:44.662774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b48dda4c-27da-4f9b-b9a5-0a84b4fd7f13 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for 0b33effd-0a3e-4a1c-ab8a-4f89765c5881 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:44.723393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:44.725714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:44.738682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-35a2d09d-e247-4153-a800-e1a3cc8f4cdf tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:44.739470 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-35a2d09d-e247-4153-a800-e1a3cc8f4cdf tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=15019ab0-da06-4eae-9a88-55adaaec2224 HTTP/1.1" status: 200 len: 205 time: 0.1542437 Apr 16 15:37:44.744021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56290) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:44.768532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:44.768803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20aa5913-5f01-46b8-8db7-0ed598dd4281 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:44.781746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:44.876234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 16 15:37:44.876820 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8e9e73b5-bde9-4761-bc83-018525ab6eeb tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5495689 Apr 16 15:37:44.881983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56294) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:44.933743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b48dda4c-27da-4f9b-b9a5-0a84b4fd7f13 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:44.950313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f83c5417-b776-41e5-b733-ea174bec137a tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:44.980123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e82868b7-7c79-46c0-9763-b9a1fa453fc4 tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Deleting port 001f5196-f970-4e07-b1d0-e0cc9fe8e1eb {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:44.980390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e82868b7-7c79-46c0-9763-b9a1fa453fc4 tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.027858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48dda4c-27da-4f9b-b9a5-0a84b4fd7f13 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=0b33effd-0a3e-4a1c-ab8a-4f89765c5881,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:45.065920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b48dda4c-27da-4f9b-b9a5-0a84b4fd7f13 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:45.105566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17799b8d-3870-4fc7-a7b4-82c383507860 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.179362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.232820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.349165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17799b8d-3870-4fc7-a7b4-82c383507860 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.352132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17799b8d-3870-4fc7-a7b4-82c383507860 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.415756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17799b8d-3870-4fc7-a7b4-82c383507860 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.416105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17799b8d-3870-4fc7-a7b4-82c383507860 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Fanout notify agent at l3_agent the message router_deleted on router 15019ab0-da06-4eae-9a88-55adaaec2224 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:45.531099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17799b8d-3870-4fc7-a7b4-82c383507860 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.531778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-17799b8d-3870-4fc7-a7b4-82c383507860 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/15019ab0-da06-4eae-9a88-55adaaec2224 HTTP/1.1" status: 204 len: 168 time: 0.7862778 Apr 16 15:37:45.544433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56302) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:45.586669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.600329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4542b08c-7c94-4ebe-a676-449018eda698 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:45.659467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e82868b7-7c79-46c0-9763-b9a1fa453fc4 tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.673856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b48dda4c-27da-4f9b-b9a5-0a84b4fd7f13 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.696501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b48ce13-f2d7-428d-bc70-2f522e1c952b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting subnet a660be3e-5897-49df-a18a-a5f0f8d9a9d8 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:45.716055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b48ce13-f2d7-428d-bc70-2f522e1c952b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.741905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Subnet': ['ID=49d74d32-e436-4a03-b28b-5aff6cf971a0,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:45.749225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e82868b7-7c79-46c0-9763-b9a1fa453fc4 tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Calling delete_port for 001f5196-f970-4e07-b1d0-e0cc9fe8e1eb owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:45.776109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:45.781736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b48dda4c-27da-4f9b-b9a5-0a84b4fd7f13 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/ports/0b33effd-0a3e-4a1c-ab8a-4f89765c5881 HTTP/1.1" status: 204 len: 168 time: 2.1680925 Apr 16 15:37:45.786567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56306) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:45.844871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Router cbe37139-335d-47fc-b2b9-d772a836c3c6 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:37:45.869291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b48ce13-f2d7-428d-bc70-2f522e1c952b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.885367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e82868b7-7c79-46c0-9763-b9a1fa453fc4 tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.890802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdd566-73c1-4c65-aa6c-3c7b3e630beb req-c0f412c8-6d6c-41f5-b1ba-c1ed97f6d047 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:45.891867 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-50fdd566-73c1-4c65-aa6c-3c7b3e630beb req-c0f412c8-6d6c-41f5-b1ba-c1ed97f6d047 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.4129798 Apr 16 15:37:45.894084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bc14fcd-e927-4cfa-bf27-4c31d6b0e740 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:45.902406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a27ced-736f-45c4-90a3-06ec4642cbf5 req-b9b776d2-dc23-4ecd-b0c4-aa632860fdb5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:45.903267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d9a27ced-736f-45c4-90a3-06ec4642cbf5 req-b9b776d2-dc23-4ecd-b0c4-aa632860fdb5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.4236238 Apr 16 15:37:45.926113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82868b7-7c79-46c0-9763-b9a1fa453fc4 tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Pushing event deleted for resources: {'Port': ['ID=001f5196-f970-4e07-b1d0-e0cc9fe8e1eb,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:45.958823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-67343333-f82b-4ab3-bb1b-881feb6a45bf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port 69883d5c-8f88-4087-9bbe-eb83fdc45bc4 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:45.959071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67343333-f82b-4ab3-bb1b-881feb6a45bf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:45.981678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e82868b7-7c79-46c0-9763-b9a1fa453fc4 tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:46.035468 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-50fdd566-73c1-4c65-aa6c-3c7b3e630beb req-9d4f8304-af99-4ac1-ad0d-952a12258334 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288145 Apr 16 15:37:46.035841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:46.048315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Sync routers for ids ['cbe37139-335d-47fc-b2b9-d772a836c3c6'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:46.049622 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d9a27ced-736f-45c4-90a3-06ec4642cbf5 req-0d95ed45-ec19-47b0-82ba-87c9d26f1e03 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298273 Apr 16 15:37:46.057711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Routers {'cbe37139-335d-47fc-b2b9-d772a836c3c6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:46.063039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cbe37139-335d-47fc-b2b9-d772a836c3c6'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:46.077207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:46.084897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Checking segment: {'id': '7a5be20c-309e-496a-9ddd-453c5ba886c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1491, 'network_id': 'a6953dd0-548a-4d53-884a-7381e0c914dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:46.085110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network hostable DHCP agents. Network: a6953dd0-548a-4d53-884a-7381e0c914dc, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:37:46.105021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b48ce13-f2d7-428d-bc70-2f522e1c952b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.112436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.115757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1289601 Apr 16 15:37:46.117677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56312) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:46.195951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Set router cbe37139-335d-47fc-b2b9-d772a836c3c6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:37:46.216140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e82868b7-7c79-46c0-9763-b9a1fa453fc4 tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.220687 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e82868b7-7c79-46c0-9763-b9a1fa453fc4 tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] 10.222.0.95 "DELETE /v2.0/ports/001f5196-f970-4e07-b1d0-e0cc9fe8e1eb HTTP/1.1" status: 204 len: 168 time: 1.3363478 Apr 16 15:37:46.291475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.423506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe37139-335d-47fc-b2b9-d772a836c3c6', 'name': '', 'tenant_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd41b306-c9f2-4323-97e7-1b0247688c08', 'external_fixed_ips': [{'subnet_id': 'e36433e5-23af-4fba-a530-b0e03111e458', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '973af363-1854-4698-9a18-12824ff8e564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:37:42Z', 'updated_at': '2021-04-16T15:37:44Z', 'revision_number': 3, 'project_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'gw_port': {'id': '973af363-1854-4698-9a18-12824ff8e564', 'name': '', 'network_id': 'cd41b306-c9f2-4323-97e7-1b0247688c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:ed:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbe37139-335d-47fc-b2b9-d772a836c3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'e36433e5-23af-4fba-a530-b0e03111e458', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:37:43Z', 'updated_at': '2021-04-16T15:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e36433e5-23af-4fba-a530-b0e03111e458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:46.426382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Checking router: cbe37139-335d-47fc-b2b9-d772a836c3c6 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:37:46.426669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Updating router cbe37139-335d-47fc-b2b9-d772a836c3c6 port 973af363-1854-4698-9a18-12824ff8e564 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:37:46.455596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.465410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56322) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:46.466613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.467673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Deleting port 973af363-1854-4698-9a18-12824ff8e564 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:46.467882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.555046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network a6953dd0-548a-4d53-884a-7381e0c914dc is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:37:46.584565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9b929ee9-e96b-4788-8c99-aa3ad9e54bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.602594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9b929ee9-e96b-4788-8c99-aa3ad9e54bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:46.610318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9b929ee9-e96b-4788-8c99-aa3ad9e54bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:2c49292144f4466794a21302a77272db is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:46.613688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9b929ee9-e96b-4788-8c99-aa3ad9e54bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:46.617991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.619458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, a6953dd0-548a-4d53-884a-7381e0c914dc) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:46.622963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9b929ee9-e96b-4788-8c99-aa3ad9e54bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:46.628766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5deb79e-f5f4-4845-8e93-e4787a952a45 None None] Network a6953dd0-548a-4d53-884a-7381e0c914dc requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:46.660602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:46.660984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.674694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.682868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Transition to ACTIVE for port object 973af363-1854-4698-9a18-12824ff8e564 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:46.692425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.697252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Calling delete_port for 973af363-1854-4698-9a18-12824ff8e564 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:46.707624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:46.709954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67343333-f82b-4ab3-bb1b-881feb6a45bf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.721482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf5d23-b754-48ff-8839-504b051f51db None None] Sync routers for ids ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:46.721650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09169892-9351-45b0-b0fa-7a3491b571c0 req-fa8ef595-d93f-44b9-8348-642732b5a4d6 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:46.722660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09169892-9351-45b0-b0fa-7a3491b571c0 req-fa8ef595-d93f-44b9-8348-642732b5a4d6 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.2920804 Apr 16 15:37:46.723518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2675307 Apr 16 15:37:46.725328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5316fc5e-bd52-4ae9-aedc-7728e3755ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:46.727786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] 10.222.0.95 "PUT /v2.0/routers/2bdd9459-cee3-4f5f-af3e-1c4faad8fa03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2576113 Apr 16 15:37:46.729505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56328) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:46.729732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56330) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:46.746982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf5d23-b754-48ff-8839-504b051f51db None None] Routers {'2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:46.747362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3baf5d23-b754-48ff-8839-504b051f51db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:46.769636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6afa7e11-cc04-4f26-b515-ade5a7ecd7ed tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1210865219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:46.773618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6afa7e11-cc04-4f26-b515-ade5a7ecd7ed tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:46.775820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6afa7e11-cc04-4f26-b515-ade5a7ecd7ed tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:router and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:46.777473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6afa7e11-cc04-4f26-b515-ade5a7ecd7ed tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:46.780680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6afa7e11-cc04-4f26-b515-ade5a7ecd7ed tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:46.801732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6afa7e11-cc04-4f26-b515-ade5a7ecd7ed tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.802331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6afa7e11-cc04-4f26-b515-ade5a7ecd7ed tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.836662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Pushing event updated for resources: {'Port': ['ID=973af363-1854-4698-9a18-12824ff8e564,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:46.842924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-67343333-f82b-4ab3-bb1b-881feb6a45bf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for 69883d5c-8f88-4087-9bbe-eb83fdc45bc4 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:46.843914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.844717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.845186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.845540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.846360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.846753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.847201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.847695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.848138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.848488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.848845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.849813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:37:46.864142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-3baf5d23-b754-48ff-8839-504b051f51db None None] Set router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:37:46.868151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:46.876317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6afa7e11-cc04-4f26-b515-ade5a7ecd7ed tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.913575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Attempting to bind port 973af363-1854-4698-9a18-12824ff8e564 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:37:46.914117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Attempting to bind port 973af363-1854-4698-9a18-12824ff8e564 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'f5d9e5b8-97f4-437c-9f65-38bcb796f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': 'cd41b306-c9f2-4323-97e7-1b0247688c08'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:37:46.914674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Attempting to bind port 973af363-1854-4698-9a18-12824ff8e564 on network cd41b306-c9f2-4323-97e7-1b0247688c08 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:37:46.919646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:37:46.920166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Checking segment: {'id': 'f5d9e5b8-97f4-437c-9f65-38bcb796f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': 'cd41b306-c9f2-4323-97e7-1b0247688c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:46.920590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.920993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Bound using segment: {'id': 'f5d9e5b8-97f4-437c-9f65-38bcb796f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': 'cd41b306-c9f2-4323-97e7-1b0247688c08'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:37:46.921457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Bound port: 973af363-1854-4698-9a18-12824ff8e564, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d9e5b8-97f4-437c-9f65-38bcb796f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': 'cd41b306-c9f2-4323-97e7-1b0247688c08'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:37:46.922136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.926254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09169892-9351-45b0-b0fa-7a3491b571c0 req-eba7ecaa-a6f1-4d11-8779-7267006679ce tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691651 Apr 16 15:37:46.928055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6afa7e11-cc04-4f26-b515-ade5a7ecd7ed tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.945290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.982492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52d4c-c55b-474f-a9f0-b47ee20947ca req-7249efc5-f625-404a-8a2a-d24dc889863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:46.983591 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ec52d4c-c55b-474f-a9f0-b47ee20947ca req-7249efc5-f625-404a-8a2a-d24dc889863c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=265b5230d93c411696e97ea51653a425&device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 1099 time: 0.2533412 Apr 16 15:37:46.987038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b48ce13-f2d7-428d-bc70-2f522e1c952b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:46.998237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] For port 973af363-1854-4698-9a18-12824ff8e564, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:37:46.999744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fd6c83c-8ede-464a-a4ea-134fdbea8b46 tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:47.001665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] For port 973af363-1854-4698-9a18-12824ff8e564, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=973af363-1854-4698-9a18-12824ff8e564,segment=NetworkSegment(f5d9e5b8-97f4-437c-9f65-38bcb796f795),segment_id=f5d9e5b8-97f4-437c-9f65-38bcb796f795)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:37:47.005299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.016230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:47.063482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Pushing event updated for resources: {'Port': ['ID=973af363-1854-4698-9a18-12824ff8e564,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:47.102986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:47.107244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48ce13-f2d7-428d-bc70-2f522e1c952b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Subnet': ['ID=a660be3e-5897-49df-a18a-a5f0f8d9a9d8,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:47.115106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b48ce13-f2d7-428d-bc70-2f522e1c952b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:47.138617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67343333-f82b-4ab3-bb1b-881feb6a45bf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.151258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e4b7ea64-6837-4426-98a4-3236fa6cdf24 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:47.166436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Routers {'cbe37139-335d-47fc-b2b9-d772a836c3c6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:47.167050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cbe37139-335d-47fc-b2b9-d772a836c3c6'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:47.242605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67343333-f82b-4ab3-bb1b-881feb6a45bf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=69883d5c-8f88-4087-9bbe-eb83fdc45bc4,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:47.251287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67343333-f82b-4ab3-bb1b-881feb6a45bf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:47.265961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b48ce13-f2d7-428d-bc70-2f522e1c952b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.283505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] Set router cbe37139-335d-47fc-b2b9-d772a836c3c6 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:37:47.285558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52d4c-c55b-474f-a9f0-b47ee20947ca req-7f034072-3de0-4465-864b-c69d75950bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:47.286593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ec52d4c-c55b-474f-a9f0-b47ee20947ca req-7f034072-3de0-4465-864b-c69d75950bc2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 HTTP/1.1" status: 200 len: 914 time: 0.2876835 Apr 16 15:37:47.293989 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3b48ce13-f2d7-428d-bc70-2f522e1c952b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/a660be3e-5897-49df-a18a-a5f0f8d9a9d8 HTTP/1.1" status: 204 len: 168 time: 1.7489276 Apr 16 15:37:47.302108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56338) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:47.316977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5980ad9-970d-49df-8d93-fbb422e3084a None None] Network 396c8613-b607-41e2-ae2e-c627de99bd09 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:47.335550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9b929ee9-e96b-4788-8c99-aa3ad9e54bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.338213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:37:47.338452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:37:47.341549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ec52d4c-c55b-474f-a9f0-b47ee20947ca req-e828fa1d-1481-4f71-b57a-e76efaa101a8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 HTTP/1.1" status: 200 len: 217 time: 0.0452769 Apr 16 15:37:47.357255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbe37139-335d-47fc-b2b9-d772a836c3c6', 'name': '', 'tenant_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:37:42Z', 'updated_at': '2021-04-16T15:37:46Z', 'revision_number': 4, 'project_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:47.360462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2c526b-662c-46b7-8ee0-fba35dd135ac None None] The sync data for ids ['cbe37139-335d-47fc-b2b9-d772a836c3c6'] in dv-neutron-786478-2-hyperv is: [{'id': 'cbe37139-335d-47fc-b2b9-d772a836c3c6', 'name': '', 'tenant_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:37:42Z', 'updated_at': '2021-04-16T15:37:46Z', 'revision_number': 4, 'project_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'gw_port_host': None}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:47.361133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9b929ee9-e96b-4788-8c99-aa3ad9e54bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.369425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9da2be15-74a7-49bf-b8ec-2ea1f07b912a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912706248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:47.417552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6afa7e11-cc04-4f26-b515-ade5a7ecd7ed tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.420185 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6afa7e11-cc04-4f26-b515-ade5a7ecd7ed tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6880007 Apr 16 15:37:47.426378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cd559-1e16-4157-92f9-796521c10766 req-05eda752-b70f-4b66-b55d-9685ed67b63d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:47.427827 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-042cd559-1e16-4157-92f9-796521c10766 req-05eda752-b70f-4b66-b55d-9685ed67b63d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2417073 Apr 16 15:37:47.432729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56342) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:47.449498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'network_id': 'a6953dd0-548a-4d53-884a-7381e0c914dc', 'name': 'tempest-PortsTestJSON-210089571'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:47.455047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-a6953dd0-548a-4d53-884a-7381e0c914dc', 'network_id': 'a6953dd0-548a-4d53-884a-7381e0c914dc', 'tenant_id': '4048886c32194caf9efd8fbc0a02d36b', 'fixed_ips': [{'subnet_id': '49d74d32-e436-4a03-b28b-5aff6cf971a0'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:37:47.455641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.470347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b929ee9-e96b-4788-8c99-aa3ad9e54bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a79499-15dc-4f46-b84c-88813dd82f1d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:47.473077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9b929ee9-e96b-4788-8c99-aa3ad9e54bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:47.480818 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9b929ee9-e96b-4788-8c99-aa3ad9e54bd0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2c49292144f4466794a21302a77272db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0143988 Apr 16 15:37:47.484446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56346) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:47.491096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.525241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3baf5d23-b754-48ff-8839-504b051f51db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:37:43Z', 'revision_number': 5, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port': {'id': 'afd6a440-41f3-4081-b781-223ebab71fac', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:cf:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:47.532178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec52d4c-c55b-474f-a9f0-b47ee20947ca req-d43ec107-e23c-46e3-a286-e92ff1675c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:47.532639 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ec52d4c-c55b-474f-a9f0-b47ee20947ca req-d43ec107-e23c-46e3-a286-e92ff1675c43 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=0da3c180-d605-44bb-a91c-f77236e3df06 HTTP/1.1" status: 200 len: 852 time: 0.1788609 Apr 16 15:37:47.538466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf5d23-b754-48ff-8839-504b051f51db None None] Checking router: 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:37:47.544286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.559611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port aae90000-a30c-4cee-a715-8c2be028775a {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:47.559836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.569589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf5d23-b754-48ff-8839-504b051f51db None None] Routers {'2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:47.570006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3baf5d23-b754-48ff-8839-504b051f51db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:47.586749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Deleting port afd6a440-41f3-4081-b781-223ebab71fac {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:47.586990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.644344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d06e80c-5c3f-4cca-ac41-aa8f11635c35 None None] DHCP port deletion for 396c8613-b607-41e2-ae2e-c627de99bd09 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:37:47.656570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a305704c-1659-42be-9410-d156c7cf48e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.660232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4d06e80c-5c3f-4cca-ac41-aa8f11635c35 None None] Deleting port aae90000-a30c-4cee-a715-8c2be028775a {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:47.660472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d06e80c-5c3f-4cca-ac41-aa8f11635c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.697584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Allocated IP 172.20.0.2 (a6953dd0-548a-4d53-884a-7381e0c914dc/49d74d32-e436-4a03-b28b-5aff6cf971a0/1928b707-e4e6-47e5-add9-2b1cd5ab3335) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:47.715750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-3baf5d23-b754-48ff-8839-504b051f51db None None] Set router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:37:47.735106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a305704c-1659-42be-9410-d156c7cf48e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.808884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3baf5d23-b754-48ff-8839-504b051f51db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:37:47Z', 'revision_number': 6, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:47.834309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] For port aae90000-a30c-4cee-a715-8c2be028775a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aae90000-a30c-4cee-a715-8c2be028775a,segment=NetworkSegment(c7d8cabf-d60a-4496-80fa-068a195240ad),segment_id=c7d8cabf-d60a-4496-80fa-068a195240ad)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:47.834553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.836856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf5d23-b754-48ff-8839-504b051f51db None None] The sync data for ids ['2bdd9459-cee3-4f5f-af3e-1c4faad8fa03'] in dv-neutron-786478-2-hyperv is: [{'id': '2bdd9459-cee3-4f5f-af3e-1c4faad8fa03', 'name': 'tempest-ServersTestJSON-545722355-router', 'tenant_id': 'dae95a24cf6047b58c5e62d59206be05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:33Z', 'updated_at': '2021-04-16T15:37:47Z', 'revision_number': 6, 'project_id': 'dae95a24cf6047b58c5e62d59206be05', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:47.841155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Deleting port 973af363-1854-4698-9a18-12824ff8e564 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:47.841394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.870167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] For port afd6a440-41f3-4081-b781-223ebab71fac, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=afd6a440-41f3-4081-b781-223ebab71fac,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:47.870167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.875119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-042cd559-1e16-4157-92f9-796521c10766 req-0e3d1ba0-c603-4df6-8fe0-50f2e57b2a21 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4406056 Apr 16 15:37:47.898850 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ec52d4c-c55b-474f-a9f0-b47ee20947ca req-18abb902-7438-458b-94b6-7e8ec606f05d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=ffee5e5c-d450-42bc-bc7f-6612fa0a5c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3396168 Apr 16 15:37:47.910637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4d06e80c-5c3f-4cca-ac41-aa8f11635c35 None None] For port aae90000-a30c-4cee-a715-8c2be028775a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aae90000-a30c-4cee-a715-8c2be028775a,segment=NetworkSegment(c7d8cabf-d60a-4496-80fa-068a195240ad),segment_id=c7d8cabf-d60a-4496-80fa-068a195240ad)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:47.910891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d06e80c-5c3f-4cca-ac41-aa8f11635c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:47.961644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for aae90000-a30c-4cee-a715-8c2be028775a owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:47.997356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4d06e80c-5c3f-4cca-ac41-aa8f11635c35 None None] Calling delete_port for aae90000-a30c-4cee-a715-8c2be028775a owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:48.003181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ec52d4c-c55b-474f-a9f0-b47ee20947ca req-5147fb79-f368-4aab-9129-3ca2f1ac8ef6 service neutron] 10.222.0.107 "GET /v2.0/networks/ffee5e5c-d450-42bc-bc7f-6612fa0a5c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944185 Apr 16 15:37:48.006515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67343333-f82b-4ab3-bb1b-881feb6a45bf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.009373 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-67343333-f82b-4ab3-bb1b-881feb6a45bf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/ports/69883d5c-8f88-4087-9bbe-eb83fdc45bc4 HTTP/1.1" status: 204 len: 168 time: 2.2146022 Apr 16 15:37:48.031440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56352) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:48.057897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Calling delete_port for afd6a440-41f3-4081-b781-223ebab71fac owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:48.071891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d06e80c-5c3f-4cca-ac41-aa8f11635c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.079203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a305704c-1659-42be-9410-d156c7cf48e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.084909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:48.109562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:48.115618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06e80c-5c3f-4cca-ac41-aa8f11635c35 None None] Pushing event deleted for resources: {'Port': ['ID=aae90000-a30c-4cee-a715-8c2be028775a,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:48.128302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1288a-c1bd-4bc4-95d3-55b251fcb883 req-ae544dcc-9d75-41ee-a616-9aaca9add54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:48.129249 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dce1288a-c1bd-4bc4-95d3-55b251fcb883 req-ae544dcc-9d75-41ee-a616-9aaca9add54e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=57d611ee8c734d2db74788b656d9871a&device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 1098 time: 0.6039407 Apr 16 15:37:48.138892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305704c-1659-42be-9410-d156c7cf48e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a79499-15dc-4f46-b84c-88813dd82f1d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:48.140598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:48.143132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d06e80c-5c3f-4cca-ac41-aa8f11635c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:48.144804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a305704c-1659-42be-9410-d156c7cf48e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:48.147305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:port and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:48.152236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:48.159003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a305704c-1659-42be-9410-d156c7cf48e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.161428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a305704c-1659-42be-9410-d156c7cf48e9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/56a79499-15dc-4f46-b84c-88813dd82f1d HTTP/1.1" status: 204 len: 168 time: 0.6747074 Apr 16 15:37:48.176590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:48.204795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:37:48.205273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:37:48.212709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.217793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] For port 973af363-1854-4698-9a18-12824ff8e564, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=973af363-1854-4698-9a18-12824ff8e564,segment=NetworkSegment(f5d9e5b8-97f4-437c-9f65-38bcb796f795),segment_id=f5d9e5b8-97f4-437c-9f65-38bcb796f795)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:48.218160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.221767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d06e80c-5c3f-4cca-ac41-aa8f11635c35 None None] No DVR routers for this DVR port aae90000-a30c-4cee-a715-8c2be028775a on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:48.222969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Transition to ACTIVE for port object 1928b707-e4e6-47e5-add9-2b1cd5ab3335 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:48.237209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Transition to ACTIVE for port object 1928b707-e4e6-47e5-add9-2b1cd5ab3335 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:48.241285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.249475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462db0b-dfbf-42fa-953d-bef9756e77fa req-7bf20169-8932-4156-b994-00275ba01d87 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:48.250604 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f462db0b-dfbf-42fa-953d-bef9756e77fa req-7bf20169-8932-4156-b994-00275ba01d87 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.2421057 Apr 16 15:37:48.255414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:48.257077 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ec52d4c-c55b-474f-a9f0-b47ee20947ca req-c1ed8fa4-c36a-4281-8fe2-636161b1ab39 service neutron] 10.222.0.107 "GET /v2.0/networks/ffee5e5c-d450-42bc-bc7f-6612fa0a5c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250154 Apr 16 15:37:48.260419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:48.264017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.287895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a738af-8a93-408a-9a02-8c4b1085b087 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:48.288338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-01a738af-8a93-408a-9a02-8c4b1085b087 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Synchronizing usage tracker for tenant:572b8e69ffdf4c27b74b5460455915f8 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:48.313418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 89e063ef-8414-48aa-9426-0cff46267bd8 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:37:48.319082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Calling delete_port for 973af363-1854-4698-9a18-12824ff8e564 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:48.374604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-01a738af-8a93-408a-9a02-8c4b1085b087 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Unset dirty status for tenant:572b8e69ffdf4c27b74b5460455915f8 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:48.377050 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-01a738af-8a93-408a-9a02-8c4b1085b087 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "GET /v2.0/ports?device_id=a28d432e-ec6d-4a1f-8a7e-507e2c798a6f HTTP/1.1" status: 200 len: 913 time: 0.3400335 Apr 16 15:37:48.379878 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f462db0b-dfbf-42fa-953d-bef9756e77fa req-375fbd3f-7bab-430e-8c18-bf15209f2906 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200445 Apr 16 15:37:48.381671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56360) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:48.382382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1288a-c1bd-4bc4-95d3-55b251fcb883 req-d9e04dc4-f62a-483e-86d8-11cf788201f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:48.383516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dce1288a-c1bd-4bc4-95d3-55b251fcb883 req-d9e04dc4-f62a-483e-86d8-11cf788201f5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=2f4aa230-8a99-45fa-929d-06fe729ee9a2 HTTP/1.1" status: 200 len: 914 time: 0.2213535 Apr 16 15:37:48.467110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56364) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:48.516444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.534746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Pushing event updated for resources: {'Port': ['ID=1928b707-e4e6-47e5-add9-2b1cd5ab3335,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:48.536630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:48.557615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aae90000-a30c-4cee-a715-8c2be028775a no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:48.571046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1caef457-6c84-43c5-9da8-767f03f04d56 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:48.578593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: aae90000-a30c-4cee-a715-8c2be028775a {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:48.578809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aae90000-a30c-4cee-a715-8c2be028775a not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:48.579080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device afd6a440-41f3-4081-b781-223ebab71fac no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:48.583934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dce1288a-c1bd-4bc4-95d3-55b251fcb883 req-a93bea3f-18fe-421c-8b52-740e149ba068 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc HTTP/1.1" status: 200 len: 1000 time: 0.1482236 Apr 16 15:37:48.599819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: afd6a440-41f3-4081-b781-223ebab71fac {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:48.600031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device afd6a440-41f3-4081-b781-223ebab71fac not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:48.600666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ab073aee-aac9-40b1-b52d-03941e0cdfa3 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:48.612111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd6a440-41f3-4081-b781-223ebab71fac,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:48.618277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:48.621929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: ab073aee-aac9-40b1-b52d-03941e0cdfa3 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:48.622051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ab073aee-aac9-40b1-b52d-03941e0cdfa3 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:48.625846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.8 (a6953dd0-548a-4d53-884a-7381e0c914dc/49d74d32-e436-4a03-b28b-5aff6cf971a0/89e063ef-8414-48aa-9426-0cff46267bd8) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:48.633447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Network a6953dd0-548a-4d53-884a-7381e0c914dc is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:48.634308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:48.636020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:48.643283 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-200785c6-1246-4e99-8035-d1054d8a4ac3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=79b4944a2aeb43188e8783533170906e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520696 Apr 16 15:37:48.643742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.650964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56368) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:48.653422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa86cf58-8b35-4f09-80ac-420dc444a3f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:48.689492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Attempting to bind port 1928b707-e4e6-47e5-add9-2b1cd5ab3335 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:37:48.690313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Attempting to bind port 1928b707-e4e6-47e5-add9-2b1cd5ab3335 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '7a5be20c-309e-496a-9ddd-453c5ba886c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1491, 'network_id': 'a6953dd0-548a-4d53-884a-7381e0c914dc'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:37:48.690439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Attempting to bind port 1928b707-e4e6-47e5-add9-2b1cd5ab3335 on network a6953dd0-548a-4d53-884a-7381e0c914dc {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:37:48.693566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:37:48.693796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Checking segment: {'id': '7a5be20c-309e-496a-9ddd-453c5ba886c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1491, 'network_id': 'a6953dd0-548a-4d53-884a-7381e0c914dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:48.694047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.694290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Bound using segment: {'id': '7a5be20c-309e-496a-9ddd-453c5ba886c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1491, 'network_id': 'a6953dd0-548a-4d53-884a-7381e0c914dc'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:37:48.694601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Bound port: 1928b707-e4e6-47e5-add9-2b1cd5ab3335, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5be20c-309e-496a-9ddd-453c5ba886c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1491, 'network_id': 'a6953dd0-548a-4d53-884a-7381e0c914dc'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:37:48.694836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.709050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port aae90000-a30c-4cee-a715-8c2be028775a {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:48.709262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.716734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1288a-c1bd-4bc4-95d3-55b251fcb883 req-5cd54a80-077d-4d8e-a820-2ebf72534117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:48.717674 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dce1288a-c1bd-4bc4-95d3-55b251fcb883 req-5cd54a80-077d-4d8e-a820-2ebf72534117 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fc769158-1403-4dfe-95bb-46b2b93ef3c9 HTTP/1.1" status: 200 len: 851 time: 0.1257575 Apr 16 15:37:48.750139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] For port 1928b707-e4e6-47e5-add9-2b1cd5ab3335, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:37:48.752316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] For port 1928b707-e4e6-47e5-add9-2b1cd5ab3335, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1928b707-e4e6-47e5-add9-2b1cd5ab3335,segment=NetworkSegment(7a5be20c-309e-496a-9ddd-453c5ba886c4),segment_id=7a5be20c-309e-496a-9ddd-453c5ba886c4)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:37:48.755778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:48.807089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:48.822498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event deleted for resources: {'Port': ['ID=973af363-1854-4698-9a18-12824ff8e564,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:48.824548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:48.852597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] The port 'aae90000-a30c-4cee-a715-8c2be028775a' was deleted {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:37:48.886397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Pushing event updated for resources: {'Port': ['ID=1928b707-e4e6-47e5-add9-2b1cd5ab3335,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:48.888794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:48.904690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1288a-c1bd-4bc4-95d3-55b251fcb883 req-c0858a5a-b0dc-428f-b72f-3d93aa603e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:48.905650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dce1288a-c1bd-4bc4-95d3-55b251fcb883 req-c0858a5a-b0dc-428f-b72f-3d93aa603e08 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2f4aa230-8a99-45fa-929d-06fe729ee9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1738958 Apr 16 15:37:49.032134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.063220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object 89e063ef-8414-48aa-9426-0cff46267bd8 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:49.099339 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dce1288a-c1bd-4bc4-95d3-55b251fcb883 req-c721af68-85a2-48f3-b137-2163dfa1ed00 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860230 Apr 16 15:37:49.160210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2225ae-ee46-49a0-9238-0ed2c57a9eef req-e314b610-4c9e-47c8-abbf-9871f4c3f593 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:49.161221 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b2225ae-ee46-49a0-9238-0ed2c57a9eef req-e314b610-4c9e-47c8-abbf-9871f4c3f593 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.1775544 Apr 16 15:37:49.241821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6f5-908e-4a7c-a92d-8951ed237554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.364933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6f5-908e-4a7c-a92d-8951ed237554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.369526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.450449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.487399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.505625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-08b1efad-dd4b-4e89-a85f-8f5eaee48727 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:49.534895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.625068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396c8613-b607-41e2-ae2e-c627de99bd09']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:49.636877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.638026 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b2225ae-ee46-49a0-9238-0ed2c57a9eef req-fceaa5fd-11e9-4021-9dc0-d973f734db70 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4430969 Apr 16 15:37:49.642397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.646816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d8cabf-d60a-4496-80fa-068a195240ad') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:49.646939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d8cabf-d60a-4496-80fa-068a195240ad') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:49.647478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=89e063ef-8414-48aa-9426-0cff46267bd8,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:49.663250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:49.671927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dce1288a-c1bd-4bc4-95d3-55b251fcb883 req-93ca0d1d-0a9e-4bfc-9baf-91077b3fc8ca service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399241 Apr 16 15:37:49.680492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.691367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.696735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.701335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.705011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6f5-908e-4a7c-a92d-8951ed237554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.709201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b3842af4-583d-4d2b-82cf-e6f86a0d2b66 tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:49.718573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.719837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.720139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbe37139-335d-47fc-b2b9-d772a836c3c6 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:49.733279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9c6f5-908e-4a7c-a92d-8951ed237554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7ad0ca-87c6-4517-b787-a9c830b1812f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:49.735713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Releasing vlan 1464 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:49.744573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dec9c6f5-908e-4a7c-a92d-8951ed237554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:49.759241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.759567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:49.810407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.813471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] 10.222.0.95 "DELETE /v2.0/routers/2bdd9459-cee3-4f5f-af3e-1c4faad8fa03 HTTP/1.1" status: 204 len: 168 time: 3.0798783 Apr 16 15:37:49.813471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dec9c6f5-908e-4a7c-a92d-8951ed237554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.814200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56376) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:49.815558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dec9c6f5-908e-4a7c-a92d-8951ed237554 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6f7ad0ca-87c6-4517-b787-a9c830b1812f HTTP/1.1" status: 204 len: 168 time: 1.1447895 Apr 16 15:37:49.815621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network a6953dd0-548a-4d53-884a-7381e0c914dc is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:49.821741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:49.827551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab8938-9831-4bfa-90b9-1ec3de029e3d req-8695cf72-1b63-4e8f-84c7-46d319a07903 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:49.828561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73ab8938-9831-4bfa-90b9-1ec3de029e3d req-8695cf72-1b63-4e8f-84c7-46d319a07903 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.3357692 Apr 16 15:37:49.829055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:49.843583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.844293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "DELETE /v2.0/routers/cbe37139-335d-47fc-b2b9-d772a836c3c6 HTTP/1.1" status: 204 len: 168 time: 3.7259283 Apr 16 15:37:49.851492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56382) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:49.886094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 396c8613-b607-41e2-ae2e-c627de99bd09 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:49.893216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:49.963077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d0730c-13e7-4162-9532-19a77d46f5d5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Deleting subnet e36433e5-23af-4fba-a530-b0e03111e458 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:49.975986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4d0730c-13e7-4162-9532-19a77d46f5d5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.000683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:50.001098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.006782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-20632ee7-18ca-4a7c-bfff-e46641874c1b admin admin] Deleting subnet e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:50.033844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20632ee7-18ca-4a7c-bfff-e46641874c1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.055543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 396c8613-b607-41e2-ae2e-c627de99bd09 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:50.057750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89e11f-504e-4c9d-a3c0-ee44d5c1fabd req-3a3ab98a-a276-44ad-a724-f7fa981d0ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:50.058727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd89e11f-504e-4c9d-a3c0-ee44d5c1fabd req-3a3ab98a-a276-44ad-a724-f7fa981d0ff0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=57d611ee8c734d2db74788b656d9871a&device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 1098 time: 0.2926540 Apr 16 15:37:50.062818 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73ab8938-9831-4bfa-90b9-1ec3de029e3d req-3ac56605-8b43-4d25-9838-a968dcaea6df tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897984 Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:50.073051 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:50.113085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4d0730c-13e7-4162-9532-19a77d46f5d5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.131919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba407c5-45b2-4250-9120-a9e150d3a615 None None] Network a6953dd0-548a-4d53-884a-7381e0c914dc requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:50.138235 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7049024 Apr 16 15:37:50.142046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56398) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.167696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.170400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:50.185494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4d0730c-13e7-4162-9532-19a77d46f5d5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.193582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20632ee7-18ca-4a7c-bfff-e46641874c1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.204779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.208229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Network': ['ID=396c8613-b607-41e2-ae2e-c627de99bd09,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:50.214703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/networks/396c8613-b607-41e2-ae2e-c627de99bd09 HTTP/1.1" status: 204 len: 168 time: 2.9054406 Apr 16 15:37:50.214703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:50.216107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56402) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.220492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-289163482', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:50.229368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:50.238093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:router and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:50.240945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:50.254176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:50.258787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-43fb1342-4e90-42fa-a03f-cf0aa0b28deb None None] Provisioning for port 1928b707-e4e6-47e5-add9-2b1cd5ab3335 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:50.298698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.299393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.323489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.356249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89e11f-504e-4c9d-a3c0-ee44d5c1fabd req-30ceaf0a-8fa6-4098-a577-c4e38e7d9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:50.357259 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd89e11f-504e-4c9d-a3c0-ee44d5c1fabd req-30ceaf0a-8fa6-4098-a577-c4e38e7d9bcf service neutron] 10.222.0.107 "GET /v2.0/networks?id=2f4aa230-8a99-45fa-929d-06fe729ee9a2 HTTP/1.1" status: 200 len: 914 time: 0.2878535 Apr 16 15:37:50.442535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56416) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.489841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port b7cf3fbd-dfc4-4203-961b-caf20cf19df0 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:50.490249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.585345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-397b19ce-2a77-455f-a4d0-9fa8131a5da0 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.587971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-397b19ce-2a77-455f-a4d0-9fa8131a5da0 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1396086 Apr 16 15:37:50.588049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8f9f8618-0290-41b3-bc10-aced34481e56 None None] Provisioning for port 89e063ef-8414-48aa-9426-0cff46267bd8 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:50.588851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56422) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.590810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.591060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8f9f8618-0290-41b3-bc10-aced34481e56 None None] Provisioning complete for port 89e063ef-8414-48aa-9426-0cff46267bd8 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:50.591301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8618-0290-41b3-bc10-aced34481e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.597611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-1f2c15ac-aa05-495f-9191-7986928906ff tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.600279 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1f2c15ac-aa05-495f-9191-7986928906ff tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047238 Apr 16 15:37:50.600279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4d0730c-13e7-4162-9532-19a77d46f5d5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.617763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56426) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.619989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:50.644960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f8618-0290-41b3-bc10-aced34481e56 None None] Port 89e063ef-8414-48aa-9426-0cff46267bd8 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:50.645912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1928b707-e4e6-47e5-add9-2b1cd5ab3335 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:50.647178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-51bd6e32-cf5b-414d-b11d-951fe712f88f tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.649570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-51bd6e32-cf5b-414d-b11d-951fe712f88f tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0066686 Apr 16 15:37:50.661078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56430) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.691985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-e3cc26ce-db5a-40d8-99c8-d1097f9765c5 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.694271 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e3cc26ce-db5a-40d8-99c8-d1097f9765c5 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0052617 Apr 16 15:37:50.703863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0730c-13e7-4162-9532-19a77d46f5d5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e36433e5-23af-4fba-a530-b0e03111e458,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:50.705991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e4d0730c-13e7-4162-9532-19a77d46f5d5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:50.708084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56436) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.727491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 1928b707-e4e6-47e5-add9-2b1cd5ab3335 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:37:50.730215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1928b707-e4e6-47e5-add9-2b1cd5ab3335 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:50.730475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.741783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-e66cb8df-9ede-45ca-8d4a-2f7ddd12ddb9 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.744136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e66cb8df-9ede-45ca-8d4a-2f7ddd12ddb9 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0316250 Apr 16 15:37:50.746269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56440) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.759039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-a74f41b6-41ed-43dd-bdf2-9d4c47ce9297 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.761464 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a74f41b6-41ed-43dd-bdf2-9d4c47ce9297 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0121832 Apr 16 15:37:50.761532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56444) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.769249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-860d0b71-3423-46dc-95d3-a21ef72715ec tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.771080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-860d0b71-3423-46dc-95d3-a21ef72715ec tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0062826 Apr 16 15:37:50.771405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8f0999bd-0cd0-4590-8ecd-bcf657ba3351 None None] Provisioning complete for port 89e063ef-8414-48aa-9426-0cff46267bd8 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:50.771470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56448) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.771687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f0999bd-0cd0-4590-8ecd-bcf657ba3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.778028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-b294787e-1574-4e4c-a412-ecda6a1f7bfe tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.779789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b294787e-1574-4e4c-a412-ecda6a1f7bfe tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049858 Apr 16 15:37:50.780679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4d0730c-13e7-4162-9532-19a77d46f5d5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.782109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56452) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.787146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-6f7b9bf1-5bc7-418e-b641-804c9b5000e5 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.788940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6f7b9bf1-5bc7-418e-b641-804c9b5000e5 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049503 Apr 16 15:37:50.789971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56456) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.796774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-45b9a2ed-9626-4967-8bc6-c332b9681730 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.798560 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-45b9a2ed-9626-4967-8bc6-c332b9681730 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0071716 Apr 16 15:37:50.801318 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e4d0730c-13e7-4162-9532-19a77d46f5d5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "DELETE /v2.0/subnets/e36433e5-23af-4fba-a530-b0e03111e458 HTTP/1.1" status: 204 len: 168 time: 0.9474542 Apr 16 15:37:50.801318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56460) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.801667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56462) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.804284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-86f5767b-3fd2-4bf8-9948-fc8c3c13d8f9 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.806115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-86f5767b-3fd2-4bf8-9948-fc8c3c13d8f9 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0038557 Apr 16 15:37:50.807681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8f0999bd-0cd0-4590-8ecd-bcf657ba3351 None None] Port 89e063ef-8414-48aa-9426-0cff46267bd8 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:50.818054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56468) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.824131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-e6b6dd9b-5bdc-472a-b34a-51390b9fdcae tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:50.826916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e6b6dd9b-5bdc-472a-b34a-51390b9fdcae tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053451 Apr 16 15:37:50.831062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56472) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:50.841482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.861709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 1928b707-e4e6-47e5-add9-2b1cd5ab3335, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1928b707-e4e6-47e5-add9-2b1cd5ab3335,segment=NetworkSegment(7a5be20c-309e-496a-9ddd-453c5ba886c4),segment_id=7a5be20c-309e-496a-9ddd-453c5ba886c4)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:50.864036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:50.865368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a481ca1-52db-4429-a9e8-776708e8d9f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:50.907421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=1928b707-e4e6-47e5-add9-2b1cd5ab3335,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:50.909434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:50.944722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd89e11f-504e-4c9d-a3c0-ee44d5c1fabd req-1da13bc3-3371-4c5f-bbe2-02932f677b0a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc HTTP/1.1" status: 200 len: 1000 time: 0.5544591 Apr 16 15:37:50.946108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20632ee7-18ca-4a7c-bfff-e46641874c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.138513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-0aab092f-e59b-497b-95a8-c06a20152e12 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.139063 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0aab092f-e59b-497b-95a8-c06a20152e12 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0161290 Apr 16 15:37:51.143366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56476) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.147827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-330a5364-6ac3-4b67-b441-d873dc0c48a3 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.148319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-330a5364-6ac3-4b67-b441-d873dc0c48a3 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044167 Apr 16 15:37:51.154140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56480) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.158969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e07f5-a7cd-4760-870c-8fe0807bef03 req-cf4e6529-ab74-4bb1-84a8-3e07817b510c tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:51.159460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-ae3cf85d-a3d8-4637-83e2-4620557f4eb2 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.159760 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-946e07f5-a7cd-4760-870c-8fe0807bef03 req-cf4e6529-ab74-4bb1-84a8-3e07817b510c tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.8069851 Apr 16 15:37:51.159981 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ae3cf85d-a3d8-4637-83e2-4620557f4eb2 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0053251 Apr 16 15:37:51.162570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56484) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.166541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-b111ab19-4f32-498f-9d92-b37ce078a4be tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.167110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b111ab19-4f32-498f-9d92-b37ce078a4be tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040085 Apr 16 15:37:51.169222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89e11f-504e-4c9d-a3c0-ee44d5c1fabd req-839e37ec-4f85-47a2-b663-0abaa0629243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:51.170085 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd89e11f-504e-4c9d-a3c0-ee44d5c1fabd req-839e37ec-4f85-47a2-b663-0abaa0629243 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fc769158-1403-4dfe-95bb-46b2b93ef3c9 HTTP/1.1" status: 200 len: 851 time: 0.1852698 Apr 16 15:37:51.171186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.182957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56488) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.199332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-1f0272b2-77fb-4f01-93ac-6526864e6c27 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.201752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1f0272b2-77fb-4f01-93ac-6526864e6c27 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0164390 Apr 16 15:37:51.202168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56494) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.223296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.239652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-d77bc00a-f6cb-414c-aeec-65c1a1f262bb tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.240239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d77bc00a-f6cb-414c-aeec-65c1a1f262bb tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0128801 Apr 16 15:37:51.244566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56498) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.266910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-9e494f80-28b4-4344-8161-fbdc17c29fe7 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.267561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9e494f80-28b4-4344-8161-fbdc17c29fe7 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0226703 Apr 16 15:37:51.296815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56502) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.306817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-47cc259d-4668-4c11-af3a-b252c1e99065 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.307331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-47cc259d-4668-4c11-af3a-b252c1e99065 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0086699 Apr 16 15:37:51.314277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56506) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.320559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-c26fe4ca-31db-4152-b0bb-13d3c2fd365a tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.322755 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c26fe4ca-31db-4152-b0bb-13d3c2fd365a tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050926 Apr 16 15:37:51.324475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20bd4e-eef9-4033-bac1-51a2107b2234 req-0b177f5a-bcf8-41ea-a61e-3f059c2400f8 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:51.325436 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a20bd4e-eef9-4033-bac1-51a2107b2234 req-0b177f5a-bcf8-41ea-a61e-3f059c2400f8 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.5145533 Apr 16 15:37:51.327870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56510) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.333327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for b7cf3fbd-dfc4-4203-961b-caf20cf19df0 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:51.363155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-0c153e72-65c4-4b2b-9e25-40aa9848240a tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.367154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0c153e72-65c4-4b2b-9e25-40aa9848240a tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0112410 Apr 16 15:37:51.372078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56514) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.372078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.394617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-47f2db27-c9e3-4adf-bd20-9d720849146d tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.394617 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-47f2db27-c9e3-4adf-bd20-9d720849146d tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060728 Apr 16 15:37:51.395861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.396860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56518) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.417148 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-946e07f5-a7cd-4760-870c-8fe0807bef03 req-855a306f-9020-4b6b-9664-a84786419b8d tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411699 Apr 16 15:37:51.421578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-efaf1fa1-7162-4738-a79d-7ee1b74626cc tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.422296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-efaf1fa1-7162-4738-a79d-7ee1b74626cc tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0229971 Apr 16 15:37:51.424182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.427663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56522) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.461965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-756372eb-d3c8-480c-a076-6bce662b7bef tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.462547 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-756372eb-d3c8-480c-a076-6bce662b7bef tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0289578 Apr 16 15:37:51.469445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56526) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.483656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-828804f3-9438-4918-93bf-eed31fcd8028 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.484230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-828804f3-9438-4918-93bf-eed31fcd8028 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0113733 Apr 16 15:37:51.489564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56530) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.490631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.498136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-059d0b66-fd50-404a-a84b-df46b9b3fa0e tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.498709 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-059d0b66-fd50-404a-a84b-df46b9b3fa0e tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0085404 Apr 16 15:37:51.500478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56534) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.506966 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a20bd4e-eef9-4033-bac1-51a2107b2234 req-58dad11c-41d5-467e-8790-04d0da5e3956 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466022 Apr 16 15:37:51.525037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-30f3a949-b9d0-4be7-8daf-fbf7103ee971 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.525636 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-30f3a949-b9d0-4be7-8daf-fbf7103ee971 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0180817 Apr 16 15:37:51.527962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56538) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.531008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd41b306-c9f2-4323-97e7-1b0247688c08']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:51.538869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-7f112bda-1114-41cf-a616-e39ed92cecf7 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.539420 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7f112bda-1114-41cf-a616-e39ed92cecf7 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0099659 Apr 16 15:37:51.544474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56542) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.547508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d9e5b8-97f4-437c-9f65-38bcb796f795') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:51.547667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d9e5b8-97f4-437c-9f65-38bcb796f795') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:51.554395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-d63250bd-ac60-468b-8262-a8e340d6194e tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.554922 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d63250bd-ac60-468b-8262-a8e340d6194e tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0099084 Apr 16 15:37:51.557053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56546) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.562065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.568155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-27b8e32f-9d7b-4384-81a6-36efc3d21690 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.568712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-27b8e32f-9d7b-4384-81a6-36efc3d21690 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0101032 Apr 16 15:37:51.573766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56550) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.576350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Allocated IP 172.26.4.187 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/e7e1fee7-0381-40e0-87b0-a5a884f97173) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:51.580460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-163d08b0-a5cc-44fb-aeba-fd9f73fe6601 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.581063 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-163d08b0-a5cc-44fb-aeba-fd9f73fe6601 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0058835 Apr 16 15:37:51.583532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56554) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.586695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.589705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-120cf27d-9404-4a15-bc96-188adabdfa11 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.590250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-120cf27d-9404-4a15-bc96-188adabdfa11 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0061817 Apr 16 15:37:51.591841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56558) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.596936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-582fd1c3-2c6f-48b0-850b-a54f4e32b318 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.597485 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-582fd1c3-2c6f-48b0-850b-a54f4e32b318 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045214 Apr 16 15:37:51.598044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Releasing vlan 1457 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:51.605855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56562) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.608528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89e11f-504e-4c9d-a3c0-ee44d5c1fabd req-70eee788-a386-446a-a468-73d885767f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:51.609540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd89e11f-504e-4c9d-a3c0-ee44d5c1fabd req-70eee788-a386-446a-a468-73d885767f26 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2f4aa230-8a99-45fa-929d-06fe729ee9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4204149 Apr 16 15:37:51.617376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20632ee7-18ca-4a7c-bfff-e46641874c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.624117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-c5dba1f0-7b90-4d3e-8a87-fd010852278f tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.624671 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c5dba1f0-7b90-4d3e-8a87-fd010852278f tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0104945 Apr 16 15:37:51.627949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:51.651025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56566) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.680934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-85e00669-1f30-4eff-b9d6-0a44f9165588 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.681423 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-85e00669-1f30-4eff-b9d6-0a44f9165588 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0278511 Apr 16 15:37:51.686335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56570) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.703008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-1847176e-fa1d-4275-bc3a-94175331ffaf tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.703526 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1847176e-fa1d-4275-bc3a-94175331ffaf tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0167687 Apr 16 15:37:51.706370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56574) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.727573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20632ee7-18ca-4a7c-bfff-e46641874c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:51.743945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-cf9f10dd-b177-4910-a03d-d1ed9f1a3501 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.744544 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cf9f10dd-b177-4910-a03d-d1ed9f1a3501 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0339208 Apr 16 15:37:51.747525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56578) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.756556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-20632ee7-18ca-4a7c-bfff-e46641874c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:51.758551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-9077616d-bf14-4722-9871-db9ed2755d71 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.759144 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9077616d-bf14-4722-9871-db9ed2755d71 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0056212 Apr 16 15:37:51.763995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56582) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.767586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Network cd41b306-c9f2-4323-97e7-1b0247688c08 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:51.773857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-30fd0e35-6668-429f-9eb6-6833f61d9969 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.774360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-30fd0e35-6668-429f-9eb6-6833f61d9969 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0090094 Apr 16 15:37:51.775328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.787122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56586) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.795453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-2a4b9ca5-1658-4fcd-ac0e-53822af98509 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.796027 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a4b9ca5-1658-4fcd-ac0e-53822af98509 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0088840 Apr 16 15:37:51.819785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56590) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.831980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-53aa7e9c-103b-44ab-86e5-dba90f3802b3 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.832523 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-53aa7e9c-103b-44ab-86e5-dba90f3802b3 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0105994 Apr 16 15:37:51.840276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56594) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.847967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-d7b36ec4-3294-4f39-b0e9-2f7ddbc7d2fa tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.848535 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d7b36ec4-3294-4f39-b0e9-2f7ddbc7d2fa tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0076678 Apr 16 15:37:51.852831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:51.862912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56598) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.895278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-91500d28-42ef-49d9-a2d6-8cd756db4d0c tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.895855 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-91500d28-42ef-49d9-a2d6-8cd756db4d0c tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0323162 Apr 16 15:37:51.905346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56602) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.915666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-c7fad8e1-423d-443c-8d8c-083c58528db3 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.916237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c7fad8e1-423d-443c-8d8c-083c58528db3 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0103159 Apr 16 15:37:51.917324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Network cd41b306-c9f2-4323-97e7-1b0247688c08 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:51.930497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56606) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:51.931025 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:51.963027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-2a592948-ec66-4bf6-a5f3-b3d3668d3123 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.963588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a592948-ec66-4bf6-a5f3-b3d3668d3123 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0320952 Apr 16 15:37:51.971485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56610) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.978166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-feb55ba8-ffca-4908-b7b9-39acee66f3f0 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.978701 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-feb55ba8-ffca-4908-b7b9-39acee66f3f0 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0060093 Apr 16 15:37:51.984221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56614) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.988674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-eb7d5735-efff-4661-bd57-d8095d5f2091 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.989219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eb7d5735-efff-4661-bd57-d8095d5f2091 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0039301 Apr 16 15:37:51.993610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56618) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:51.997085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-5f920267-8e72-4ed3-b7de-c1094c6fc36a tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:51.997598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5f920267-8e72-4ed3-b7de-c1094c6fc36a tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0034711 Apr 16 15:37:51.998718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.000818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56622) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.004158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cd41b306-c9f2-4323-97e7-1b0247688c08 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:128}} Apr 16 15:37:52.005412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.007362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:52.018103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-03c47cde-7718-4298-aa72-c493425b8cb3 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.020874 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-03c47cde-7718-4298-aa72-c493425b8cb3 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0168335 Apr 16 15:37:52.022206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.030934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56626) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.037165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event deleted for resources: {'Network': ['ID=cd41b306-c9f2-4323-97e7-1b0247688c08,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:52.038860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:52.040985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-d4da2247-3d2f-448a-9a68-80595950a855 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.043561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d4da2247-3d2f-448a-9a68-80595950a855 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0082908 Apr 16 15:37:52.069798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:52.092043 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "DELETE /v2.0/networks/cd41b306-c9f2-4323-97e7-1b0247688c08 HTTP/1.1" status: 204 len: 168 time: 1.2850225 Apr 16 15:37:52.092043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56630) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.108407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-3e8cd1c3-a9cf-4bd7-a6b1-1853467ebcb5 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.113709 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3e8cd1c3-a9cf-4bd7-a6b1-1853467ebcb5 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0086429 Apr 16 15:37:52.113795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56636) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.142201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=e7e1fee7-0381-40e0-87b0-a5a884f97173,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:52.148212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:52.150076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-80a12ba9-723e-4f58-a7c6-12579f65ddeb tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.152573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-80a12ba9-723e-4f58-a7c6-12579f65ddeb tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0148065 Apr 16 15:37:52.152648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56640) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.156895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-0f2de38a-dac4-416e-8f39-c4e39db35657 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.157436 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0f2de38a-dac4-416e-8f39-c4e39db35657 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042911 Apr 16 15:37:52.163607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56644) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.171379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-add1d630-cd60-4968-8bb8-4a80d98b8eeb tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.171667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-add1d630-cd60-4968-8bb8-4a80d98b8eeb tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0075173 Apr 16 15:37:52.173868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56648) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.180779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-b782d726-1603-4438-a37e-53d8b85c10b6 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.181348 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b782d726-1603-4438-a37e-53d8b85c10b6 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064936 Apr 16 15:37:52.184866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56652) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.188841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-97b2bf18-edee-4a35-b6a8-e549715cbe64 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.189360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-97b2bf18-edee-4a35-b6a8-e549715cbe64 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039649 Apr 16 15:37:52.190846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:52.191168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56656) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.192826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:52.197330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:52.207707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b27444-c1dd-4688-b4f2-fe656b255597 None None] Network baaa0b3d-6906-4260-96c4-4db0db7aac73 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:52.211996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20632ee7-18ca-4a7c-bfff-e46641874c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.215612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.216428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-7dc6904c-f9e3-4b6b-8a7b-44b5fccc7d68 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.217023 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7dc6904c-f9e3-4b6b-8a7b-44b5fccc7d68 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0252750 Apr 16 15:37:52.219884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56662) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.223755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-e3858e21-3f24-4112-8e92-2592ae5019f8 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.224278 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e3858e21-3f24-4112-8e92-2592ae5019f8 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038376 Apr 16 15:37:52.225623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56666) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.229364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-fc11b9cf-0fc9-4f04-8efb-de6e0c00cb0b tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.229876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fc11b9cf-0fc9-4f04-8efb-de6e0c00cb0b tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0037532 Apr 16 15:37:52.233366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56670) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.235362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:52.237529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-45c362e6-d5a3-4556-918e-23d4dbc5bb5a tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.238048 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-45c362e6-d5a3-4556-918e-23d4dbc5bb5a tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041680 Apr 16 15:37:52.239452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56674) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.243226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-e6b3e31a-125d-4725-8535-57a1c210c89a tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.243742 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e6b3e31a-125d-4725-8535-57a1c210c89a tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0037885 Apr 16 15:37:52.245351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56678) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.265565 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd89e11f-504e-4c9d-a3c0-ee44d5c1fabd req-3f0c3dcc-a36b-413a-b647-5159a477d88b service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397793 Apr 16 15:37:52.281961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-f5627e50-66b0-44f5-a552-3c4c7d47e00d tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.282612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f5627e50-66b0-44f5-a552-3c4c7d47e00d tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0366042 Apr 16 15:37:52.287374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56684) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.311733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=b7cf3fbd-dfc4-4203-961b-caf20cf19df0,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:52.321616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-f4f32851-9ae8-47c9-96b4-9b579266f1d6 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.322199 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f4f32851-9ae8-47c9-96b4-9b579266f1d6 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0342603 Apr 16 15:37:52.327363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56688) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.331899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-8d1585c2-ee37-4dd3-8d0b-9b1418d5bbd7 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.332431 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8d1585c2-ee37-4dd3-8d0b-9b1418d5bbd7 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0045164 Apr 16 15:37:52.334029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:52.340700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-20632ee7-18ca-4a7c-bfff-e46641874c1b admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e029a595-ecf6-4eb8-bb0c-a9b39cbeabdd HTTP/1.1" status: 204 len: 168 time: 2.5218358 Apr 16 15:37:52.344858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56692) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.345063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56694) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.391947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-a2ea3326-2eb2-43df-9f72-7685c2c9ba07 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.394612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2ea3326-2eb2-43df-9f72-7685c2c9ba07 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0462658 Apr 16 15:37:52.401528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56700) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.410232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56702) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.412116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc320b-c30c-43d6-80c9-8dccc81ab9ee None None] DHCP port deletion for baaa0b3d-6906-4260-96c4-4db0db7aac73 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:37:52.414788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc320b-c30c-43d6-80c9-8dccc81ab9ee None None] Deleting port b64d1d4d-849d-4c4b-b8c8-262f5226b527 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:52.415030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bcc320b-c30c-43d6-80c9-8dccc81ab9ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.421827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-815a81d6-ff1c-4ca5-8a43-fce2947993c3 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.424741 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-815a81d6-ff1c-4ca5-8a43-fce2947993c3 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0151839 Apr 16 15:37:52.424896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56708) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.430958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-9fa2fbf3-96f5-4a4c-b6e9-87c3181306c8 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.432919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9fa2fbf3-96f5-4a4c-b6e9-87c3181306c8 tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0059996 Apr 16 15:37:52.436217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56712) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.440395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [None req-c22a96a0-d1d0-4e9e-9219-9f9c6ab9a5ed tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] http://10.222.0.95:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=86007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:37:52.440913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c22a96a0-d1d0-4e9e-9219-9f9c6ab9a5ed tempest-ExtensionsTestJSON-1617748000 tempest-ExtensionsTestJSON-1617748000-project] 10.222.0.95 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041671 Apr 16 15:37:52.506363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.512738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c9a13dfc-8de5-427c-baf9-6860bf4f4e04 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Request body: {'router': {'name': 'tempest-router--616407866', 'project_id': '7f09586985df44b7b7342a8f00fd7826'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:52.516210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c9a13dfc-8de5-427c-baf9-6860bf4f4e04 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:52.519422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c9a13dfc-8de5-427c-baf9-6860bf4f4e04 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Usage tracker for resource:router and tenant:7f09586985df44b7b7342a8f00fd7826 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:52.521397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c9a13dfc-8de5-427c-baf9-6860bf4f4e04 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:52.542457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c9a13dfc-8de5-427c-baf9-6860bf4f4e04 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:52.546616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9bcc320b-c30c-43d6-80c9-8dccc81ab9ee None None] For port b64d1d4d-849d-4c4b-b8c8-262f5226b527, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b64d1d4d-849d-4c4b-b8c8-262f5226b527,segment=NetworkSegment(b9683d27-94e1-416d-8b61-3af013deb288),segment_id=b9683d27-94e1-416d-8b61-3af013deb288)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:52.546914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bcc320b-c30c-43d6-80c9-8dccc81ab9ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.561704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde9416-7ca4-4d34-a988-5df6a5fc29fb req-40363dcf-c83f-420b-87ab-486b93fdb869 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:52.569250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fcde9416-7ca4-4d34-a988-5df6a5fc29fb req-40363dcf-c83f-420b-87ab-486b93fdb869 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.107 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.4584131 Apr 16 15:37:52.614539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1928b707-e4e6-47e5-add9-2b1cd5ab3335 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:37:52.637394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc320b-c30c-43d6-80c9-8dccc81ab9ee None None] Calling delete_port for b64d1d4d-849d-4c4b-b8c8-262f5226b527 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:52.675707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a13dfc-8de5-427c-baf9-6860bf4f4e04 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.675871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a13dfc-8de5-427c-baf9-6860bf4f4e04 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.685205 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd89e11f-504e-4c9d-a3c0-ee44d5c1fabd req-c4324726-6ddc-49c6-909b-c51cd0f3c91f service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755062 Apr 16 15:37:52.697217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1928b707-e4e6-47e5-add9-2b1cd5ab3335 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:52.697454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.713759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:37:52.723347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56726) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:52.728675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bcc320b-c30c-43d6-80c9-8dccc81ab9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.738160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dad721c8-8c3e-46c2-8200-a07419bc1351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:52.738890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a13dfc-8de5-427c-baf9-6860bf4f4e04 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.760086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.764999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.787064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.794580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc320b-c30c-43d6-80c9-8dccc81ab9ee None None] Pushing event deleted for resources: {'Port': ['ID=b64d1d4d-849d-4c4b-b8c8-262f5226b527,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:52.798601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9bcc320b-c30c-43d6-80c9-8dccc81ab9ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:52.832611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc320b-c30c-43d6-80c9-8dccc81ab9ee None None] No DVR routers for this DVR port b64d1d4d-849d-4c4b-b8c8-262f5226b527 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:52.842528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a13dfc-8de5-427c-baf9-6860bf4f4e04 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.853831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.868691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67343333-f82b-4ab3-bb1b-881feb6a45bf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:52.894506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router 2d8017fc-bb22-48ba-b367-c499a6792f75 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:37:52.900386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-fcde9416-7ca4-4d34-a988-5df6a5fc29fb req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Deleting port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:52.900585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-fcde9416-7ca4-4d34-a988-5df6a5fc29fb req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:52.912120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b64d1d4d-849d-4c4b-b8c8-262f5226b527 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:52.934193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: b64d1d4d-849d-4c4b-b8c8-262f5226b527 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:52.934544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b64d1d4d-849d-4c4b-b8c8-262f5226b527 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:53.007403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a13dfc-8de5-427c-baf9-6860bf4f4e04 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:53.008444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c9a13dfc-8de5-427c-baf9-6860bf4f4e04 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5890188 Apr 16 15:37:53.042816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7237314-f55c-4e66-a34b-aa242c96f2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:53.049881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56732) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:53.140972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=89e063ef-8414-48aa-9426-0cff46267bd8,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:53.143288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:53.203107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d7237314-f55c-4e66-a34b-aa242c96f2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:53.211017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5919e-3d93-468e-997e-5ac6578d1cf6 req-77fa9978-9fba-48b7-97e8-831b78e654a8 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:53.211960 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95a5919e-3d93-468e-997e-5ac6578d1cf6 req-77fa9978-9fba-48b7-97e8-831b78e654a8 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 946 time: 0.5629764 Apr 16 15:37:53.286681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:53.293158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b4a9f0-0220-4dc3-8819-cea427439f45 None None] Sync routers for ids ['2d8017fc-bb22-48ba-b367-c499a6792f75'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:53.299433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b4a9f0-0220-4dc3-8819-cea427439f45 None None] Routers {'2d8017fc-bb22-48ba-b367-c499a6792f75'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:53.300086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-50b4a9f0-0220-4dc3-8819-cea427439f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2d8017fc-bb22-48ba-b367-c499a6792f75'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:53.310277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:53.313513 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0948913 Apr 16 15:37:53.313918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56736) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:53.338166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-50b4a9f0-0220-4dc3-8819-cea427439f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:53.343616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b4a9f0-0220-4dc3-8819-cea427439f45 None None] Routers {'2d8017fc-bb22-48ba-b367-c499a6792f75'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:53.343969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-50b4a9f0-0220-4dc3-8819-cea427439f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2d8017fc-bb22-48ba-b367-c499a6792f75'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:53.459486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-44926199-2cb5-4190-a1f8-e5a0ba81a854 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/routers/2d8017fc-bb22-48ba-b367-c499a6792f75 HTTP/1.1" status: 200 len: 884 time: 0.1421118 Apr 16 15:37:53.459637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56740) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:53.535630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-50b4a9f0-0220-4dc3-8819-cea427439f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:53.535908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b4a9f0-0220-4dc3-8819-cea427439f45 None None] The sync data for ids ['2d8017fc-bb22-48ba-b367-c499a6792f75'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:53.538836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d7237314-f55c-4e66-a34b-aa242c96f2ac admin admin] Usage tracker for resource:security_group_rule and tenant:609f633638ff4d79a83c75457b9e87ca is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:53.541650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d7237314-f55c-4e66-a34b-aa242c96f2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:53.570544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d7237314-f55c-4e66-a34b-aa242c96f2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:53.580498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-122b9461-49c1-4312-81a0-621a0a0655f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:53.597349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-16fe14db-bb67-42ac-8ece-8a5709be52f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:router {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:53.606681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-16fe14db-bb67-42ac-8ece-8a5709be52f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:router {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:53.607432 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-16fe14db-bb67-42ac-8ece-8a5709be52f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.1472275 Apr 16 15:37:53.609475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56744) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:53.613637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ad0cfe9a-cb52-4d84-9408-280eb0daebc6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-289163482'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:53.616882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:53.748288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0c7da-1c7e-466f-9409-378e67289165 req-0048e8f0-e991-4359-9218-c0bb9f2889d7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:53.749228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ada0c7da-1c7e-466f-9409-378e67289165 req-0048e8f0-e991-4359-9218-c0bb9f2889d7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 1.0591514 Apr 16 15:37:53.908099 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95a5919e-3d93-468e-997e-5ac6578d1cf6 req-417f165a-24ba-418d-abbe-2d4b6642bf94 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792562 Apr 16 15:37:53.948759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad0cfe9a-cb52-4d84-9408-280eb0daebc6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:53.955418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad0cfe9a-cb52-4d84-9408-280eb0daebc6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.040103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-80856122-406f-4ba9-ae59-2ef5d3749fcd None None] Provisioning complete for port 89e063ef-8414-48aa-9426-0cff46267bd8 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:54.040337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80856122-406f-4ba9-ae59-2ef5d3749fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.060500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-122b9461-49c1-4312-81a0-621a0a0655f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.063627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0cfe9a-cb52-4d84-9408-280eb0daebc6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router 2d8017fc-bb22-48ba-b367-c499a6792f75 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:54.064196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baaa0b3d-6906-4260-96c4-4db0db7aac73']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:54.073010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-122b9461-49c1-4312-81a0-621a0a0655f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.074244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-80856122-406f-4ba9-ae59-2ef5d3749fcd None None] Port 89e063ef-8414-48aa-9426-0cff46267bd8 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:54.088386 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ada0c7da-1c7e-466f-9409-378e67289165 req-dc6d73bb-4b75-46b0-80d4-93e5226090a2 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3345637 Apr 16 15:37:54.116134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9683d27-94e1-416d-8b61-3af013deb288') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:54.116304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9683d27-94e1-416d-8b61-3af013deb288') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:54.152838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.159451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-fcde9416-7ca4-4d34-a988-5df6a5fc29fb req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] For port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8,segment=NetworkSegment(a721efa6-27fe-437a-97cb-3102f4b455ec),segment_id=a721efa6-27fe-437a-97cb-3102f4b455ec)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:37:54.159640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-fcde9416-7ca4-4d34-a988-5df6a5fc29fb req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.170689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0cfe9a-cb52-4d84-9408-280eb0daebc6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:54.174870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad0cfe9a-cb52-4d84-9408-280eb0daebc6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.175794 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ad0cfe9a-cb52-4d84-9408-280eb0daebc6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/2d8017fc-bb22-48ba-b367-c499a6792f75 HTTP/1.1" status: 200 len: 891 time: 0.5654445 Apr 16 15:37:54.176786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.177610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56748) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:54.183204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ecd0a-6715-48a7-b81b-d960bb213a12 None None] Sync routers for ids ['2d8017fc-bb22-48ba-b367-c499a6792f75'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:54.192962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ecd0a-6715-48a7-b81b-d960bb213a12 None None] Routers {'2d8017fc-bb22-48ba-b367-c499a6792f75'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:54.193455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f56ecd0a-6715-48a7-b81b-d960bb213a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2d8017fc-bb22-48ba-b367-c499a6792f75'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:54.228211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-122b9461-49c1-4312-81a0-621a0a0655f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.228864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122b9461-49c1-4312-81a0-621a0a0655f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de28c662-c4ac-4d40-a226-5de66f614335 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:54.249390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.302080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-094d35ae-99bb-43f2-b6aa-7c26d25acd3d tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/routers/2d8017fc-bb22-48ba-b367-c499a6792f75 HTTP/1.1" status: 200 len: 891 time: 0.1217690 Apr 16 15:37:54.302220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56752) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:54.322650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-fcde9416-7ca4-4d34-a988-5df6a5fc29fb req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Calling delete_port for 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:54.332679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dafa5e67-e33a-42f4-bd7b-b26f84aec01d tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:54.342055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dafa5e67-e33a-42f4-bd7b-b26f84aec01d tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:54.344627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dafa5e67-e33a-42f4-bd7b-b26f84aec01d tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=2d8017fc-bb22-48ba-b367-c499a6792f75 HTTP/1.1" status: 200 len: 205 time: 0.0400929 Apr 16 15:37:54.344788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56756) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:54.351747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Releasing vlan 1476 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:37:54.398667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f56ecd0a-6715-48a7-b81b-d960bb213a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:54.404256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ecd0a-6715-48a7-b81b-d960bb213a12 None None] Routers {'2d8017fc-bb22-48ba-b367-c499a6792f75'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:54.404643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f56ecd0a-6715-48a7-b81b-d960bb213a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2d8017fc-bb22-48ba-b367-c499a6792f75'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:54.440380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f56ecd0a-6715-48a7-b81b-d960bb213a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:54.440641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ecd0a-6715-48a7-b81b-d960bb213a12 None None] The sync data for ids ['2d8017fc-bb22-48ba-b367-c499a6792f75'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:54.461134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.570062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.575576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port e7e1fee7-0381-40e0-87b0-a5a884f97173 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:54.575782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.707924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7237314-f55c-4e66-a34b-aa242c96f2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.739569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7237314-f55c-4e66-a34b-aa242c96f2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.789943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d76f81de-4822-47ce-9cdb-21a90d65947d tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:54.824464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-122b9461-49c1-4312-81a0-621a0a0655f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.825081 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-122b9461-49c1-4312-81a0-621a0a0655f9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "DELETE /v2.0/routers/de28c662-c4ac-4d40-a226-5de66f614335 HTTP/1.1" status: 204 len: 168 time: 1.7668324 Apr 16 15:37:54.862193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Network baaa0b3d-6906-4260-96c4-4db0db7aac73 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:54.872942 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d7237314-f55c-4e66-a34b-aa242c96f2ac admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=609f633638ff4d79a83c75457b9e87ca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1458313 Apr 16 15:37:54.873537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56762) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:54.908601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.919355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7237314-f55c-4e66-a34b-aa242c96f2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6707e764-064a-4a42-972e-62d498894df0,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:54.921492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d7237314-f55c-4e66-a34b-aa242c96f2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:54.938364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56768) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:54.940949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:54.961660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.035575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for e7e1fee7-0381-40e0-87b0-a5a884f97173 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:55.053351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-163687293', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:55.060357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:55.064200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Usage tracker for resource:router and tenant:6885da696ec44b22bf422515e8f2ebfd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:55.066818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:55.074573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:55.087580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.088221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.105932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.164955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-fcde9416-7ca4-4d34-a988-5df6a5fc29fb req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.184522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-258cf9c0-5501-4d27-9f5e-7c83248cd02e tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:55.241129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Network baaa0b3d-6906-4260-96c4-4db0db7aac73 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:37:55.288384 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:37:55.290751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Pushing event deleted for resources: {'Port': ['ID=7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:55.297111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.299653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:55.301479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.309048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:55.339267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8204eebb-2625-4293-a6dc-e24e11df4597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.366038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=e7e1fee7-0381-40e0-87b0-a5a884f97173,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:55.371980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:55.421135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8204eebb-2625-4293-a6dc-e24e11df4597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.427404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.429894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.436455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:55.505663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Pushing event deleted for resources: {'Network': ['ID=baaa0b3d-6906-4260-96c4-4db0db7aac73,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:55.507900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:55.529662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.536275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.545640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e3e1a-bfee-4b69-8e29-b91bbbb0f51c req-68f134e1-bd6d-4761-87dd-f96a770672e9 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:55.546596 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c8e3e1a-bfee-4b69-8e29-b91bbbb0f51c req-68f134e1-bd6d-4761-87dd-f96a770672e9 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 867 time: 0.5321438 Apr 16 15:37:55.601682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] 10.222.0.95 "DELETE /v2.0/networks/baaa0b3d-6906-4260-96c4-4db0db7aac73 HTTP/1.1" status: 204 len: 168 time: 3.2522802 Apr 16 15:37:55.688415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1d236-1191-4a72-a76a-b4e30db44594 req-00bd9cc4-a7ff-4de9-93c3-dffd66905f17 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:55.689326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bbb1d236-1191-4a72-a76a-b4e30db44594 req-00bd9cc4-a7ff-4de9-93c3-dffd66905f17 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.5266426 Apr 16 15:37:55.695699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.697110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.712713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcde9416-7ca4-4d34-a988-5df6a5fc29fb req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] No DVR routers for this DVR port 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:37:55.714361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-fcde9416-7ca4-4d34-a988-5df6a5fc29fb req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.721887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.726638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c2a905-fdbd-40b7-abfb-5a1f531f0fd1', 'name': 'network-vif-deleted', 'tag': '7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:37:55.729448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8204eebb-2625-4293-a6dc-e24e11df4597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.733232 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c8e3e1a-bfee-4b69-8e29-b91bbbb0f51c req-eb990b07-3cfd-4e8a-b2c4-fd9c182b5c68 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/security-groups?id=237b0b7b-8b8b-4baf-8232-9c50b1b158b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481414 Apr 16 15:37:55.743353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56780) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:55.745898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.768790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:55.777661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.777972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c2a905-fdbd-40b7-abfb-5a1f531f0fd1', 'name': 'network-vif-deleted', 'tag': '7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8', 'status': 'completed', 'code': 200} Apr 16 15:37:55.778030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Fanout notify agent at l3_agent the message router_deleted on router 2d8017fc-bb22-48ba-b367-c499a6792f75 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:55.822646 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f23b38d1-7c0d-4785-9e12-adc86819071f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dae95a24cf6047b58c5e62d59206be05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0779083 Apr 16 15:37:55.824613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56784) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:55.826996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.827651 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/2d8017fc-bb22-48ba-b367-c499a6792f75 HTTP/1.1" status: 204 len: 168 time: 1.4822958 Apr 16 15:37:55.838760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56788) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:55.860587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2120961007'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:55.870894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:55.876293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:network and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:55.880672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:55.895442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:55.909142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Allocated IP 172.26.4.206 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/e98e9b4f-972d-4a4f-ab30-a50b230a8dab) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:55.919195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:55.922725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.934029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3692d070-a0c7-42d8-91ff-a27b1042b22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:55.997638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3692d070-a0c7-42d8-91ff-a27b1042b22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.008021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1480} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:37:56.041057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.041331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added segment 208d0029-da35-44ce-a5b6-f5bca5983536 of type vlan for network 9ec2c514-ede6-4235-9ca4-810994de2846 Apr 16 15:37:56.067764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.080340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.082123 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fcde9416-7ca4-4d34-a988-5df6a5fc29fb req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.107 "DELETE /v2.0/ports/7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 HTTP/1.1" status: 204 len: 173 time: 3.3893366 Apr 16 15:37:56.082821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8204eebb-2625-4293-a6dc-e24e11df4597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.083457 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8204eebb-2625-4293-a6dc-e24e11df4597 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6707e764-064a-4a42-972e-62d498894df0 HTTP/1.1" status: 204 len: 168 time: 1.1651480 Apr 16 15:37:56.083788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3692d070-a0c7-42d8-91ff-a27b1042b22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.084142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204eebb-2625-4293-a6dc-e24e11df4597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6707e764-064a-4a42-972e-62d498894df0,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:56.086099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8204eebb-2625-4293-a6dc-e24e11df4597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:56.087318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4aeb16dd-5b0e-4bcd-959a-78fbb4831d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:56.103948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692d070-a0c7-42d8-91ff-a27b1042b22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bfaf15-3f27-4e3b-90e5-357ec9728520,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:56.109853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3692d070-a0c7-42d8-91ff-a27b1042b22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:56.120669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.122428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bbb1d236-1191-4a72-a76a-b4e30db44594 req-6f8f5d96-e086-41b4-9b79-d5df2b76148f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4174528 Apr 16 15:37:56.124701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:56.124882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.127785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:37:56.129527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-345ecb70-9963-4bc9-92c4-6026f7813d18 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:56.142535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3692d070-a0c7-42d8-91ff-a27b1042b22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.142839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:37:56.142920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3692d070-a0c7-42d8-91ff-a27b1042b22b admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/47bfaf15-3f27-4e3b-90e5-357ec9728520 HTTP/1.1" status: 204 len: 168 time: 0.3112066 Apr 16 15:37:56.185946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3456402 Apr 16 15:37:56.188519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56798) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:56.196176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'subnet': {'network_id': '9ec2c514-ede6-4235-9ca4-810994de2846', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:56.212052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Network': ['ID=9ec2c514-ede6-4235-9ca4-810994de2846,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:56.220304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:37:56.221554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7b1720ab-16f8-4ac2-9492-2a5dc74e7cf8 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:37:56.224283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 9ec2c514-ede6-4235-9ca4-810994de2846 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:37:56.240881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:56.241671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.451152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:56.455807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "PUT /v2.0/routers/a28d432e-ec6d-4a1f-8a7e-507e2c798a6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0699384 Apr 16 15:37:56.456374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56808) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:56.457998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333ac1f-f46a-449f-9d38-2bbc30edb9ec None None] Sync routers for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:56.464763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333ac1f-f46a-449f-9d38-2bbc30edb9ec None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:56.465910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a333ac1f-f46a-449f-9d38-2bbc30edb9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:56.518546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112c5c-00da-4b30-b6c1-ddef5e9e8c14 req-205e577a-c564-40db-9a33-f9d2bed28f42 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:56.519514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69112c5c-00da-4b30-b6c1-ddef5e9e8c14 req-205e577a-c564-40db-9a33-f9d2bed28f42 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2130256 Apr 16 15:37:56.521033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.553070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a333ac1f-f46a-449f-9d38-2bbc30edb9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:56.565010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.570320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333ac1f-f46a-449f-9d38-2bbc30edb9ec None None] Routers {'a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:56.570700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a333ac1f-f46a-449f-9d38-2bbc30edb9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:56.581415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ec75bdac-38c2-41b5-9605-59261927f725 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:56.590318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:56.645740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a333ac1f-f46a-449f-9d38-2bbc30edb9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:56.645740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333ac1f-f46a-449f-9d38-2bbc30edb9ec None None] The sync data for ids ['a28d432e-ec6d-4a1f-8a7e-507e2c798a6f'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:56.661550 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69112c5c-00da-4b30-b6c1-ddef5e9e8c14 req-8274507b-803d-472a-986c-3bc412506173 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345522 Apr 16 15:37:56.678436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.700979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=89e063ef-8414-48aa-9426-0cff46267bd8,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:56.719213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:56.730162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Pushing event updated for resources: {'Port': ['ID=e98e9b4f-972d-4a4f-ab30-a50b230a8dab,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:56.734005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:56.738650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:56.739279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:56.740762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:56.742853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:56.770187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.832865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:subnet and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:56.837194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:56.845560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:56.903730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56844) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:56.916412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:56.920053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:56.928188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6f72b73d-de6a-4189-963e-7242e71e2084 req-f84dfafe-6ae0-4f0f-99dc-55f0f929c840 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Synchronizing usage tracker for tenant:265b5230d93c411696e97ea51653a425 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:56.960608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6f72b73d-de6a-4189-963e-7242e71e2084 req-f84dfafe-6ae0-4f0f-99dc-55f0f929c840 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Unset dirty status for tenant:265b5230d93c411696e97ea51653a425 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:56.976732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f72b73d-de6a-4189-963e-7242e71e2084 req-f84dfafe-6ae0-4f0f-99dc-55f0f929c840 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 210 time: 0.0961795 Apr 16 15:37:56.982560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network a6953dd0-548a-4d53-884a-7381e0c914dc is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:56.995351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:56.998490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.083254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting port cf8b3265-4073-44f3-bfb8-043c9b313377 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:57.083654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.142490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1143018635'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:57.153040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:57.157718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.191714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Usage tracker for resource:network and tenant:bb6aaeeb2a384c8bb9078b338498812f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:57.201653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:57.213753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6ce0e565-f0e5-425c-9327-0c7db7dea2da None None] Provisioning complete for port 89e063ef-8414-48aa-9426-0cff46267bd8 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:37:57.214252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ce0e565-f0e5-425c-9327-0c7db7dea2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.239565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:57.255777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6ce0e565-f0e5-425c-9327-0c7db7dea2da None None] Port 89e063ef-8414-48aa-9426-0cff46267bd8 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:37:57.268384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Made reservation on behalf of bb6aaeeb2a384c8bb9078b338498812f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:57.271958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.288724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.314272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:57.327364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Usage tracker for resource:security_group_rule and tenant:bb6aaeeb2a384c8bb9078b338498812f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:57.329830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:57.336652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:57.479890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56868) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:57.527521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.543100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d73a7-24e0-44bd-8da1-525145d0b3b2 req-01a3bb51-498c-42af-a0a5-29130e0c80c5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:57.544048 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-723d73a7-24e0-44bd-8da1-525145d0b3b2 req-01a3bb51-498c-42af-a0a5-29130e0c80c5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.5288043 Apr 16 15:37:57.556604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.579752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:57.588063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.589851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:57.621297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Usage tracker for resource:floatingip and tenant:19dc5cd16dc74196a417e485bc97d1d4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:57.623668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.630199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:57.631786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dade61aa-aec2-4f69-94f9-905fef779490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:57.638374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Calling delete_port for cf8b3265-4073-44f3-bfb8-043c9b313377 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:37:57.641945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:57.662996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Router 887a0acf-8fb3-4086-8f9a-3fa70111277b is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:37:57.674975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1462} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:37:57.676284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.681006 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-723d73a7-24e0-44bd-8da1-525145d0b3b2 req-ec59eab7-494c-48dc-a1cc-338717ebd4fd tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308818 Apr 16 15:37:57.704740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8460b5ad-6029-430c-a846-945362738e0d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:57.715502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:57.717176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.717389 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Added segment c13fea5c-8546-420a-a2e8-f867bf20c593 of type vlan for network 77ade78a-484a-446c-aba4-b64339632fe5 Apr 16 15:37:57.789869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.795952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.796147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:57.801136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "PUT /v2.0/routers/887a0acf-8fb3-4086-8f9a-3fa70111277b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6566646 Apr 16 15:37:57.801681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56876) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:57.803865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50644da-bf20-4a2c-998a-7f148089c9bd None None] Sync routers for ids ['887a0acf-8fb3-4086-8f9a-3fa70111277b'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:57.808139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9b71135f-67e1-43e0-80fe-670edfb93f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:57.812015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50644da-bf20-4a2c-998a-7f148089c9bd None None] Routers {'887a0acf-8fb3-4086-8f9a-3fa70111277b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:57.812771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a50644da-bf20-4a2c-998a-7f148089c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['887a0acf-8fb3-4086-8f9a-3fa70111277b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:57.863641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a50644da-bf20-4a2c-998a-7f148089c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:57.866153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da162c0-050d-4d11-8fd1-7676b59e1ada tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:57.866627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8da162c0-050d-4d11-8fd1-7676b59e1ada tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:37:57.869802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50644da-bf20-4a2c-998a-7f148089c9bd None None] Routers {'887a0acf-8fb3-4086-8f9a-3fa70111277b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:57.870175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a50644da-bf20-4a2c-998a-7f148089c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['887a0acf-8fb3-4086-8f9a-3fa70111277b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:57.902177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8da162c0-050d-4d11-8fd1-7676b59e1ada tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:37:57.905094 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8da162c0-050d-4d11-8fd1-7676b59e1ada tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports?device_id=887a0acf-8fb3-4086-8f9a-3fa70111277b HTTP/1.1" status: 200 len: 981 time: 0.0947289 Apr 16 15:37:57.905749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56880) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:57.916605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Subnet': ['ID=8770477e-46b5-4853-91d4-9fb322eec38a,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:57.916834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a50644da-bf20-4a2c-998a-7f148089c9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:57.917060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50644da-bf20-4a2c-998a-7f148089c9bd None None] The sync data for ids ['887a0acf-8fb3-4086-8f9a-3fa70111277b'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:57.989815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:57.999892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a4f270d9-5217-4c87-b7dd-e82530411990 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:58.073608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Port': ['ID=cf8b3265-4073-44f3-bfb8-043c9b313377,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:58.075333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:58.128382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-97f33241-cfcd-4efc-85df-87038e5835b3 req-19feb778-473f-469c-9a63-9ada1fc8012c tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] 10.222.0.95 "GET /v2.0/ports?device_id=72c2a905-fdbd-40b7-abfb-5a1f531f0fd1 HTTP/1.1" status: 200 len: 210 time: 0.0397730 Apr 16 15:37:58.188708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:58.193024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.196214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:58.196561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.200849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e140e3b-ea81-4b05-9d84-58b96a325d09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:58.209520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Router 9e43ade3-1871-4eeb-95b7-654e2e263911 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:37:58.301988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81007474-1238-4cbb-b3b9-e73a0985155f req-34af0be8-2b63-4e9b-a927-6c08554ab4cb tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:58.302894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81007474-1238-4cbb-b3b9-e73a0985155f req-34af0be8-2b63-4e9b-a927-6c08554ab4cb tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2821743 Apr 16 15:37:58.317680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Pushing event updated for resources: {'Network': ['ID=77ade78a-484a-446c-aba4-b64339632fe5,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:58.320541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:58.329559 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4231408 Apr 16 15:37:58.329671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 77ade78a-484a-446c-aba4-b64339632fe5 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:37:58.331845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56888) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:58.364403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.373336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Request body: {'subnet': {'network_id': '77ade78a-484a-446c-aba4-b64339632fe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:58.431438 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81007474-1238-4cbb-b3b9-e73a0985155f req-ce0b2d98-8b21-4cb7-b8e3-ba64893b1705 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079564 Apr 16 15:37:58.438915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.476224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.491823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.496615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Checking segment: {'id': '208d0029-da35-44ce-a5b6-f5bca5983536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '9ec2c514-ede6-4235-9ca4-810994de2846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:58.496825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network hostable DHCP agents. Network: 9ec2c514-ede6-4235-9ca4-810994de2846, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:37:58.511710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:58.512473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.512794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Fanout notify agent at l3_agent the message router_deleted on router a28d432e-ec6d-4a1f-8a7e-507e2c798a6f {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:37:58.521981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Usage tracker for resource:subnet and tenant:bb6aaeeb2a384c8bb9078b338498812f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:58.524301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:37:58.526988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:58.530460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.532368 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/routers/a28d432e-ec6d-4a1f-8a7e-507e2c798a6f HTTP/1.1" status: 204 len: 168 time: 2.0742106 Apr 16 15:37:58.532989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56892) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:58.535313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fdfae4-fea7-4bd0-bd2a-c8e7366f85b3 None None] Sync routers for ids ['9e43ade3-1871-4eeb-95b7-654e2e263911'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:37:58.541619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fdfae4-fea7-4bd0-bd2a-c8e7366f85b3 None None] Routers {'9e43ade3-1871-4eeb-95b7-654e2e263911'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:58.541974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1fdfae4-fea7-4bd0-bd2a-c8e7366f85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['9e43ade3-1871-4eeb-95b7-654e2e263911'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:58.553767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:58.568703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 9ec2c514-ede6-4235-9ca4-810994de2846 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:37:58.576855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1fdfae4-fea7-4bd0-bd2a-c8e7366f85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:58.578465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.581177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6402612 Apr 16 15:37:58.581177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Made reservation on behalf of bb6aaeeb2a384c8bb9078b338498812f for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:37:58.581807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56896) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:58.584716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.585354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fdfae4-fea7-4bd0-bd2a-c8e7366f85b3 None None] Routers {'9e43ade3-1871-4eeb-95b7-654e2e263911'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:37:58.585723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1fdfae4-fea7-4bd0-bd2a-c8e7366f85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['9e43ade3-1871-4eeb-95b7-654e2e263911'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:58.596645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 9ec2c514-ede6-4235-9ca4-810994de2846) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:58.603264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c423ae-b369-46e2-b3e3-555b9e00c7c7 None None] Network 9ec2c514-ede6-4235-9ca4-810994de2846 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:37:58.626133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1fdfae4-fea7-4bd0-bd2a-c8e7366f85b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:37:58.626380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fdfae4-fea7-4bd0-bd2a-c8e7366f85b3 None None] The sync data for ids ['9e43ade3-1871-4eeb-95b7-654e2e263911'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:37:58.648288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Allocated IP 172.26.4.167 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/a6db04ca-4ea6-4c1f-ad04-714b2a70c294) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:58.656027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:37:58.656415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.725835 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5341225 Apr 16 15:37:58.726825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56900) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:58.733605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3e0062d2-4d55-4cec-93d2-003e40cbf367 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-599927125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:37:58.742055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-9ec2c514-ede6-4235-9ca4-810994de2846', 'network_id': '9ec2c514-ede6-4235-9ca4-810994de2846', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'fixed_ips': [{'subnet_id': '8770477e-46b5-4853-91d4-9fb322eec38a'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:37:58.743034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.745996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e0062d2-4d55-4cec-93d2-003e40cbf367 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:37:58.758976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3e0062d2-4d55-4cec-93d2-003e40cbf367 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:router and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:37:58.763531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3e0062d2-4d55-4cec-93d2-003e40cbf367 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:37:58.769089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e0062d2-4d55-4cec-93d2-003e40cbf367 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:37:58.816186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0062d2-4d55-4cec-93d2-003e40cbf367 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.816840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0062d2-4d55-4cec-93d2-003e40cbf367 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.831965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.843777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Allocated IP 2001:db8::2 (9ec2c514-ede6-4235-9ca4-810994de2846/8770477e-46b5-4853-91d4-9fb322eec38a/9f317556-15d2-47b6-ab82-df1ecd31c022) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:37:58.853975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0062d2-4d55-4cec-93d2-003e40cbf367 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.889379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0062d2-4d55-4cec-93d2-003e40cbf367 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.930347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0152ff08-2a97-4f7a-830b-7001b471c198 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Deleting subnet d5f4ecea-5cb9-4fff-a3ac-f565a39056ea {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:58.935250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.945271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb0641f5-1b60-4b2b-874c-d56b563d0124 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:58.966213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.968542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.973192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Transition to ACTIVE for port object 9f317556-15d2-47b6-ab82-df1ecd31c022 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:58.983258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Transition to ACTIVE for port object 9f317556-15d2-47b6-ab82-df1ecd31c022 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:37:58.987387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:58.998203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0152ff08-2a97-4f7a-830b-7001b471c198 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.012935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0062d2-4d55-4cec-93d2-003e40cbf367 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.015565 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3e0062d2-4d55-4cec-93d2-003e40cbf367 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2856612 Apr 16 15:37:59.023660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56904) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:59.028202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:59.031637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Pushing event updated for resources: {'Port': ['ID=a6db04ca-4ea6-4c1f-ad04-714b2a70c294,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:59.035017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:59.081844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Pushing event updated for resources: {'Port': ['ID=9f317556-15d2-47b6-ab82-df1ecd31c022,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:59.083232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:59.084277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:59.086931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:59.091713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:59.100872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Network 9ec2c514-ede6-4235-9ca4-810994de2846 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:37:59.101542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:37:59.103439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:37:59.157520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Attempting to bind port 9f317556-15d2-47b6-ab82-df1ecd31c022 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:37:59.157799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Attempting to bind port 9f317556-15d2-47b6-ab82-df1ecd31c022 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '208d0029-da35-44ce-a5b6-f5bca5983536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '9ec2c514-ede6-4235-9ca4-810994de2846'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:37:59.157967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Attempting to bind port 9f317556-15d2-47b6-ab82-df1ecd31c022 on network 9ec2c514-ede6-4235-9ca4-810994de2846 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:37:59.161535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:37:59.161768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Checking segment: {'id': '208d0029-da35-44ce-a5b6-f5bca5983536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '9ec2c514-ede6-4235-9ca4-810994de2846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:59.162066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.162254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Bound using segment: {'id': '208d0029-da35-44ce-a5b6-f5bca5983536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '9ec2c514-ede6-4235-9ca4-810994de2846'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:37:59.162566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Bound port: 9f317556-15d2-47b6-ab82-df1ecd31c022, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208d0029-da35-44ce-a5b6-f5bca5983536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '9ec2c514-ede6-4235-9ca4-810994de2846'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:37:59.162799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.168156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.178305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee225a23-e2b5-47c0-9a34-f9f36afe2970 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:59.220569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] For port 9f317556-15d2-47b6-ab82-df1ecd31c022, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:37:59.221627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0152ff08-2a97-4f7a-830b-7001b471c198 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.222947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] For port 9f317556-15d2-47b6-ab82-df1ecd31c022, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9f317556-15d2-47b6-ab82-df1ecd31c022,segment=NetworkSegment(208d0029-da35-44ce-a5b6-f5bca5983536),segment_id=208d0029-da35-44ce-a5b6-f5bca5983536)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:37:59.227075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.229909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56910) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:59.238150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.263622 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9842cf75-fca6-483f-bb27-d8b4a7d9555b tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/routers/9e43ade3-1871-4eeb-95b7-654e2e263911 HTTP/1.1" status: 200 len: 920 time: 0.6781273 Apr 16 15:37:59.266704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:37:59.271561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56914) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:59.326913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Pushing event updated for resources: {'Port': ['ID=9f317556-15d2-47b6-ab82-df1ecd31c022,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:59.330248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:59.343917 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-23349500-7e0b-4721-8efa-c55dc0def5ab tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e43ade3-1871-4eeb-95b7-654e2e263911 HTTP/1.1" status: 200 len: 205 time: 0.0662117 Apr 16 15:37:59.343917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Pushing event updated for resources: {'Subnet': ['ID=9f52073c-7392-41d6-9c55-b05c075a169d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:37:59.348128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56918) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:37:59.354974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:37:59.411549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0152ff08-2a97-4f7a-830b-7001b471c198 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.413689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8e2adf-7034-4a4b-9d62-cc66d50aaca3 admin admin] Deleting subnet 0da3c180-d605-44bb-a91c-f77236e3df06 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:37:59.450931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e8e2adf-7034-4a4b-9d62-cc66d50aaca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.478313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.635818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 89e063ef-8414-48aa-9426-0cff46267bd8 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:37:59.635990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.658253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.822553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e8e2adf-7034-4a4b-9d62-cc66d50aaca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:37:59.911483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Checking segment: {'id': 'c13fea5c-8546-420a-a2e8-f867bf20c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '77ade78a-484a-446c-aba4-b64339632fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:37:59.911714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Network hostable DHCP agents. Network: 77ade78a-484a-446c-aba4-b64339632fe5, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:37:59.917583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.001701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e8e2adf-7034-4a4b-9d62-cc66d50aaca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.062620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Network 77ade78a-484a-446c-aba4-b64339632fe5 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:00.090333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014518cd-f9e5-448a-99d1-5ec3786f4ee8 req-4556fdab-ca58-424b-89de-48d4ec7896b4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:00.091321 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-014518cd-f9e5-448a-99d1-5ec3786f4ee8 req-4556fdab-ca58-424b-89de-48d4ec7896b4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.5876529 Apr 16 15:38:00.121671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 77ade78a-484a-446c-aba4-b64339632fe5) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:00.128034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca78a7b-6eb4-48c8-9244-c1e6ffb3ab65 None None] Network 77ade78a-484a-446c-aba4-b64339632fe5 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:00.148821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:00.149180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.152474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.163865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.165458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.176055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5041660f-cc54-45ab-bcc7-1a7425aba019 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:00.222505 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-014518cd-f9e5-448a-99d1-5ec3786f4ee8 req-1fabf126-fd73-4091-ad49-69a6351648dc tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186714 Apr 16 15:38:00.248560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.250618 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8872693 Apr 16 15:38:00.251260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Deleting port e98e9b4f-972d-4a4f-ab30-a50b230a8dab {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:00.251466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.253518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56924) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:00.256560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-77ade78a-484a-446c-aba4-b64339632fe5', 'network_id': '77ade78a-484a-446c-aba4-b64339632fe5', 'tenant_id': 'bb6aaeeb2a384c8bb9078b338498812f', 'fixed_ips': [{'subnet_id': '9f52073c-7392-41d6-9c55-b05c075a169d'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:00.257139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.270281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Request body: {'port': {'network_id': '77ade78a-484a-446c-aba4-b64339632fe5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1806972507'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:00.311421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Pushing event updated for resources: {'Port': ['ID=a6db04ca-4ea6-4c1f-ad04-714b2a70c294,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:00.330855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:00.345847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Allocated IP 172.20.0.2 (77ade78a-484a-446c-aba4-b64339632fe5/9f52073c-7392-41d6-9c55-b05c075a169d/9ef75fa7-a23d-463a-9292-f74879b7276a) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:00.358019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 89e063ef-8414-48aa-9426-0cff46267bd8 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:00.417592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0152ff08-2a97-4f7a-830b-7001b471c198 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.445440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79908ae3-0254-4689-815d-b8d25b77254a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:00.475125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.487832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.515990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152ff08-2a97-4f7a-830b-7001b471c198 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f4ecea-5cb9-4fff-a3ac-f565a39056ea,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:00.517877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0152ff08-2a97-4f7a-830b-7001b471c198 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:00.519892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e8e2adf-7034-4a4b-9d62-cc66d50aaca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.566455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c6957f3-9126-4587-931c-b4f902d52736 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:00.589067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Calling delete_port for e98e9b4f-972d-4a4f-ab30-a50b230a8dab owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:00.601764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:00.606779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Allocated IP 2001:db8::1 (9ec2c514-ede6-4235-9ca4-810994de2846/8770477e-46b5-4853-91d4-9fb322eec38a/667667dc-c266-4841-8813-1bf0bb7c91a5) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:00.615367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Usage tracker for resource:port and tenant:bb6aaeeb2a384c8bb9078b338498812f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:00.624672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:00.627212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.627695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0152ff08-2a97-4f7a-830b-7001b471c198 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.632599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:00.632825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9f317556-15d2-47b6-ab82-df1ecd31c022 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:00.645092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e2adf-7034-4a4b-9d62-cc66d50aaca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da3c180-d605-44bb-a91c-f77236e3df06,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:00.649397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6e8e2adf-7034-4a4b-9d62-cc66d50aaca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:00.682763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.685457 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2030098 Apr 16 15:38:00.692310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56928) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:00.700970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-464577756', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'fixed_ips': [{'ip_address': '172.26.4.167'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:00.710703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:00.719606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e8e2adf-7034-4a4b-9d62-cc66d50aaca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.722676 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6e8e2adf-7034-4a4b-9d62-cc66d50aaca3 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/0da3c180-d605-44bb-a91c-f77236e3df06 HTTP/1.1" status: 204 len: 168 time: 1.4859779 Apr 16 15:38:00.722676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Usage tracker for resource:port and tenant:19dc5cd16dc74196a417e485bc97d1d4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:00.723591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56932) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:00.730274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:00.749782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:00.753650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.764376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Transition to ACTIVE for port object 667667dc-c266-4841-8813-1bf0bb7c91a5 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:00.781833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0152ff08-2a97-4f7a-830b-7001b471c198 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/subnets/d5f4ecea-5cb9-4fff-a3ac-f565a39056ea HTTP/1.1" status: 204 len: 168 time: 2.2478230 Apr 16 15:38:00.785965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.792729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56936) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:00.797377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aa9e5465-d1c9-4621-aace-57cfeb394d79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:00.818469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Made reservation on behalf of 19dc5cd16dc74196a417e485bc97d1d4 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:00.819599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Made reservation on behalf of bb6aaeeb2a384c8bb9078b338498812f for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:00.821413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.823450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.869204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0acfac-fb61-4b00-8767-8713e6b8c993 None None] Network 9ec2c514-ede6-4235-9ca4-810994de2846 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:00.875692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.884822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.887167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Transition to ACTIVE for port object 9ef75fa7-a23d-463a-9292-f74879b7276a will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:00.900538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] device_id is not set on port 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:00.930569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:00.931102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 9f317556-15d2-47b6-ab82-df1ecd31c022 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:00.935107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=667667dc-c266-4841-8813-1bf0bb7c91a5,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:00.935396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Usage tracker for resource:security_group_rule and tenant:19dc5cd16dc74196a417e485bc97d1d4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:00.943527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:00.945133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:00.947470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Transition to ACTIVE for port object 9ef75fa7-a23d-463a-9292-f74879b7276a will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:00.954243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:00.957195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-34b2eb13-ba2f-4628-9f08-2e1c9b294647 None None] Provisioning for port 9f317556-15d2-47b6-ab82-df1ecd31c022 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:00.961544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-34b2eb13-ba2f-4628-9f08-2e1c9b294647 None None] Provisioning complete for port 9f317556-15d2-47b6-ab82-df1ecd31c022 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:00.961780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b2eb13-ba2f-4628-9f08-2e1c9b294647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.979302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:00.995977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.046222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 9ec2c514-ede6-4235-9ca4-810994de2846 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:01.048021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:01.050120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:01.050510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.053837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.056907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:01.113759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Network 77ade78a-484a-446c-aba4-b64339632fe5 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:01.133129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5c002838-99a2-4904-b3b8-a40bf412938d tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:01.163893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=89e063ef-8414-48aa-9426-0cff46267bd8,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:01.168863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:01.171331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:01.178117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:01.182246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Pushing event updated for resources: {'Port': ['ID=9ef75fa7-a23d-463a-9292-f74879b7276a,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:01.187065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:01.217256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Allocated IP 172.20.0.14 (77ade78a-484a-446c-aba4-b64339632fe5/9f52073c-7392-41d6-9c55-b05c075a169d/6e69add9-f80e-4c80-bdaa-e1b01a20cd0f) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:01.321269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b2eb13-ba2f-4628-9f08-2e1c9b294647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.327923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Attempting to bind port 9ef75fa7-a23d-463a-9292-f74879b7276a on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:01.328156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Attempting to bind port 9ef75fa7-a23d-463a-9292-f74879b7276a by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c13fea5c-8546-420a-a2e8-f867bf20c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '77ade78a-484a-446c-aba4-b64339632fe5'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:01.328385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Attempting to bind port 9ef75fa7-a23d-463a-9292-f74879b7276a on network 77ade78a-484a-446c-aba4-b64339632fe5 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:01.336385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:01.336680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Checking segment: {'id': 'c13fea5c-8546-420a-a2e8-f867bf20c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '77ade78a-484a-446c-aba4-b64339632fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:01.336864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.337103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Bound using segment: {'id': 'c13fea5c-8546-420a-a2e8-f867bf20c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '77ade78a-484a-446c-aba4-b64339632fe5'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:01.337403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Bound port: 9ef75fa7-a23d-463a-9292-f74879b7276a, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13fea5c-8546-420a-a2e8-f867bf20c593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '77ade78a-484a-446c-aba4-b64339632fe5'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:01.337639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.405108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] For port 9ef75fa7-a23d-463a-9292-f74879b7276a, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:01.407043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] For port 9ef75fa7-a23d-463a-9292-f74879b7276a, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9ef75fa7-a23d-463a-9292-f74879b7276a,segment=NetworkSegment(c13fea5c-8546-420a-a2e8-f867bf20c593),segment_id=c13fea5c-8546-420a-a2e8-f867bf20c593)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:01.411182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-34b2eb13-ba2f-4628-9f08-2e1c9b294647 None None] For port 9f317556-15d2-47b6-ab82-df1ecd31c022, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9f317556-15d2-47b6-ab82-df1ecd31c022,segment=NetworkSegment(208d0029-da35-44ce-a5b6-f5bca5983536),segment_id=208d0029-da35-44ce-a5b6-f5bca5983536)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:01.417531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.429824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-03d49f42-c6f1-491a-9e8b-a570aa5ba8d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:01.430395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.446163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.458683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-324d8f6a-5220-46ce-b5b5-ab036521ecc1 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:01.460939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b2eb13-ba2f-4628-9f08-2e1c9b294647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.531048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.544111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Pushing event updated for resources: {'Port': ['ID=9ef75fa7-a23d-463a-9292-f74879b7276a,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:01.546972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:01.552973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-81946f1a-f038-4f68-b973-a6fc53b360ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:01.588782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Pushing event deleted for resources: {'Port': ['ID=e98e9b4f-972d-4a4f-ab30-a50b230a8dab,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:01.595487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:01.600587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2eb13-ba2f-4628-9f08-2e1c9b294647 None None] Pushing event updated for resources: {'Port': ['ID=9f317556-15d2-47b6-ab82-df1ecd31c022,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:01.602620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34b2eb13-ba2f-4628-9f08-2e1c9b294647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:01.608202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.616263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1f6aabc5-ecfe-470c-b7fa-82855c3efe32 None None] Provisioning complete for port 9f317556-15d2-47b6-ab82-df1ecd31c022 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:01.616581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f6aabc5-ecfe-470c-b7fa-82855c3efe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.704959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffee5e5c-d450-42bc-bc7f-6612fa0a5c53']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:01.713495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1f6aabc5-ecfe-470c-b7fa-82855c3efe32 None None] Provisioning for port 667667dc-c266-4841-8813-1bf0bb7c91a5 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:01.717173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1f6aabc5-ecfe-470c-b7fa-82855c3efe32 None None] Provisioning complete for port 667667dc-c266-4841-8813-1bf0bb7c91a5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:01.717491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f6aabc5-ecfe-470c-b7fa-82855c3efe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.721289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.735785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a721efa6-27fe-437a-97cb-3102f4b455ec') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:01.736095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a721efa6-27fe-437a-97cb-3102f4b455ec') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:01.743742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.748571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:01.751601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1f6aabc5-ecfe-470c-b7fa-82855c3efe32 None None] Port 667667dc-c266-4841-8813-1bf0bb7c91a5 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:01.755454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] device_id is not set on port a4f0aecf-eb1c-4fc2-98eb-fe2caf10a952 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:01.786546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.805846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:01.824206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.832435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa7ff37-58ff-436f-8410-7039dc8fa1bd') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:01.832637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa7ff37-58ff-436f-8410-7039dc8fa1bd') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:01.867037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54bd1e6-d35b-4db0-b2de-18c2ff80864c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:01.867668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0239961f-1d2d-474b-aa99-644078b799a8 None None] Provisioning complete for port 667667dc-c266-4841-8813-1bf0bb7c91a5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:01.867911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0239961f-1d2d-474b-aa99-644078b799a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.868909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Releasing vlan 1470 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:01.879383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:01.906252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:01.922852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0239961f-1d2d-474b-aa99-644078b799a8 None None] Port 667667dc-c266-4841-8813-1bf0bb7c91a5 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:01.945107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde32d2d-ed46-46e5-a694-e8dd7686a48f req-6d050d70-b477-489f-b6a4-2c1ae7be7e42 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:01.946066 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bde32d2d-ed46-46e5-a694-e8dd7686a48f req-6d050d70-b477-489f-b6a4-2c1ae7be7e42 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.5825036 Apr 16 15:38:01.973874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.003834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.010460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.048241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Transition to ACTIVE for port object 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:02.056692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.057037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bde32d2d-ed46-46e5-a694-e8dd7686a48f req-6642b457-5bf9-43ab-b721-5cd2fb00fb55 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997522 Apr 16 15:38:02.082545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Releasing vlan 1483 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:02.161951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Network ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:02.227533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.271818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.275591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.325161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.365202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:02.366120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a6a8fdc5-650c-4ed2-a442-cdb83f8518d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:02.394585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.412529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.412805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Fanout notify agent at l3_agent the message router_deleted on router 9e43ade3-1871-4eeb-95b7-654e2e263911 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:38:02.414009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 16 15:38:02.414340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:02.459618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Network ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:02.462936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Router 887a0acf-8fb3-4086-8f9a-3fa70111277b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:02.476466 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:02.492416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Pushing event updated for resources: {'Port': ['ID=6e69add9-f80e-4c80-bdaa-e1b01a20cd0f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:02.505673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:02.622686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:02.635757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef770a-17c5-41de-bda7-0e8a5885bce8 None None] Sync routers for ids ['887a0acf-8fb3-4086-8f9a-3fa70111277b'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:02.644419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9ef75fa7-a23d-463a-9292-f74879b7276a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:02.662866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e175453-5159-4f40-ada3-61fa0130dfcb req-307c71d3-4cfc-48eb-b140-1878ad932e34 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:02.663742 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e175453-5159-4f40-ada3-61fa0130dfcb req-307c71d3-4cfc-48eb-b140-1878ad932e34 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2999873 Apr 16 15:38:02.665123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Network 77ade78a-484a-446c-aba4-b64339632fe5 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:02.671903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:02.674580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef770a-17c5-41de-bda7-0e8a5885bce8 None None] Routers {'887a0acf-8fb3-4086-8f9a-3fa70111277b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:02.675049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-feef770a-17c5-41de-bda7-0e8a5885bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['887a0acf-8fb3-4086-8f9a-3fa70111277b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:02.676527 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "PUT /v2.0/routers/887a0acf-8fb3-4086-8f9a-3fa70111277b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7692485 Apr 16 15:38:02.677060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56946) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:02.677535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:02.720340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-feef770a-17c5-41de-bda7-0e8a5885bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:02.735671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.741980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feef770a-17c5-41de-bda7-0e8a5885bce8 None None] Routers {'887a0acf-8fb3-4086-8f9a-3fa70111277b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:02.742453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-feef770a-17c5-41de-bda7-0e8a5885bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['887a0acf-8fb3-4086-8f9a-3fa70111277b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:02.748291 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-69835aab-692a-4fa2-aca8-905a334b34fe tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:38:02.748648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-69835aab-692a-4fa2-aca8-905a334b34fe tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:02.750172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.750768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.767257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:02.786244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-feef770a-17c5-41de-bda7-0e8a5885bce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:02.786578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feef770a-17c5-41de-bda7-0e8a5885bce8 None None] The sync data for ids ['887a0acf-8fb3-4086-8f9a-3fa70111277b'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:02.807762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 9ef75fa7-a23d-463a-9292-f74879b7276a completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:02.811460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9f317556-15d2-47b6-ab82-df1ecd31c022 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:02.856756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:02.857160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.860572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 9f317556-15d2-47b6-ab82-df1ecd31c022 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:02.860812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.868824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e175453-5159-4f40-ada3-61fa0130dfcb req-5786ee5f-d5f8-48da-b28a-8e2e504c0948 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976211 Apr 16 15:38:02.874613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-69835aab-692a-4fa2-aca8-905a334b34fe tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:02.877412 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-69835aab-692a-4fa2-aca8-905a334b34fe tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/89e063ef-8414-48aa-9426-0cff46267bd8 HTTP/1.1" status: 404 len: 333 time: 0.1816542 Apr 16 15:38:02.877836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56950) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:02.888084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=667667dc-c266-4841-8813-1bf0bb7c91a5,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:02.919646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:02.922695 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/9e43ade3-1871-4eeb-95b7-654e2e263911 HTTP/1.1" status: 204 len: 168 time: 3.5691159 Apr 16 15:38:02.928731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56954) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:02.929985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:02.931949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.2389760 Apr 16 15:38:02.934507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Network f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:02.934573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56956) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:02.941839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1046813125', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'enable_snat': False}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:02.946812 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6867437 Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:02.953653 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:02.956882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56962) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:02.957979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a1aabf-af28-4b0d-b7fa-563028e1094d None None] Network 77ade78a-484a-446c-aba4-b64339632fe5 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:02.960786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Request body: {'port': {'network_id': '77ade78a-484a-446c-aba4-b64339632fe5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1649198209', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:02.961101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] bootfile-name is not in valid_values {{(pid=86007) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:38:02.961296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] tftp-server is not in valid_values {{(pid=86007) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:38:02.961482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] server-ip-address is not in valid_values {{(pid=86007) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:38:02.969212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:03.007564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.009089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Usage tracker for resource:router and tenant:e3d6fcdc996b4360a8eae8da8a21cbc1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:03.034257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99c3934-1ee4-46da-8dcd-9721ea8067e1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.040224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:03.041917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c2b32f43-cdce-406a-8e02-722209c49494 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:03.049646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.059371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:03.074134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Pushing event deleted for resources: {'Network': ['ID=ffee5e5c-d450-42bc-bc7f-6612fa0a5c53,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:03.080007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:03.081074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-29af6760-fe80-476b-95d8-a3e44c4baf97 None None] Provisioning for port 9ef75fa7-a23d-463a-9292-f74879b7276a completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:03.093799 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] 10.222.0.95 "DELETE /v2.0/networks/ffee5e5c-d450-42bc-bc7f-6612fa0a5c53 HTTP/1.1" status: 204 len: 168 time: 2.3650310 Apr 16 15:38:03.097111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56966) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:03.108334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-29af6760-fe80-476b-95d8-a3e44c4baf97 None None] Provisioning complete for port 9ef75fa7-a23d-463a-9292-f74879b7276a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:03.108592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29af6760-fe80-476b-95d8-a3e44c4baf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.116797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.118059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.118792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.125474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-afeb99ef-9b98-442e-8d44-e9b7768f4bd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:03.137980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.153725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Pushing event deleted for resources: {'Network': ['ID=f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:03.159237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:03.170400 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] 10.222.0.95 "DELETE /v2.0/networks/f2bf99c0-1b3a-49c0-9cb1-6d3f07e28e20 HTTP/1.1" status: 204 len: 168 time: 2.3754590 Apr 16 15:38:03.174739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:03.177545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Usage tracker for resource:port and tenant:bb6aaeeb2a384c8bb9078b338498812f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:03.179599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:03.184704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:03.199991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.209970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29af6760-fe80-476b-95d8-a3e44c4baf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.217999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db3b23b-ba9b-421b-a653-9dddee655d35 admin admin] Deleting subnet 18dab5ad-9713-4241-8e99-3fb217b27b59 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:03.220947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Made reservation on behalf of bb6aaeeb2a384c8bb9078b338498812f for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:03.224885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.233646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3db3b23b-ba9b-421b-a653-9dddee655d35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.241867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-29af6760-fe80-476b-95d8-a3e44c4baf97 None None] For port 9ef75fa7-a23d-463a-9292-f74879b7276a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9ef75fa7-a23d-463a-9292-f74879b7276a,segment=NetworkSegment(c13fea5c-8546-420a-a2e8-f867bf20c593),segment_id=c13fea5c-8546-420a-a2e8-f867bf20c593)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:03.247168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29af6760-fe80-476b-95d8-a3e44c4baf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.251823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:03.306788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af6760-fe80-476b-95d8-a3e44c4baf97 None None] Pushing event updated for resources: {'Port': ['ID=9ef75fa7-a23d-463a-9292-f74879b7276a,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:03.307098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] device_id is not set on port 2b122cfb-47dc-4e31-8ad3-ac52d2a5b5b8 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:03.309245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-29af6760-fe80-476b-95d8-a3e44c4baf97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:03.370153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3db3b23b-ba9b-421b-a653-9dddee655d35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.370763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-aff724a1-ffa3-4ea4-b28f-c63289db7bd8 None None] Provisioning complete for port 9ef75fa7-a23d-463a-9292-f74879b7276a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:03.371007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aff724a1-ffa3-4ea4-b28f-c63289db7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.415890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56974) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:03.515895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Deleting port a6db04ca-4ea6-4c1f-ad04-714b2a70c294 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:03.516080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.532025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-aff724a1-ffa3-4ea4-b28f-c63289db7bd8 None None] Provisioning for port 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:03.532269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.537908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-aff724a1-ffa3-4ea4-b28f-c63289db7bd8 None None] Provisioning complete for port 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:03.538521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aff724a1-ffa3-4ea4-b28f-c63289db7bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.539234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3db3b23b-ba9b-421b-a653-9dddee655d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.571290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 9ec2c514-ede6-4235-9ca4-810994de2846 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:03.576785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-aff724a1-ffa3-4ea4-b28f-c63289db7bd8 None None] Port 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:03.606176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:03.672288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Allocated IP 172.20.0.7 (77ade78a-484a-446c-aba4-b64339632fe5/9f52073c-7392-41d6-9c55-b05c075a169d/2b122cfb-47dc-4e31-8ad3-ac52d2a5b5b8) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:03.691150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1cf14f0d-f6f0-4703-aef5-13b0b69b1a7f None None] Provisioning complete for port 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:03.691632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cf14f0d-f6f0-4703-aef5-13b0b69b1a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.722794 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-753f0ae3-5171-4c28-acd7-c5d4a517aa65 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=572b8e69ffdf4c27b74b5460455915f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060403 Apr 16 15:38:03.726130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56980) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:03.734975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99c3934-1ee4-46da-8dcd-9721ea8067e1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.735632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1cf14f0d-f6f0-4703-aef5-13b0b69b1a7f None None] Port 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:03.739174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99c3934-1ee4-46da-8dcd-9721ea8067e1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.807079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99c3934-1ee4-46da-8dcd-9721ea8067e1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.807394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99c3934-1ee4-46da-8dcd-9721ea8067e1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Fanout notify agent at l3_agent the message router_deleted on router 887a0acf-8fb3-4086-8f9a-3fa70111277b {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:38:03.826945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99c3934-1ee4-46da-8dcd-9721ea8067e1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.827659 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e99c3934-1ee4-46da-8dcd-9721ea8067e1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/routers/887a0acf-8fb3-4086-8f9a-3fa70111277b HTTP/1.1" status: 204 len: 168 time: 0.9443576 Apr 16 15:38:03.831017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.831208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.837227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 56984) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:03.853735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-94273496-3848-475d-8c7d-8b2a49fb3913 None None] Provisioning complete for port 667667dc-c266-4841-8813-1bf0bb7c91a5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:03.853996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94273496-3848-475d-8c7d-8b2a49fb3913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.891324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-94273496-3848-475d-8c7d-8b2a49fb3913 None None] Port 667667dc-c266-4841-8813-1bf0bb7c91a5 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:03.901021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a78603c-e80b-4795-a5f2-d266bf78713d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.934553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Calling delete_port for a6db04ca-4ea6-4c1f-ad04-714b2a70c294 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:03.946807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a78603c-e80b-4795-a5f2-d266bf78713d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.957364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3db3b23b-ba9b-421b-a653-9dddee655d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:03.968634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a5ee5a9-65da-4ce2-9d6d-030c857e5241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:04.031965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ea2ad3-c899-44dc-8d6c-5838a4277054 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting subnet 49d74d32-e436-4a03-b28b-5aff6cf971a0 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:04.041900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1ea2ad3-c899-44dc-8d6c-5838a4277054 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.065270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3b23b-ba9b-421b-a653-9dddee655d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18dab5ad-9713-4241-8e99-3fb217b27b59,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:04.078638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3db3b23b-ba9b-421b-a653-9dddee655d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:04.092181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router 338b8e73-dfb2-467f-b1dc-9e837a36df77 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:38:04.116901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1ea2ad3-c899-44dc-8d6c-5838a4277054 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.127413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.162228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Transition to ACTIVE for port object 2b122cfb-47dc-4e31-8ad3-ac52d2a5b5b8 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:04.168437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3db3b23b-ba9b-421b-a653-9dddee655d35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.185483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a78603c-e80b-4795-a5f2-d266bf78713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.189093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9bed3910-3dac-416a-b402-dcc87dafcf91 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:04.193190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.216452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78603c-e80b-4795-a5f2-d266bf78713d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a616732-f386-458a-b510-4a040405b747,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:04.217901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ca816-40ba-47a4-bdbb-6bd6af0c8d38 req-30120ada-f934-4ab2-b2dc-eb5952df1b13 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:04.220416 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3db3b23b-ba9b-421b-a653-9dddee655d35 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/18dab5ad-9713-4241-8e99-3fb217b27b59 HTTP/1.1" status: 204 len: 168 time: 1.1211574 Apr 16 15:38:04.220493 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-815ca816-40ba-47a4-bdbb-6bd6af0c8d38 req-30120ada-f934-4ab2-b2dc-eb5952df1b13 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2617180 Apr 16 15:38:04.220541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.221249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a78603c-e80b-4795-a5f2-d266bf78713d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:04.222203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a78603c-e80b-4795-a5f2-d266bf78713d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.222843 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7a78603c-e80b-4795-a5f2-d266bf78713d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5a616732-f386-458a-b510-4a040405b747 HTTP/1.1" status: 204 len: 168 time: 0.4932580 Apr 16 15:38:04.224216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 56990) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:04.255886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.272628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8412421-34a2-4bf3-9073-4f753f92898c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:04.577097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9ef75fa7-a23d-463a-9292-f74879b7276a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:04.582479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.611526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6db04ca-4ea6-4c1f-ad04-714b2a70c294,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:04.613334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:04.656978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:04.670396 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-815ca816-40ba-47a4-bdbb-6bd6af0c8d38 req-2bcc8660-24a9-40ad-8b6f-e4d08791d842 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4068718 Apr 16 15:38:04.671048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:04.677763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26837e93-89b0-45c3-b206-9461931bd22e None None] Sync routers for ids ['338b8e73-dfb2-467f-b1dc-9e837a36df77'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:04.685720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26837e93-89b0-45c3-b206-9461931bd22e None None] Routers {'338b8e73-dfb2-467f-b1dc-9e837a36df77'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:04.686314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-26837e93-89b0-45c3-b206-9461931bd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['338b8e73-dfb2-467f-b1dc-9e837a36df77'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:04.715513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1ea2ad3-c899-44dc-8d6c-5838a4277054 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.746391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.757818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-26837e93-89b0-45c3-b206-9461931bd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:04.765589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/338b8e73-dfb2-467f-b1dc-9e837a36df77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7367182 Apr 16 15:38:04.768356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57014) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:04.771630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26837e93-89b0-45c3-b206-9461931bd22e None None] Routers {'338b8e73-dfb2-467f-b1dc-9e837a36df77'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:04.772017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-26837e93-89b0-45c3-b206-9461931bd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['338b8e73-dfb2-467f-b1dc-9e837a36df77'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:04.826707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 9ef75fa7-a23d-463a-9292-f74879b7276a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:04.826947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:04.836372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-26837e93-89b0-45c3-b206-9461931bd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:04.836809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26837e93-89b0-45c3-b206-9461931bd22e None None] The sync data for ids ['338b8e73-dfb2-467f-b1dc-9e837a36df77'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:04.844613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Pushing event updated for resources: {'Port': ['ID=2b122cfb-47dc-4e31-8ad3-ac52d2a5b5b8,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:04.846883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:04.863244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025eb68f-d8ee-4aa0-8c73-6232b2ac7310 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:04.863622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-025eb68f-d8ee-4aa0-8c73-6232b2ac7310 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:04.865694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57020) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:04.871762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Network 77ade78a-484a-446c-aba4-b64339632fe5 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:04.873542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:04.875086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:04.941804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Allocated IP 172.26.4.196 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/669feaff-f69b-4996-9969-12968b324d7c) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:04.946055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.007531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-025eb68f-d8ee-4aa0-8c73-6232b2ac7310 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:05.010294 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-025eb68f-d8ee-4aa0-8c73-6232b2ac7310 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports/667667dc-c266-4841-8813-1bf0bb7c91a5 HTTP/1.1" status: 200 len: 911 time: 0.2353017 Apr 16 15:38:05.011558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:05.011981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.012572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57026) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:05.013232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.013517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-983d6f33-e90b-49c6-b869-4c9aeaa870c8 None None] Provisioning for port 2b122cfb-47dc-4e31-8ad3-ac52d2a5b5b8 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:05.014616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.015271 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] 10.222.0.95 "DELETE /v2.0/floatingips/eaf82d7c-876b-4fb2-bf75-91caa5ba2342 HTTP/1.1" status: 204 len: 168 time: 2.0801399 Apr 16 15:38:05.030083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d4b5ab31-d665-4b94-a727-8934c4120a53 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8770477e-46b5-4853-91d4-9fb322eec38a'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:05.033961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-983d6f33-e90b-49c6-b869-4c9aeaa870c8 None None] Provisioning complete for port 2b122cfb-47dc-4e31-8ad3-ac52d2a5b5b8 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:05.034209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-983d6f33-e90b-49c6-b869-4c9aeaa870c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.062274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-886489807'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:05.068913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:05.075354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-983d6f33-e90b-49c6-b869-4c9aeaa870c8 None None] Port 2b122cfb-47dc-4e31-8ad3-ac52d2a5b5b8 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:05.082114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:network and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:05.082964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef85a565-c1c1-441d-a51a-1292f5f7104f']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:05.085566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:05.088514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1309829 Apr 16 15:38:05.094002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57032) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:05.098695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:05.100004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe755bf-4464-44fe-bbf7-2e17e91cd03e') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:05.100205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe755bf-4464-44fe-bbf7-2e17e91cd03e') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:05.104839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f8482-a4f7-4200-aef3-96a75f7c457b req-02a52211-b8f3-4309-b6cd-3b6d8045e0a7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:05.105770 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a40f8482-a4f7-4200-aef3-96a75f7c457b req-02a52211-b8f3-4309-b6cd-3b6d8045e0a7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2368367 Apr 16 15:38:05.136913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.162818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.165989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:05.169551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.177785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Releasing vlan 1461 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:05.186887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.203169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57038) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:05.213122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.251799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:05.255151 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a40f8482-a4f7-4200-aef3-96a75f7c457b req-77c83ccf-f882-41e9-a5b1-016e2fd9990d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303227 Apr 16 15:38:05.259086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:security_group_rule and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:05.264194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:05.272314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:05.312095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Network ef85a565-c1c1-441d-a51a-1292f5f7104f has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:05.319341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.321103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1ea2ad3-c899-44dc-8d6c-5838a4277054 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.333273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:05.372139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df913cf8-b963-4784-991f-363bae2a3d12 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:05.379260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df913cf8-b963-4784-991f-363bae2a3d12 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:05.388731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df913cf8-b963-4784-991f-363bae2a3d12 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:05.390047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-df913cf8-b963-4784-991f-363bae2a3d12 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Synchronizing usage tracker for tenant:bb6aaeeb2a384c8bb9078b338498812f on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:05.411805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04bbd80-c3ef-4729-9119-aec3ea1b2367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.420658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea2ad3-c899-44dc-8d6c-5838a4277054 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Subnet': ['ID=49d74d32-e436-4a03-b28b-5aff6cf971a0,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:05.429904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e1ea2ad3-c899-44dc-8d6c-5838a4277054 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:05.434618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ab31-d665-4b94-a727-8934c4120a53 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.439705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d04bbd80-c3ef-4729-9119-aec3ea1b2367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:05.471767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d04bbd80-c3ef-4729-9119-aec3ea1b2367 admin admin] Usage tracker for resource:security_group_rule and tenant:0703342f14374e63bc169a3750cbc893 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:05.480467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d04bbd80-c3ef-4729-9119-aec3ea1b2367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:05.482348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-df913cf8-b963-4784-991f-363bae2a3d12 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Unset dirty status for tenant:bb6aaeeb2a384c8bb9078b338498812f on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:05.484867 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-df913cf8-b963-4784-991f-363bae2a3d12 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3872566 Apr 16 15:38:05.485839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57046) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:05.488159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.494614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1ea2ad3-c899-44dc-8d6c-5838a4277054 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.495521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d04bbd80-c3ef-4729-9119-aec3ea1b2367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:05.499094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692e81ab-2ae4-4236-9be8-cf7a37c8df27 None None] Network a6953dd0-548a-4d53-884a-7381e0c914dc requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:05.501382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24741f26-19e6-4255-959d-677433d6c079 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:05.519089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Network ef85a565-c1c1-441d-a51a-1292f5f7104f has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:05.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:05.556947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e1ea2ad3-c899-44dc-8d6c-5838a4277054 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/49d74d32-e436-4a03-b28b-5aff6cf971a0 HTTP/1.1" status: 204 len: 168 time: 1.7174213 Apr 16 15:38:05.564944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57050) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:05.612532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.631052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event updated for resources: {'Port': ['ID=669feaff-f69b-4996-9969-12968b324d7c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:05.637777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:05.646044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.656167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12b09b6f-562f-4fc7-8227-091dcc4d5387 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:05.663914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.667931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079c129-741b-442e-a0f4-667a3908bd07 req-8020ad05-0f87-492b-9e54-093e58f56314 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:05.668869 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c079c129-741b-442e-a0f4-667a3908bd07 req-8020ad05-0f87-492b-9e54-093e58f56314 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3362453 Apr 16 15:38:05.669271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.674885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-39f7237a-786e-418c-9881-cff3165520dc tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Deleting port 2b122cfb-47dc-4e31-8ad3-ac52d2a5b5b8 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:05.675083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39f7237a-786e-418c-9881-cff3165520dc tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.676716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Pushing event deleted for resources: {'Network': ['ID=ef85a565-c1c1-441d-a51a-1292f5f7104f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:05.685885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:05.693188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e677924a-8a1b-4f40-89c7-e5ce61ac7428 None None] DHCP port deletion for a6953dd0-548a-4d53-884a-7381e0c914dc request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:38:05.696323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] 10.222.0.95 "DELETE /v2.0/networks/ef85a565-c1c1-441d-a51a-1292f5f7104f HTTP/1.1" status: 204 len: 168 time: 1.4712613 Apr 16 15:38:05.704382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e677924a-8a1b-4f40-89c7-e5ce61ac7428 None None] Deleting port 1928b707-e4e6-47e5-add9-2b1cd5ab3335 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:05.707112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e677924a-8a1b-4f40-89c7-e5ce61ac7428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.713985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:05.716916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:05.719307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:05.721862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e24bf994-d825-48c9-8bf0-83df693eb478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:05.757217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04bbd80-c3ef-4729-9119-aec3ea1b2367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.760573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04bbd80-c3ef-4729-9119-aec3ea1b2367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.766588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2113b5b-0e09-475a-9ee8-c7c915e53137 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:05.787999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1484} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:05.805125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57056) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:05.846196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e677924a-8a1b-4f40-89c7-e5ce61ac7428 None None] For port 1928b707-e4e6-47e5-add9-2b1cd5ab3335, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1928b707-e4e6-47e5-add9-2b1cd5ab3335,segment=NetworkSegment(7a5be20c-309e-496a-9ddd-453c5ba886c4),segment_id=7a5be20c-309e-496a-9ddd-453c5ba886c4)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:05.846441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e677924a-8a1b-4f40-89c7-e5ce61ac7428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.858326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6885e495-77f8-4a48-8276-006975b3eaf9,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:05.863678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.870459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bbd80-c3ef-4729-9119-aec3ea1b2367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3831a28f-9502-4a9f-af55-fba13e855773,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:05.876954 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d04bbd80-c3ef-4729-9119-aec3ea1b2367 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0703342f14374e63bc169a3750cbc893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6495142 Apr 16 15:38:05.881233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57060) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:05.881812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d04bbd80-c3ef-4729-9119-aec3ea1b2367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:05.901467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:05.903512 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c079c129-741b-442e-a0f4-667a3908bd07 req-8a0ae205-0a63-4ab1-9610-c993cf29a1a2 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135224 Apr 16 15:38:05.906558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.906778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Added segment dd41921d-8a9b-4459-a99e-5f2158576542 of type vlan for network b66a7734-0497-48f4-97a7-522a38494040 Apr 16 15:38:05.926187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e677924a-8a1b-4f40-89c7-e5ce61ac7428 None None] Calling delete_port for 1928b707-e4e6-47e5-add9-2b1cd5ab3335 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:05.939931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-807bcc2b-29b8-46cc-96eb-c534b806e662 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=265b5230d93c411696e97ea51653a425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1285009 Apr 16 15:38:05.943981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57066) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:05.977422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e677924a-8a1b-4f40-89c7-e5ce61ac7428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:05.986902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:06.037050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677924a-8a1b-4f40-89c7-e5ce61ac7428 None None] Pushing event deleted for resources: {'Port': ['ID=1928b707-e4e6-47e5-add9-2b1cd5ab3335,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:06.045721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e677924a-8a1b-4f40-89c7-e5ce61ac7428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:06.061062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21ff9943-57ed-45ba-b20a-d3595a348682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.067446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e677924a-8a1b-4f40-89c7-e5ce61ac7428 None None] No DVR routers for this DVR port 1928b707-e4e6-47e5-add9-2b1cd5ab3335 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:38:06.097340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21ff9943-57ed-45ba-b20a-d3595a348682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.109327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-40c26dae-5312-41c7-a644-e0580862eccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.148884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-40c26dae-5312-41c7-a644-e0580862eccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.155075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.333383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.472095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.511523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21ff9943-57ed-45ba-b20a-d3595a348682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.515619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24f3826b-634f-4ec5-9248-0993625cf14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:06.532339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.533238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff9943-57ed-45ba-b20a-d3595a348682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3831a28f-9502-4a9f-af55-fba13e855773,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:06.534950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-21ff9943-57ed-45ba-b20a-d3595a348682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:06.535058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:06.535548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.539968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21ff9943-57ed-45ba-b20a-d3595a348682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.542437 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-21ff9943-57ed-45ba-b20a-d3595a348682 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/3831a28f-9502-4a9f-af55-fba13e855773 HTTP/1.1" status: 204 len: 168 time: 0.6560175 Apr 16 15:38:06.558198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a0956118-a3d4-4b76-bd0e-1f27338529ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:06.570222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1928b707-e4e6-47e5-add9-2b1cd5ab3335 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:06.590081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39f7237a-786e-418c-9881-cff3165520dc tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.596757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-40c26dae-5312-41c7-a644-e0580862eccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.600939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 1928b707-e4e6-47e5-add9-2b1cd5ab3335 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:06.601326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1928b707-e4e6-47e5-add9-2b1cd5ab3335 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:06.629529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d04bbd80-c3ef-4729-9119-aec3ea1b2367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:06.641189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61e476-695d-4fcf-a5b9-af8f416c4dbb req-fbef793f-5684-4be8-9f5c-1e8b7628f746 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:06.642161 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de61e476-695d-4fcf-a5b9-af8f416c4dbb req-fbef793f-5684-4be8-9f5c-1e8b7628f746 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.4630511 Apr 16 15:38:06.644205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c26dae-5312-41c7-a644-e0580862eccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237b0b7b-8b8b-4baf-8232-9c50b1b158b7,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:06.646832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-40c26dae-5312-41c7-a644-e0580862eccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:06.647573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-40c26dae-5312-41c7-a644-e0580862eccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.650112 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-40c26dae-5312-41c7-a644-e0580862eccb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/237b0b7b-8b8b-4baf-8232-9c50b1b158b7 HTTP/1.1" status: 204 len: 168 time: 0.7061360 Apr 16 15:38:06.683841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.750394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8797574 Apr 16 15:38:06.752960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57076) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:06.758968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-39f7237a-786e-418c-9881-cff3165520dc tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Calling delete_port for 2b122cfb-47dc-4e31-8ad3-ac52d2a5b5b8 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:06.763886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'name': 'tempest-PortsIpV6TestJSON-760938785'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:06.782951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6953dd0-548a-4d53-884a-7381e0c914dc']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:06.790066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Network': ['ID=b66a7734-0497-48f4-97a7-522a38494040,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:06.795568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:06.799924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network b66a7734-0497-48f4-97a7-522a38494040 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:06.805331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5be20c-309e-496a-9ddd-453c5ba886c4') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:06.805507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5be20c-309e-496a-9ddd-453c5ba886c4') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:06.823698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.834240 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de61e476-695d-4fcf-a5b9-af8f416c4dbb req-0a5cfcda-7237-461e-80c5-482b9a98d98c tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672280 Apr 16 15:38:06.847996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.852281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Releasing vlan 1491 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:06.854629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:06.858098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:port and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:06.861497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:06.871494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:06.887391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57084) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:06.905000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ab31-d665-4b94-a727-8934c4120a53 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.912062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:06.915613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.922115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ab31-d665-4b94-a727-8934c4120a53 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.925536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b5ab31-d665-4b94-a727-8934c4120a53 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:06.925924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4b5ab31-d665-4b94-a727-8934c4120a53 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:06.928826 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d4b5ab31-d665-4b94-a727-8934c4120a53 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/ports/667667dc-c266-4841-8813-1bf0bb7c91a5 HTTP/1.1" status: 200 len: 911 time: 1.9082477 Apr 16 15:38:06.932992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57088) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:06.933199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57090) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:06.935771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b646fd2b-a252-4b3e-8215-2377eb0d8fc6 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:07.029339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:07.031424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network a6953dd0-548a-4d53-884a-7381e0c914dc has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:07.038622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.059123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Router 6e7a71ca-ce49-4dba-a54d-4815cf93744a is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:38:07.063807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36f8cfff-22a4-45f5-8b0d-7ad6eef35c72 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=19dc5cd16dc74196a417e485bc97d1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653037 Apr 16 15:38:07.069538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57096) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:07.078170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5ab31-d665-4b94-a727-8934c4120a53 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=667667dc-c266-4841-8813-1bf0bb7c91a5,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:07.089342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d4b5ab31-d665-4b94-a727-8934c4120a53 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:07.108463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39f7237a-786e-418c-9881-cff3165520dc tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.139513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:07.148562 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a73b866c-5808-471a-9e23-46dccde43aa5 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dadca780c6fa42a49f921dfb1e726dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109075 Apr 16 15:38:07.158112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57100) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:07.206979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7237a-786e-418c-9881-cff3165520dc tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Pushing event deleted for resources: {'Port': ['ID=2b122cfb-47dc-4e31-8ad3-ac52d2a5b5b8,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:07.217268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-39f7237a-786e-418c-9881-cff3165520dc tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:07.218150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network a6953dd0-548a-4d53-884a-7381e0c914dc has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:07.235797 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:07.310998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.320123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6dec24ff-925e-4b29-94be-70b45261cf7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:07.328424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.329499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-323cec93-4c4c-4347-ad4f-d3b3c9d394bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.335381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64a5f768-0687-4741-bed5-cc39a0a89047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.341676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Network': ['ID=a6953dd0-548a-4d53-884a-7381e0c914dc,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:07.346995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:07.350511 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/networks/a6953dd0-548a-4d53-884a-7381e0c914dc HTTP/1.1" status: 204 len: 168 time: 1.7512355 Apr 16 15:38:07.353880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57104) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:07.427174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64a5f768-0687-4741-bed5-cc39a0a89047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.436635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:07.443794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Sync routers for ids ['6e7a71ca-ce49-4dba-a54d-4815cf93744a'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:07.451597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Routers {'6e7a71ca-ce49-4dba-a54d-4815cf93744a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:07.454235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['6e7a71ca-ce49-4dba-a54d-4815cf93744a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:07.462274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-323cec93-4c4c-4347-ad4f-d3b3c9d394bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.470376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6555d75a-7046-4d2a-b66b-cda810feeb28 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:07.471593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6555d75a-7046-4d2a-b66b-cda810feeb28 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/dbf65e65-3262-40e3-81a3-45b21e78437a HTTP/1.1" status: 200 len: 840 time: 0.1173971 Apr 16 15:38:07.474371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57108) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:07.509598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39f7237a-786e-418c-9881-cff3165520dc tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.522260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64a5f768-0687-4741-bed5-cc39a0a89047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.523546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64a5f768-0687-4741-bed5-cc39a0a89047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.524261 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-64a5f768-0687-4741-bed5-cc39a0a89047 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/11bfdc71-a94a-4769-92c8-29810b906065 HTTP/1.1" status: 204 len: 168 time: 0.3582215 Apr 16 15:38:07.525981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6f199eee-0efa-4b83-a0cb-cc73a705a363 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:07.530951 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-39f7237a-786e-418c-9881-cff3165520dc tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] 10.222.0.95 "DELETE /v2.0/ports/2b122cfb-47dc-4e31-8ad3-ac52d2a5b5b8 HTTP/1.1" status: 204 len: 168 time: 2.0389543 Apr 16 15:38:07.535284 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-42e8c5e3-bb71-4e50-8590-28ade40a8543 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/dbf65e65-3262-40e3-81a3-45b21e78437a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0602496 Apr 16 15:38:07.535634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57114) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:07.538100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5f768-0687-4741-bed5-cc39a0a89047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bfdc71-a94a-4769-92c8-29810b906065,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:07.539149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57118) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:07.541746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Request body: {'port': {'name': 'tempest-new-port-name-1409641939', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:07.541805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] bootfile-name is not in valid_values {{(pid=86006) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:38:07.541955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] tftp-server is not in valid_values {{(pid=86006) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:38:07.542144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] server-ip-address is not in valid_values {{(pid=86006) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:38:07.551510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.561566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64a5f768-0687-4741-bed5-cc39a0a89047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:07.564150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:07.565816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.566724 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.6338744 Apr 16 15:38:07.569210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57122) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:07.580894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Set router 6e7a71ca-ce49-4dba-a54d-4815cf93744a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:07.770112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7a71ca-ce49-4dba-a54d-4815cf93744a', 'name': 'tempest-snat-router-1046813125', 'tenant_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.196'}], 'enable_snat': False}, 'gw_port_id': '669feaff-f69b-4996-9969-12968b324d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:03Z', 'updated_at': '2021-04-16T15:38:05Z', 'revision_number': 3, 'project_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'gw_port': {'id': '669feaff-f69b-4996-9969-12968b324d7c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7a71ca-ce49-4dba-a54d-4815cf93744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:04Z', 'updated_at': '2021-04-16T15:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:07.773571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Checking router: 6e7a71ca-ce49-4dba-a54d-4815cf93744a for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:38:07.773991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Updating router 6e7a71ca-ce49-4dba-a54d-4815cf93744a port 669feaff-f69b-4996-9969-12968b324d7c binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:38:07.808690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.974772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:07.979116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:07.980735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.986996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:07.990310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-323cec93-4c4c-4347-ad4f-d3b3c9d394bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:07.991780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:07.995823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:08.007650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.015591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Transition to ACTIVE for port object 669feaff-f69b-4996-9969-12968b324d7c will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:08.018645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:08.019784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.022304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.028684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70db1cf8-a030-49c6-9be6-f663ca21bd54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:08.030279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cec93-4c4c-4347-ad4f-d3b3c9d394bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54bd1e6-d35b-4db0-b2de-18c2ff80864c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:08.040687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-323cec93-4c4c-4347-ad4f-d3b3c9d394bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:08.049418 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-770eeb9a-66cd-4705-a762-a11da2714315 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/routers/6e7a71ca-ce49-4dba-a54d-4815cf93744a HTTP/1.1" status: 200 len: 909 time: 0.4773343 Apr 16 15:38:08.049418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.050227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-323cec93-4c4c-4347-ad4f-d3b3c9d394bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.052583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-323cec93-4c4c-4347-ad4f-d3b3c9d394bf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b54bd1e6-d35b-4db0-b2de-18c2ff80864c HTTP/1.1" status: 204 len: 168 time: 0.9712381 Apr 16 15:38:08.052583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57126) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:08.061599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-185309ea-86d1-49e0-b8ec-a8497a5ac68e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:08.096965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1046813125', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'enable_snat': True}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:08.118934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55685c-25fe-497d-ad54-e0abf62aa2c0 None None] Pushing event updated for resources: {'Port': ['ID=669feaff-f69b-4996-9969-12968b324d7c,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:08.120675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db55685c-25fe-497d-ad54-e0abf62aa2c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:08.137837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:08.151308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Usage tracker for resource:router and tenant:e3d6fcdc996b4360a8eae8da8a21cbc1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:08.155738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:08.169682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=c893536a-2b3c-4ecd-9400-fd2b1c7847f2,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:08.173513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:08.177444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:08.181056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Attempting to bind port 669feaff-f69b-4996-9969-12968b324d7c on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:08.181913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Attempting to bind port 669feaff-f69b-4996-9969-12968b324d7c by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:08.182247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Attempting to bind port 669feaff-f69b-4996-9969-12968b324d7c on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:08.188238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:08.188633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.188869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:08.189340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.190221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:08.190874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Bound port: 669feaff-f69b-4996-9969-12968b324d7c, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:08.191324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.229920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.230552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.246290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.250252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.261731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12d02dc5-b930-4ce2-ab4d-17cad48182ea tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:08.301703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.310434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Checking segment: {'id': 'dd41921d-8a9b-4459-a99e-5f2158576542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'b66a7734-0497-48f4-97a7-522a38494040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:08.310656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network hostable DHCP agents. Network: b66a7734-0497-48f4-97a7-522a38494040, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:08.408071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Pushing event updated for resources: {'Port': ['ID=6e69add9-f80e-4c80-bdaa-e1b01a20cd0f,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:08.418779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:08.421229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:08.464045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] For port 669feaff-f69b-4996-9969-12968b324d7c, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:08.466671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] For port 669feaff-f69b-4996-9969-12968b324d7c, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=669feaff-f69b-4996-9969-12968b324d7c,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:08.469293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.479492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a9d04b8-3b35-432a-9953-2e40fbba13ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:08.497229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, b66a7734-0497-48f4-97a7-522a38494040) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:08.509752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeb666b-8aac-4bd1-bdfc-143c070fc569 None None] Network b66a7734-0497-48f4-97a7-522a38494040 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:08.540151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] In _notify_port_updated(), no bound segment for port 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f on network 77ade78a-484a-446c-aba4-b64339632fe5 {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:38:08.544380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:08.544882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.545845 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] 10.222.0.95 "PUT /v2.0/ports/6e69add9-f80e-4c80-bdaa-e1b01a20cd0f HTTP/1.1" status: 200 len: 1137 time: 1.0089083 Apr 16 15:38:08.549792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57144) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:08.553411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:08.556851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:08.557264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.579276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.608797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faff1ba8-37ae-4568-8f48-6900caaeda41 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:08.609868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-faff1ba8-37ae-4568-8f48-6900caaeda41 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Synchronizing usage tracker for tenant:bb6aaeeb2a384c8bb9078b338498812f on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:08.620395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8666701 Apr 16 15:38:08.628463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57152) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:08.661950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55685c-25fe-497d-ad54-e0abf62aa2c0 None None] Pushing event updated for resources: {'Port': ['ID=669feaff-f69b-4996-9969-12968b324d7c,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:08.670762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.683029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-605845507'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:08.685168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db55685c-25fe-497d-ad54-e0abf62aa2c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:08.686680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port 667667dc-c266-4841-8813-1bf0bb7c91a5 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:08.686890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.687533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9eedf22-fed0-413e-a62c-cb3859a5dd06 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:08.707175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-faff1ba8-37ae-4568-8f48-6900caaeda41 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Unset dirty status for tenant:bb6aaeeb2a384c8bb9078b338498812f on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:08.709008 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-faff1ba8-37ae-4568-8f48-6900caaeda41 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] 10.222.0.95 "GET /v2.0/ports/6e69add9-f80e-4c80-bdaa-e1b01a20cd0f HTTP/1.1" status: 200 len: 1137 time: 0.1580503 Apr 16 15:38:08.713560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57158) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:08.740210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Routers {'6e7a71ca-ce49-4dba-a54d-4815cf93744a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:08.740630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['6e7a71ca-ce49-4dba-a54d-4815cf93744a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:08.741699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:08.754510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:network and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:08.762397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:08.775609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:08.779086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5ab31a5b-9da6-4260-8b58-8cbad6de62f1 None None] Provisioning complete for port 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:08.779473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ab31a5b-9da6-4260-8b58-8cbad6de62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.790101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Subnet': ['ID=89fee856-caca-437b-b76d-4ab0f2a92855,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:08.791863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:08.806618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:08.810672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.818105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5ab31a5b-9da6-4260-8b58-8cbad6de62f1 None None] Port 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:08.829337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c16aef5d-4c42-42f3-9938-5d500d38a7ca tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Deleting port 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:08.829707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c16aef5d-4c42-42f3-9938-5d500d38a7ca tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.838896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:08.839444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1472} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:08.840888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:08.851127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:08.851508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3947b3-fa6e-46af-99d9-f91121d639db None None] Network 82da269f-e423-41e3-ba00-d3738d0b5784 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:08.851581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.866668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.866891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Added segment 252a3354-b231-4c08-bd3b-db44a0cea377 of type vlan for network 5da9db42-3be9-44a2-94c6-60d92b46c910 Apr 16 15:38:08.873108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3134787 Apr 16 15:38:08.874115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57166) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:08.878763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'security_group': {'name': 'tempest-secgroup-1955842130'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:08.887598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:08.892210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:security_group and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:08.894669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.897416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:08.902258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:08.915641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.932320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:08.934360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.935049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:security_group_rule and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:08.936996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:08.938908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.942587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:08.943092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:08.947779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e364d555-42d2-4c27-bdfa-f3604751c7cb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:08.956814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:09.016143 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3451924 Apr 16 15:38:09.021501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57176) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:09.029374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'ports': [{'network_id': 'b66a7734-0497-48f4-97a7-522a38494040'}, {'network_id': '5da9db42-3be9-44a2-94c6-60d92b46c910'}]} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:09.029516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:09.030138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': '5da9db42-3be9-44a2-94c6-60d92b46c910'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:09.031095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] Set router 6e7a71ca-ce49-4dba-a54d-4815cf93744a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:09.032043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for 667667dc-c266-4841-8813-1bf0bb7c91a5 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:09.058632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-82da269f-e423-41e3-ba00-d3738d0b5784', 'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'tenant_id': '4048886c32194caf9efd8fbc0a02d36b', 'fixed_ips': [{'subnet_id': '89fee856-caca-437b-b76d-4ab0f2a92855'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:09.058632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.112459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Network': ['ID=5da9db42-3be9-44a2-94c6-60d92b46c910,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:09.114889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:09.186900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Allocated IP 172.20.0.2 (82da269f-e423-41e3-ba00-d3738d0b5784/89fee856-caca-437b-b76d-4ab0f2a92855/3214f532-e42e-49d5-ae4f-d2fc334560e3) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:09.188383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:09.195624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:port and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:09.198114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.198826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:09.202439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:09.204604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.208698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6351a41c-4b66-4964-ad84-6c568facf812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:09.231353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 2} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:09.235812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.247571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.254881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d283ae6d-b2d5-49bc-8dfa-eb0154300d36,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:09.256423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.257263 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3825762 Apr 16 15:38:09.259926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:09.260800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57186) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:09.273757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'security_group': {'name': 'tempest-secgroup-601948890'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:09.281619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 5da9db42-3be9-44a2-94c6-60d92b46c910 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:09.329286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 1a8cebe4-3ca7-4383-bff1-5a7aca84a95d yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:09.419898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.490293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 66af292b-e54d-4efb-b37a-4da7dd2b08c0 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:09.493189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.517020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Transition to ACTIVE for port object 3214f532-e42e-49d5-ae4f-d2fc334560e3 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:09.535124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Transition to ACTIVE for port object 3214f532-e42e-49d5-ae4f-d2fc334560e3 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:09.543697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.556221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57200) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:09.577863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:09.591290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:security_group and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:09.591830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.594228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.612420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:09.614275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.617571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c16aef5d-4c42-42f3-9938-5d500d38a7ca tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.624974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-078d1dc4-5c84-4075-9035-9c1b3d627cb0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:09.627275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:09.632220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.701420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:09.712560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:09.718948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Usage tracker for resource:floatingip and tenant:0f5119428db54fa69ac237b8436ffdde is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:09.722492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:09.730812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c16aef5d-4c42-42f3-9938-5d500d38a7ca tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Calling delete_port for 6e69add9-f80e-4c80-bdaa-e1b01a20cd0f owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:09.734004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=1a8cebe4-3ca7-4383-bff1-5a7aca84a95d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:09.735721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:09.738989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:09.748775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.756572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.759905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ff362bdb-037d-4f0f-ae70-b06ca68d29fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:09.762467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:09.764616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:09.769818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:09.770276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.780441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cbd014ac-ec7c-4398-96c4-dbbcd599ee16 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:09.812163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:09.819824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:security_group_rule and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:09.820039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e7a71ca-ce49-4dba-a54d-4815cf93744a', 'name': 'tempest-snat-router-1046813125', 'tenant_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.196'}], 'enable_snat': False}, 'gw_port_id': '669feaff-f69b-4996-9969-12968b324d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:03Z', 'updated_at': '2021-04-16T15:38:05Z', 'revision_number': 3, 'project_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'gw_port': {'id': '669feaff-f69b-4996-9969-12968b324d7c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7a71ca-ce49-4dba-a54d-4815cf93744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:04Z', 'updated_at': '2021-04-16T15:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:09.822697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:09.829011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Pushing event updated for resources: {'Port': ['ID=3214f532-e42e-49d5-ae4f-d2fc334560e3,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:09.830939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:09.834862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:09.838060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbc16bb-fe06-486e-9623-61807fa39912 None None] The sync data for ids ['6e7a71ca-ce49-4dba-a54d-4815cf93744a'] in dv-neutron-786478-2-hyperv is: [{'id': '6e7a71ca-ce49-4dba-a54d-4815cf93744a', 'name': 'tempest-snat-router-1046813125', 'tenant_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.196'}], 'enable_snat': False}, 'gw_port_id': '669feaff-f69b-4996-9969-12968b324d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:03Z', 'updated_at': '2021-04-16T15:38:05Z', 'revision_number': 3, 'project_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'gw_port': {'id': '669feaff-f69b-4996-9969-12968b324d7c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e7a71ca-ce49-4dba-a54d-4815cf93744a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:04Z', 'updated_at': '2021-04-16T15:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:09.846577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:09.847279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:09.848865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:09.878087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.888614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf21cd45-d7e4-48df-84b9-cd3a89fbc170 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:09.905508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=66af292b-e54d-4efb-b37a-4da7dd2b08c0,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:09.906629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Attempting to bind port 3214f532-e42e-49d5-ae4f-d2fc334560e3 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:09.906867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Attempting to bind port 3214f532-e42e-49d5-ae4f-d2fc334560e3 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '894d51c6-6183-4d71-8ae2-434ef5b3d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:09.907093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Attempting to bind port 3214f532-e42e-49d5-ae4f-d2fc334560e3 on network 82da269f-e423-41e3-ba00-d3738d0b5784 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:09.910808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:09.911043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Checking segment: {'id': '894d51c6-6183-4d71-8ae2-434ef5b3d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:09.911621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.911878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Bound using segment: {'id': '894d51c6-6183-4d71-8ae2-434ef5b3d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:09.912182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Bound port: 3214f532-e42e-49d5-ae4f-d2fc334560e3, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894d51c6-6183-4d71-8ae2-434ef5b3d295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:09.912512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.914084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:09.954986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=667667dc-c266-4841-8813-1bf0bb7c91a5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:09.956767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:09.961165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Checking segment: {'id': '252a3354-b231-4c08-bd3b-db44a0cea377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': '5da9db42-3be9-44a2-94c6-60d92b46c910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:09.961386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network hostable DHCP agents. Network: 5da9db42-3be9-44a2-94c6-60d92b46c910, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:09.968211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] For port 3214f532-e42e-49d5-ae4f-d2fc334560e3, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:09.970104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] For port 3214f532-e42e-49d5-ae4f-d2fc334560e3, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3214f532-e42e-49d5-ae4f-d2fc334560e3,segment=NetworkSegment(894d51c6-6183-4d71-8ae2-434ef5b3d295),segment_id=894d51c6-6183-4d71-8ae2-434ef5b3d295)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:09.973830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.976263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:09.982530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:09.996770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 5da9db42-3be9-44a2-94c6-60d92b46c910 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:10.006318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 5da9db42-3be9-44a2-94c6-60d92b46c910) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:10.008950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Allocated IP 172.26.4.110 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/765b6a18-fbc2-4b46-bc82-758366679eee) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:10.012612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:10.015929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:10.018504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:10.018900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.040316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d48835b-6c20-40ea-93a4-e88fb2e6647d None None] Network 5da9db42-3be9-44a2-94c6-60d92b46c910 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:10.042833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0188344 Apr 16 15:38:10.043498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57206) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:10.086502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-31e55b63-1867-40aa-8696-bd01ba3cecd0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 66af292b-e54d-4efb-b37a-4da7dd2b08c0 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:10.086693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31e55b63-1867-40aa-8696-bd01ba3cecd0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.114710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c16aef5d-4c42-42f3-9938-5d500d38a7ca tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.130034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f40922a5-83d1-4fcc-a617-5e8f706326f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:10.141960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Pushing event updated for resources: {'Port': ['ID=3214f532-e42e-49d5-ae4f-d2fc334560e3,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:10.152038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:10.168299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.210351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.213320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16aef5d-4c42-42f3-9938-5d500d38a7ca tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Pushing event deleted for resources: {'Port': ['ID=6e69add9-f80e-4c80-bdaa-e1b01a20cd0f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:10.217596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c16aef5d-4c42-42f3-9938-5d500d38a7ca tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:10.243348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31e55b63-1867-40aa-8696-bd01ba3cecd0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.257801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dec9c6f5-908e-4a7c-a92d-8951ed237554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:10.353796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.378004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc87ad3-b397-46e3-b67a-fee4bbd80dba,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:10.380169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:10.419027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.424036 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1591241 Apr 16 15:38:10.434656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57210) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:10.443569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1845306322', 'security_groups': ['fdc87ad3-b397-46e3-b67a-fee4bbd80dba'], 'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '89fee856-caca-437b-b76d-4ab0f2a92855'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:10.453555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.661967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-31e55b63-1867-40aa-8696-bd01ba3cecd0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 66af292b-e54d-4efb-b37a-4da7dd2b08c0 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:10.669419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 669feaff-f69b-4996-9969-12968b324d7c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:10.677407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:10.684522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:port and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:10.688054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:10.720592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31e55b63-1867-40aa-8696-bd01ba3cecd0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.723609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 669feaff-f69b-4996-9969-12968b324d7c completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:10.727017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 669feaff-f69b-4996-9969-12968b324d7c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:10.727264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.729777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:10.734564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a0afafc6-f5a3-4cf7-8a4e-a9ab13722f36 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:10.741595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.772589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e55b63-1867-40aa-8696-bd01ba3cecd0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=66af292b-e54d-4efb-b37a-4da7dd2b08c0,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:10.778384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c16aef5d-4c42-42f3-9938-5d500d38a7ca tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.781147 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c16aef5d-4c42-42f3-9938-5d500d38a7ca tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] 10.222.0.95 "DELETE /v2.0/ports/6e69add9-f80e-4c80-bdaa-e1b01a20cd0f HTTP/1.1" status: 204 len: 168 time: 2.0652528 Apr 16 15:38:10.781147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c9963d2-e654-43a0-966c-4a341e6eed14 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:10.801357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.811778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 669feaff-f69b-4996-9969-12968b324d7c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=669feaff-f69b-4996-9969-12968b324d7c,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:10.813994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.814828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3214f532-e42e-49d5-ae4f-d2fc334560e3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:10.824390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57214) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:10.825082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31e55b63-1867-40aa-8696-bd01ba3cecd0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:10.833789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9bcc320b-c30c-43d6-80c9-8dccc81ab9ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:10.887136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=669feaff-f69b-4996-9969-12968b324d7c,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:10.889325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:10.895202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:10.905664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Allocated IP 172.26.4.240 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/518813ac-ab0d-4e1b-a568-6f4a14630c89) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:10.916270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97522d9-3d77-4491-9109-0f9a047736f6 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Deleting subnet 9f52073c-7392-41d6-9c55-b05c075a169d {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:10.924621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c97522d9-3d77-4491-9109-0f9a047736f6 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.941792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31e55b63-1867-40aa-8696-bd01ba3cecd0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:10.967962 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-31e55b63-1867-40aa-8696-bd01ba3cecd0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/66af292b-e54d-4efb-b37a-4da7dd2b08c0 HTTP/1.1" status: 204 len: 168 time: 0.9226594 Apr 16 15:38:10.973394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57218) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:11.035549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c97522d9-3d77-4491-9109-0f9a047736f6 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.104914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:11.126873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.141219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01bb5a0-91ad-4dea-ae89-a39862717fc9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:11.144889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01bb5a0-91ad-4dea-ae89-a39862717fc9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:11.145387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b01bb5a0-91ad-4dea-ae89-a39862717fc9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:11.147087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c97522d9-3d77-4491-9109-0f9a047736f6 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.196205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b01bb5a0-91ad-4dea-ae89-a39862717fc9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:11.198735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b01bb5a0-91ad-4dea-ae89-a39862717fc9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2215989 Apr 16 15:38:11.200187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57222) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:11.248803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event updated for resources: {'Port': ['ID=765b6a18-fbc2-4b46-bc82-758366679eee,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:11.260949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:11.261144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.273631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6511647c-7b2f-47b1-b384-61acf3420580 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:11.290917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router 338b8e73-dfb2-467f-b1dc-9e837a36df77 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:11.302646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.313068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:11.316482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:11.319998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:11.330944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b8b46a8-d6c0-4c69-9ae3-1721df416a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.354849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-123c5f45-c2ba-45eb-b2cf-c3e4e8a7bb99 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 1a8cebe4-3ca7-4383-bff1-5a7aca84a95d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:11.355060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-123c5f45-c2ba-45eb-b2cf-c3e4e8a7bb99 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.414367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event updated for resources: {'Port': ['ID=518813ac-ab0d-4e1b-a568-6f4a14630c89,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:11.418607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:11.428553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:11.444486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:11.451528 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/338b8e73-dfb2-467f-b1dc-9e837a36df77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5128188 Apr 16 15:38:11.454565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57226) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:11.456322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c135064-6442-4720-b4ff-59285a12da7b None None] Sync routers for ids ['338b8e73-dfb2-467f-b1dc-9e837a36df77'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:11.464282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c135064-6442-4720-b4ff-59285a12da7b None None] Routers {'338b8e73-dfb2-467f-b1dc-9e837a36df77'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:11.465230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5c135064-6442-4720-b4ff-59285a12da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['338b8e73-dfb2-467f-b1dc-9e837a36df77'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:11.517621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5c135064-6442-4720-b4ff-59285a12da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:11.523058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fc096964-002b-4001-a618-ee08311f0f51 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:11.524352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c135064-6442-4720-b4ff-59285a12da7b None None] Routers {'338b8e73-dfb2-467f-b1dc-9e837a36df77'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:11.524870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5c135064-6442-4720-b4ff-59285a12da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['338b8e73-dfb2-467f-b1dc-9e837a36df77'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:11.567246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5c135064-6442-4720-b4ff-59285a12da7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:11.567541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c135064-6442-4720-b4ff-59285a12da7b None None] The sync data for ids ['338b8e73-dfb2-467f-b1dc-9e837a36df77'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:11.590997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:11.594034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:11.596836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:11.614000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-123c5f45-c2ba-45eb-b2cf-c3e4e8a7bb99 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.620932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c97522d9-3d77-4491-9109-0f9a047736f6 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.624507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fc096964-002b-4001-a618-ee08311f0f51 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:11.625310 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fc096964-002b-4001-a618-ee08311f0f51 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=338b8e73-dfb2-467f-b1dc-9e837a36df77 HTTP/1.1" status: 200 len: 205 time: 0.1698549 Apr 16 15:38:11.627952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57230) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:11.631772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:11.660450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] Provisioning for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:11.666932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] Provisioning complete for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:11.667598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.751806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97522d9-3d77-4491-9109-0f9a047736f6 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Pushing event deleted for resources: {'Subnet': ['ID=9f52073c-7392-41d6-9c55-b05c075a169d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:11.757635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.769074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.14 (82da269f-e423-41e3-ba00-d3738d0b5784/89fee856-caca-437b-b76d-4ab0f2a92855/1c7ef917-b4d1-4f50-a0b3-2e29a0549f68) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:11.780829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] For port 3214f532-e42e-49d5-ae4f-d2fc334560e3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3214f532-e42e-49d5-ae4f-d2fc334560e3,segment=NetworkSegment(894d51c6-6183-4d71-8ae2-434ef5b3d295),segment_id=894d51c6-6183-4d71-8ae2-434ef5b3d295)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:11.783732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.785089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-971dd5aa-0cdf-4502-a97a-22dff8db3b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:11.788402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.792511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-123c5f45-c2ba-45eb-b2cf-c3e4e8a7bb99 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 1a8cebe4-3ca7-4383-bff1-5a7aca84a95d owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:11.811136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c97522d9-3d77-4491-9109-0f9a047736f6 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:11.827007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] Provisioning complete for port dbf65e65-3262-40e3-81a3-45b21e78437a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:11.827277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:11.864149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] Pushing event updated for resources: {'Port': ['ID=3214f532-e42e-49d5-ae4f-d2fc334560e3,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:11.867963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:11.870459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] Port dbf65e65-3262-40e3-81a3-45b21e78437a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:11.879752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a5babb6-858c-4078-a5ee-668e01e6a623 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.048540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.064646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object 1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:12.081187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.245865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08ba11-cac5-4efa-8068-0fcdb0c4b8fa None None] Network 77ade78a-484a-446c-aba4-b64339632fe5 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:12.248571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c97522d9-3d77-4491-9109-0f9a047736f6 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.324261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.357320 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c97522d9-3d77-4491-9109-0f9a047736f6 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] 10.222.0.95 "DELETE /v2.0/subnets/9f52073c-7392-41d6-9c55-b05c075a169d HTTP/1.1" status: 204 len: 168 time: 1.5298910 Apr 16 15:38:12.364594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57234) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:12.367695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a5babb6-858c-4078-a5ee-668e01e6a623 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.369606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a5babb6-858c-4078-a5ee-668e01e6a623 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.395497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-123c5f45-c2ba-45eb-b2cf-c3e4e8a7bb99 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.414934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31e55b63-1867-40aa-8696-bd01ba3cecd0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:12.425131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c83c5-7f5d-476e-9321-d1555b6fe26b None None] DHCP port deletion for 77ade78a-484a-446c-aba4-b64339632fe5 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:38:12.428484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c83c5-7f5d-476e-9321-d1555b6fe26b None None] Deleting port 9ef75fa7-a23d-463a-9292-f74879b7276a {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:12.428923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae6c83c5-7f5d-476e-9321-d1555b6fe26b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.465047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.478186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-543de3b9-94eb-42e8-9c32-591b1c9bab99 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:12.508355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c5f45-c2ba-45eb-b2cf-c3e4e8a7bb99 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=1a8cebe4-3ca7-4383-bff1-5a7aca84a95d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:12.528154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-123c5f45-c2ba-45eb-b2cf-c3e4e8a7bb99 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:12.545593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.556571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ae6c83c5-7f5d-476e-9321-d1555b6fe26b None None] For port 9ef75fa7-a23d-463a-9292-f74879b7276a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9ef75fa7-a23d-463a-9292-f74879b7276a,segment=NetworkSegment(c13fea5c-8546-420a-a2e8-f867bf20c593),segment_id=c13fea5c-8546-420a-a2e8-f867bf20c593)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:12.556948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae6c83c5-7f5d-476e-9321-d1555b6fe26b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.560324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a5babb6-858c-4078-a5ee-668e01e6a623 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.560974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5babb6-858c-4078-a5ee-668e01e6a623 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Fanout notify agent at l3_agent the message router_deleted on router 338b8e73-dfb2-467f-b1dc-9e837a36df77 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:38:12.561215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=1c7ef917-b4d1-4f50-a0b3-2e29a0549f68,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:12.565361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:12.585499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.605693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Router 6cfa4ef2-9c66-4a35-b7f2-c381b5f60602 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:38:12.614496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:12.621228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:12.637089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 669feaff-f69b-4996-9969-12968b324d7c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:12.653951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a5babb6-858c-4078-a5ee-668e01e6a623 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.656398 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5a5babb6-858c-4078-a5ee-668e01e6a623 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/338b8e73-dfb2-467f-b1dc-9e837a36df77 HTTP/1.1" status: 204 len: 168 time: 1.0050981 Apr 16 15:38:12.656470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:12.659712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57240) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:12.660372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-123c5f45-c2ba-45eb-b2cf-c3e4e8a7bb99 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.661482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-123c5f45-c2ba-45eb-b2cf-c3e4e8a7bb99 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/1a8cebe4-3ca7-4383-bff1-5a7aca84a95d HTTP/1.1" status: 204 len: 168 time: 1.4607313 Apr 16 15:38:12.674093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57244) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:12.684314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c83c5-7f5d-476e-9321-d1555b6fe26b None None] Calling delete_port for 9ef75fa7-a23d-463a-9292-f74879b7276a owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:12.691545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Deleting port 9ef75fa7-a23d-463a-9292-f74879b7276a {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:12.691685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.734930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 669feaff-f69b-4996-9969-12968b324d7c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:12.735183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.777222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:12.777613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.780135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecbcb276-9bad-44a0-a4b0-0e4f53d85160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.799586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6ce919-1802-4f1f-9eac-9b9bfc1995b4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting subnet 8770477e-46b5-4853-91d4-9fb322eec38a {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:12.809025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:12.810430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce919-1802-4f1f-9eac-9b9bfc1995b4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.817625 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3822393 Apr 16 15:38:12.820594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57248) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:12.825063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Sync routers for ids ['6cfa4ef2-9c66-4a35-b7f2-c381b5f60602'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:12.825393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-051e59a2-760a-44e1-98e7-ca95274314e5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:12.837749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Routers {'6cfa4ef2-9c66-4a35-b7f2-c381b5f60602'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:12.837965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['6cfa4ef2-9c66-4a35-b7f2-c381b5f60602'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:12.841958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44a7ae5-7a36-46e3-938f-af7b27cad2ee tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:12.842625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d44a7ae5-7a36-46e3-938f-af7b27cad2ee tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:12.872372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce919-1802-4f1f-9eac-9b9bfc1995b4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.874318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.876741 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8145669 Apr 16 15:38:12.879357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57252) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:12.886221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7f1e9d64-4fe0-4ec0-afb1-172f0ed64917 None None] Provisioning for port 1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:12.899512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae6c83c5-7f5d-476e-9321-d1555b6fe26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:12.931678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d44a7ae5-7a36-46e3-938f-af7b27cad2ee tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:12.934198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d44a7ae5-7a36-46e3-938f-af7b27cad2ee tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2531662 Apr 16 15:38:12.941150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57256) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:12.993993 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8307b933-bc1f-445b-bcd8-218075ba096b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:38:12.994331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8307b933-bc1f-445b-bcd8-218075ba096b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:12.999587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] For port 9ef75fa7-a23d-463a-9292-f74879b7276a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9ef75fa7-a23d-463a-9292-f74879b7276a,segment=NetworkSegment(c13fea5c-8546-420a-a2e8-f867bf20c593),segment_id=c13fea5c-8546-420a-a2e8-f867bf20c593)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:12.999814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.013564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-051e59a2-760a-44e1-98e7-ca95274314e5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:13.018190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-051e59a2-760a-44e1-98e7-ca95274314e5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:13.021125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-051e59a2-760a-44e1-98e7-ca95274314e5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:13.028528 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5c0e2ea8-2830-4d71-93a0-ae9d079a96ec tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/routers/6cfa4ef2-9c66-4a35-b7f2-c381b5f60602 HTTP/1.1" status: 200 len: 908 time: 0.1456282 Apr 16 15:38:13.028528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-051e59a2-760a-44e1-98e7-ca95274314e5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:13.028784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57260) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:13.085043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.090256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Calling delete_port for 9ef75fa7-a23d-463a-9292-f74879b7276a owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:13.102932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051e59a2-760a-44e1-98e7-ca95274314e5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:13.106456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-051e59a2-760a-44e1-98e7-ca95274314e5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.111970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2288f62e-ec7e-4c66-bab6-7c7bdf9919e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:13.113859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.126568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e4c8ac14-e6ad-4240-b605-3a03b103af1e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:13.129523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7f1e9d64-4fe0-4ec0-afb1-172f0ed64917 None None] Provisioning complete for port 1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:13.129773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f1e9d64-4fe0-4ec0-afb1-172f0ed64917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.149427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8307b933-bc1f-445b-bcd8-218075ba096b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:13.151862 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8307b933-bc1f-445b-bcd8-218075ba096b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/66af292b-e54d-4efb-b37a-4da7dd2b08c0 HTTP/1.1" status: 404 len: 333 time: 0.2063141 Apr 16 15:38:13.152954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57264) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:13.158225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3214f532-e42e-49d5-ae4f-d2fc334560e3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:13.186691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce919-1802-4f1f-9eac-9b9bfc1995b4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.198245 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2f62c0-5b73-45a2-b5cf-df62205458e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:38:13.201093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eb2f62c0-5b73-45a2-b5cf-df62205458e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/1a8cebe4-3ca7-4383-bff1-5a7aca84a95d HTTP/1.1" status: 404 len: 333 time: 0.0444491 Apr 16 15:38:13.206734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57268) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:13.233040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c83c5-7f5d-476e-9321-d1555b6fe26b None None] Pushing event deleted for resources: {'Port': ['ID=9ef75fa7-a23d-463a-9292-f74879b7276a,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:13.242127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.249590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae6c83c5-7f5d-476e-9321-d1555b6fe26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:13.266672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.272653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event updated for resources: {'Port': ['ID=518813ac-ab0d-4e1b-a568-6f4a14630c89,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:13.273615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.278490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:13.285004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e9d64-4fe0-4ec0-afb1-172f0ed64917 None None] Port 1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:13.293732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-051e59a2-760a-44e1-98e7-ca95274314e5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 89fee856-caca-437b-b76d-4ab0f2a92855 (CIDR: 172.20.0.0/28) Apr 16 15:38:13.294898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.310101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c83c5-7f5d-476e-9321-d1555b6fe26b None None] No DVR routers for this DVR port 9ef75fa7-a23d-463a-9292-f74879b7276a on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:38:13.315961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:38:13.316157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:38:13.320216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Set router 6cfa4ef2-9c66-4a35-b7f2-c381b5f60602 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:13.331157 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-051e59a2-760a-44e1-98e7-ca95274314e5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:38:13.331467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051e59a2-760a-44e1-98e7-ca95274314e5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:13.376839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.389163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:13.389548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.390080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.424867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.426721 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8686726 Apr 16 15:38:13.428254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57272) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:13.429642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57274) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:13.429710 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-051e59a2-760a-44e1-98e7-ca95274314e5 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6078653 Apr 16 15:38:13.434177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1711453978'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:13.440358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:13.448403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:13.455612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Usage tracker for resource:network and tenant:0f5119428db54fa69ac237b8436ffdde is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:13.484593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:13.494281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:13.519992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Made reservation on behalf of 0f5119428db54fa69ac237b8436ffdde for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:13.523712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.535174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce919-1802-4f1f-9eac-9b9bfc1995b4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.545046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c43aecec-facc-42bb-a4d6-69b1e7d3a6a4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:13.563860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.573367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfa4ef2-9c66-4a35-b7f2-c381b5f60602', 'name': 'tempest-snat-router-1046813125', 'tenant_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.110'}], 'enable_snat': True}, 'gw_port_id': '765b6a18-fbc2-4b46-bc82-758366679eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:08Z', 'updated_at': '2021-04-16T15:38:11Z', 'revision_number': 3, 'project_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'gw_port': {'id': '765b6a18-fbc2-4b46-bc82-758366679eee', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:a2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cfa4ef2-9c66-4a35-b7f2-c381b5f60602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:09Z', 'updated_at': '2021-04-16T15:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:13.575754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Checking router: 6cfa4ef2-9c66-4a35-b7f2-c381b5f60602 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:38:13.576099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Updating router 6cfa4ef2-9c66-4a35-b7f2-c381b5f60602 port 765b6a18-fbc2-4b46-bc82-758366679eee binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:38:13.586662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ce919-1802-4f1f-9eac-9b9bfc1995b4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Subnet': ['ID=8770477e-46b5-4853-91d4-9fb322eec38a,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:13.614534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9ef75fa7-a23d-463a-9292-f74879b7276a no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:13.615373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac6ce919-1802-4f1f-9eac-9b9bfc1995b4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:13.616876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:13.629411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Usage tracker for resource:security_group_rule and tenant:0f5119428db54fa69ac237b8436ffdde is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:13.631632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:13.634201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.634589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:13.643847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:13.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:13.655075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:13.657241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 9ef75fa7-a23d-463a-9292-f74879b7276a {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:13.657526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9ef75fa7-a23d-463a-9292-f74879b7276a not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:13.663030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:13.676845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce919-1802-4f1f-9eac-9b9bfc1995b4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.684081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:13.687659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.696132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599cefe2-b048-4879-a712-47aeda78a0b6 None None] Network 9ec2c514-ede6-4235-9ca4-810994de2846 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:13.729444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac6ce919-1802-4f1f-9eac-9b9bfc1995b4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/8770477e-46b5-4853-91d4-9fb322eec38a HTTP/1.1" status: 204 len: 168 time: 1.0654724 Apr 16 15:38:13.731734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57280) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:13.791138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.798570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.810461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Deleting port 765b6a18-fbc2-4b46-bc82-758366679eee {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:13.810851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.932502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da9db42-3be9-44a2-94c6-60d92b46c910']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:13.942621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.945094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '252a3354-b231-4c08-bd3b-db44a0cea377') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:13.945273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '252a3354-b231-4c08-bd3b-db44a0cea377') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:13.950658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Transition to ACTIVE for port object 765b6a18-fbc2-4b46-bc82-758366679eee will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:13.954367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.955475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.972797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:13.973121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:13.983352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Releasing vlan 1472 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:13.993500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18abc1c-6d7c-44f6-8d45-2ef36e108612 None None] DHCP port deletion for 9ec2c514-ede6-4235-9ca4-810994de2846 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:38:13.995252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.023726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Deleting port 9ef75fa7-a23d-463a-9292-f74879b7276a {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:14.023935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.038484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f18abc1c-6d7c-44f6-8d45-2ef36e108612 None None] Deleting port 9f317556-15d2-47b6-ab82-df1ecd31c022 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:14.038733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f18abc1c-6d7c-44f6-8d45-2ef36e108612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.083989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243addfd-7625-4528-84c0-3c6eba6c3f3f None None] Pushing event updated for resources: {'Port': ['ID=765b6a18-fbc2-4b46-bc82-758366679eee,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:14.091522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-243addfd-7625-4528-84c0-3c6eba6c3f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:14.097964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.098196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Calling delete_port for 765b6a18-fbc2-4b46-bc82-758366679eee owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:14.117213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] The port '9ef75fa7-a23d-463a-9292-f74879b7276a' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:38:14.180565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 5da9db42-3be9-44a2-94c6-60d92b46c910 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:14.185871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.197792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Attempting to bind port 765b6a18-fbc2-4b46-bc82-758366679eee on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:14.198062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Attempting to bind port 765b6a18-fbc2-4b46-bc82-758366679eee by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:14.198348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Attempting to bind port 765b6a18-fbc2-4b46-bc82-758366679eee on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:14.204799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:14.205034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:14.205346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.205653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:14.206042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Bound port: 765b6a18-fbc2-4b46-bc82-758366679eee, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:14.206320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.216020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.244299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f18abc1c-6d7c-44f6-8d45-2ef36e108612 None None] For port 9f317556-15d2-47b6-ab82-df1ecd31c022, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9f317556-15d2-47b6-ab82-df1ecd31c022,segment=NetworkSegment(208d0029-da35-44ce-a5b6-f5bca5983536),segment_id=208d0029-da35-44ce-a5b6-f5bca5983536)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:14.244669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f18abc1c-6d7c-44f6-8d45-2ef36e108612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.278329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.282014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.293387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.295415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 5da9db42-3be9-44a2-94c6-60d92b46c910 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:14.313317 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:14.322356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-05566946-8793-40a3-b3eb-590fcf66d4c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:14.324571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f18abc1c-6d7c-44f6-8d45-2ef36e108612 None None] Calling delete_port for 9f317556-15d2-47b6-ab82-df1ecd31c022 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:14.335060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port 9f317556-15d2-47b6-ab82-df1ecd31c022 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:14.335266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.349823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] For port 765b6a18-fbc2-4b46-bc82-758366679eee, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:14.355780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:38:14.356006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:38:14.357222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.360087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d554bd14-2218-4515-9f97-e907cf1174bf tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:14.360691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 16 15:38:14.360691 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Apr 16 15:38:14.360691 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'port_id': '765b6a18-fbc2-4b46-bc82-758366679eee', 'host': 'dv-neutron-786478-2-hyperv', 'level': 0, 'driver': 'openvswitch', 'segment_id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b'}] Apr 16 15:38:14.360691 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:38:14.360909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:38:14.370980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1492} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:14.372661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.378118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f18abc1c-6d7c-44f6-8d45-2ef36e108612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.388362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-71b75816-d339-47c0-a212-1154d1adc760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:14.393603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Network': ['ID=5da9db42-3be9-44a2-94c6-60d92b46c910,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:14.400460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f96426e-4817-409e-8e8b-23bbbb31b445,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:14.400677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:14.407268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/networks/5da9db42-3be9-44a2-94c6-60d92b46c910 HTTP/1.1" status: 204 len: 168 time: 1.1989069 Apr 16 15:38:14.409893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57284) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:14.410812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.411025 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Added segment 3cc7a977-7b14-4fc8-89a1-0aae87c78fd9 of type vlan for network 4450cf5c-f6b1-434b-8795-0edebfaed119 Apr 16 15:38:14.411990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:14.414291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1402583573'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:14.417600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:14.420036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:network and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:14.421852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:14.425211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:14.431311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:14.434888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.439825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] The port '9f317556-15d2-47b6-ab82-df1ecd31c022' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:38:14.442457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ade78a-484a-446c-aba4-b64339632fe5']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:14.454849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1466} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:14.461354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.461956 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Added segment 973ab067-7b52-4124-a04e-ff0041f8d93c of type vlan for network 6d1a9185-2b8d-4fae-b913-7e57a4f28653 Apr 16 15:38:14.480484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.498544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13fea5c-8546-420a-a2e8-f867bf20c593') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:14.498747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13fea5c-8546-420a-a2e8-f867bf20c593') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:14.502434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.505909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:14.506364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.509465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-60e0184e-3cf4-4019-b170-fe3d7c323d60 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:14.521073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.529898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.577962 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1649165 Apr 16 15:38:14.577962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Network': ['ID=6d1a9185-2b8d-4fae-b913-7e57a4f28653,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:14.578245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57288) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:14.582345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': '6d1a9185-2b8d-4fae-b913-7e57a4f28653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:14.583250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.592407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:14.602970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.612422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Releasing vlan 1462 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:14.624222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18abc1c-6d7c-44f6-8d45-2ef36e108612 None None] Pushing event deleted for resources: {'Port': ['ID=9f317556-15d2-47b6-ab82-df1ecd31c022,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:14.625865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f18abc1c-6d7c-44f6-8d45-2ef36e108612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:14.634910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 6d1a9185-2b8d-4fae-b913-7e57a4f28653 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:14.641910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9f317556-15d2-47b6-ab82-df1ecd31c022 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:14.651085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:14.653366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:14.655082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:14.658629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:14.666268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:14.674367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.690823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 9f317556-15d2-47b6-ab82-df1ecd31c022 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:14.691006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9f317556-15d2-47b6-ab82-df1ecd31c022 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:14.716197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.719498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:14.719909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.728802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18abc1c-6d7c-44f6-8d45-2ef36e108612 None None] No DVR routers for this DVR port 9f317556-15d2-47b6-ab82-df1ecd31c022 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:38:14.731399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-484f7ff7-dbda-4dc6-8fa5-ceb98203dde2 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:14.842368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Network 77ade78a-484a-446c-aba4-b64339632fe5 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:14.852377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.861123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec2c514-ede6-4235-9ca4-810994de2846']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:14.873389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Attempting to bind port 765b6a18-fbc2-4b46-bc82-758366679eee on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:14.873599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Attempting to bind port 765b6a18-fbc2-4b46-bc82-758366679eee by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:14.873872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Attempting to bind port 765b6a18-fbc2-4b46-bc82-758366679eee on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:14.877229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Deleting port 765b6a18-fbc2-4b46-bc82-758366679eee {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:14.877423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.878305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:14.878651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:14.878870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.879152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:14.879472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Bound port: 765b6a18-fbc2-4b46-bc82-758366679eee, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:14.879689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.908357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208d0029-da35-44ce-a5b6-f5bca5983536') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:14.908621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208d0029-da35-44ce-a5b6-f5bca5983536') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:14.912739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4837449 Apr 16 15:38:14.915656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57292) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:14.920776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Request body: {'subnet': {'network_id': '4450cf5c-f6b1-434b-8795-0edebfaed119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:14.928486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.931247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] For port 765b6a18-fbc2-4b46-bc82-758366679eee, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:14.933507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event updated for resources: {'Network': ['ID=4450cf5c-f6b1-434b-8795-0edebfaed119,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:14.933606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] For port 765b6a18-fbc2-4b46-bc82-758366679eee, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=765b6a18-fbc2-4b46-bc82-758366679eee,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:14.942273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 4450cf5c-f6b1-434b-8795-0edebfaed119 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:14.950117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:14.951983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:14.964462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9454117c-8988-4f7c-8297-66b1573ad1c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:15.011890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.027584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Releasing vlan 1480 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:15.036204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Network 77ade78a-484a-446c-aba4-b64339632fe5 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:15.059760 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:15.067829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:15.074091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Usage tracker for resource:subnet and tenant:0f5119428db54fa69ac237b8436ffdde is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:15.076070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] For port 765b6a18-fbc2-4b46-bc82-758366679eee, host dv-neutron-786478-2-hyperv, got binding levels [] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:15.076314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.081301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:15.085868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243addfd-7625-4528-84c0-3c6eba6c3f3f None None] Pushing event updated for resources: {'Port': ['ID=765b6a18-fbc2-4b46-bc82-758366679eee,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:15.089245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:15.090164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-243addfd-7625-4528-84c0-3c6eba6c3f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:15.116456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Routers {'6cfa4ef2-9c66-4a35-b7f2-c381b5f60602'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:15.116826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['6cfa4ef2-9c66-4a35-b7f2-c381b5f60602'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:15.160388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Calling delete_port for 765b6a18-fbc2-4b46-bc82-758366679eee owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:15.193027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.194745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 9ec2c514-ede6-4235-9ca4-810994de2846 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:15.201457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.207840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] Set router 6cfa4ef2-9c66-4a35-b7f2-c381b5f60602 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:15.209585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93d37554-5feb-42df-83fb-2fc1fe56377a tempest-ExternalNetworksTestJSON-1978849740 tempest-ExternalNetworksTestJSON-1978849740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:15.212509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Made reservation on behalf of 0f5119428db54fa69ac237b8436ffdde for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:15.216138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.221058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.267730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Pushing event deleted for resources: {'Network': ['ID=77ade78a-484a-446c-aba4-b64339632fe5,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:15.269630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cfa4ef2-9c66-4a35-b7f2-c381b5f60602', 'name': 'tempest-snat-router-1046813125', 'tenant_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:08Z', 'updated_at': '2021-04-16T15:38:13Z', 'revision_number': 4, 'project_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:15.272111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11f897f-843e-4664-ae37-89ec07869818 None None] The sync data for ids ['6cfa4ef2-9c66-4a35-b7f2-c381b5f60602'] in dv-neutron-786478-2-hyperv is: [{'id': '6cfa4ef2-9c66-4a35-b7f2-c381b5f60602', 'name': 'tempest-snat-router-1046813125', 'tenant_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:08Z', 'updated_at': '2021-04-16T15:38:13Z', 'revision_number': 4, 'project_id': 'e3d6fcdc996b4360a8eae8da8a21cbc1', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:15.272758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] 10.222.0.95 "DELETE /v2.0/networks/77ade78a-484a-446c-aba4-b64339632fe5 HTTP/1.1" status: 204 len: 168 time: 2.9074168 Apr 16 15:38:15.273424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:15.311488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.322837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-166cf119-9b75-440f-a48d-9264f126477e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:15.332642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 9ec2c514-ede6-4235-9ca4-810994de2846 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:15.352569 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:15.434213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Subnet': ['ID=c10f9648-e549-421a-ae58-f2d58c413e4f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:15.443570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:15.443947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:38:15.444133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:38:15.462845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Deleting port 765b6a18-fbc2-4b46-bc82-758366679eee {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:15.463021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.529975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57300) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:15.716744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.719355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.723484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a2d0e37-49d6-411d-9d3f-c05d2fa09ced tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:15.739838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Network': ['ID=9ec2c514-ede6-4235-9ca4-810994de2846,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:15.741474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:15.747308 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/networks/9ec2c514-ede6-4235-9ca4-810994de2846 HTTP/1.1" status: 204 len: 168 time: 2.0095432 Apr 16 15:38:15.747308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.752658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57306) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:15.753177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f25b0a6-3b3e-4ba1-8d7c-50ec14a142ba tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:15.802227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-255a98c2-d1cc-4853-b556-bf12595329d2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1459987259', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:15.812364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-255a98c2-d1cc-4853-b556-bf12595329d2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:15.822348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-255a98c2-d1cc-4853-b556-bf12595329d2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:router and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:15.828776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-255a98c2-d1cc-4853-b556-bf12595329d2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:15.834298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-255a98c2-d1cc-4853-b556-bf12595329d2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:15.835762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Subnet': ['ID=6329f824-1fed-4002-a79c-9e80c8859d28,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:15.837547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:15.855357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-255a98c2-d1cc-4853-b556-bf12595329d2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.856015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-255a98c2-d1cc-4853-b556-bf12595329d2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.876408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-255a98c2-d1cc-4853-b556-bf12595329d2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.889189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:15.890353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:15.891116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Checking segment: {'id': '973ab067-7b52-4124-a04e-ff0041f8d93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': '6d1a9185-2b8d-4fae-b913-7e57a4f28653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:15.891338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network hostable DHCP agents. Network: 6d1a9185-2b8d-4fae-b913-7e57a4f28653, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:15.898205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:15.898464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc12cd46-8e68-4d78-9fae-37e85681a8e2 None None] Network 82da269f-e423-41e3-ba00-d3738d0b5784 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:15.898617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.904870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-255a98c2-d1cc-4853-b556-bf12595329d2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.920542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4872758 Apr 16 15:38:15.920695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57310) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:15.922384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-255a98c2-d1cc-4853-b556-bf12595329d2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.924800 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-255a98c2-d1cc-4853-b556-bf12595329d2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1549251 Apr 16 15:38:15.925570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-832899154', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6329f824-1fed-4002-a79c-9e80c8859d28'}], 'security_groups': ['d283ae6d-b2d5-49bc-8dfa-eb0154300d36']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:15.926157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57314) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:15.933609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-970927630'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:15.964785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c4d24e42-3193-4baa-970b-a6b71a6dd872 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bb6aaeeb2a384c8bb9078b338498812f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305818 Apr 16 15:38:15.968949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57318) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:15.970910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:15.972813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] For port 765b6a18-fbc2-4b46-bc82-758366679eee, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=765b6a18-fbc2-4b46-bc82-758366679eee,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:15.973018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:15.981235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:network and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:15.984794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:16.016515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 6d1a9185-2b8d-4fae-b913-7e57a4f28653 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:16.049865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:16.057089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Calling delete_port for 765b6a18-fbc2-4b46-bc82-758366679eee owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:16.060860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a88695b-1a12-406b-bed4-d63c79729b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.086104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 6d1a9185-2b8d-4fae-b913-7e57a4f28653) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:16.093674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:16.097280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.106375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ccc794-e695-40e9-ad34-9799b84a8e00 None None] Network 6d1a9185-2b8d-4fae-b913-7e57a4f28653 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:16.112877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a88695b-1a12-406b-bed4-d63c79729b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.117266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:16.117640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.125644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.149510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1468} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:16.176363 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5970650 Apr 16 15:38:16.178089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57322) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:16.179554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.180325 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added segment f5bebb26-5f61-4fe2-9f96-71cb652f9332 of type vlan for network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 Apr 16 15:38:16.195430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': '6d1a9185-2b8d-4fae-b913-7e57a4f28653', 'name': 'tempest-PortsIpV6TestJSON-938975558'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:16.206185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a88695b-1a12-406b-bed4-d63c79729b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.209963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-554dcb42-2d6f-4307-a57d-5377a874c80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:16.236668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a947d135-f8d8-4c79-bbc6-0044a4ed74c8 None None] Update dhcp port {'port': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'fixed_ips': [{'subnet_id': '89fee856-caca-437b-b76d-4ab0f2a92855', 'ip_address': '172.20.0.2'}, {'subnet_id': '6329f824-1fed-4002-a79c-9e80c8859d28'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '3214f532-e42e-49d5-ae4f-d2fc334560e3'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:38:16.236975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88695b-1a12-406b-bed4-d63c79729b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8460b5ad-6029-430c-a846-945362738e0d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:16.238566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5a88695b-1a12-406b-bed4-d63c79729b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:16.249041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a88695b-1a12-406b-bed4-d63c79729b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.251471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5a88695b-1a12-406b-bed4-d63c79729b16 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8460b5ad-6029-430c-a846-945362738e0d HTTP/1.1" status: 204 len: 168 time: 0.2794783 Apr 16 15:38:16.301696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.314432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a947d135-f8d8-4c79-bbc6-0044a4ed74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.339099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-6d1a9185-2b8d-4fae-b913-7e57a4f28653', 'network_id': '6d1a9185-2b8d-4fae-b913-7e57a4f28653', 'tenant_id': 'cab102714a214227b8a1daffd76e51b1', 'fixed_ips': [{'subnet_id': 'c10f9648-e549-421a-ae58-f2d58c413e4f'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:16.339673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.387170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Delete allocated IP 172.20.0.14 (82da269f-e423-41e3-ba00-d3738d0b5784/89fee856-caca-437b-b76d-4ab0f2a92855) {{(pid=86006) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 16 15:38:16.397129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.23 (82da269f-e423-41e3-ba00-d3738d0b5784/6329f824-1fed-4002-a79c-9e80c8859d28/1c7ef917-b4d1-4f50-a0b3-2e29a0549f68) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:16.430709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.447246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:16.471804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.487329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Allocated IP 2001:db8::2 (6d1a9185-2b8d-4fae-b913-7e57a4f28653/c10f9648-e549-421a-ae58-f2d58c413e4f/44d66c00-6fea-4446-a839-e77d6f86da1f) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:16.517444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:16.526192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.529878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:16.530372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.584871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.588441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:16.599921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object 1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:16.603868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.617780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event updated for resources: {'Subnet': ['ID=1599aef1-e486-4528-b020-f741056e085f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:16.623819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:16.624938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3cc9287a-bc02-42b8-a683-31419d297494 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:16.626058 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6982827 Apr 16 15:38:16.626532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-727001d1-dc04-4607-97c0-97e9cd27ef1d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:16.645911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57338) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:16.663802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:16.667636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.676202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'subnet': {'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:16.692557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event deleted for resources: {'Port': ['ID=765b6a18-fbc2-4b46-bc82-758366679eee,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:16.703793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:16.704180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6793e567-ab77-475f-ba9c-7657e5127e2f tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:16.720548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=1c7ef917-b4d1-4f50-a0b3-2e29a0549f68,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:16.723686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:16.769182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:38:16.802664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 47513bf9-f78f-4a6b-bc75-d9f94105cce1 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:16.820941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] In _notify_port_updated(), no bound segment for port 1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 on network 82da269f-e423-41e3-ba00-d3738d0b5784 {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:38:16.828962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:16.829528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.831231 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "PUT /v2.0/ports/1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 HTTP/1.1" status: 200 len: 920 time: 0.9097664 Apr 16 15:38:16.833289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57350) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:16.854512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57354) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:16.869506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Network': ['ID=f6cb4a5f-c0ae-4c7d-855f-2b942cef9853,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:16.874012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a947d135-f8d8-4c79-bbc6-0044a4ed74c8 None None] Allocated IP 172.20.0.18 (82da269f-e423-41e3-ba00-d3738d0b5784/6329f824-1fed-4002-a79c-9e80c8859d28/3214f532-e42e-49d5-ae4f-d2fc334560e3) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:16.877752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:16.887729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-29807d9b-4bb6-469a-b07b-4ff0eed2fd41 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:16.887940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29807d9b-4bb6-469a-b07b-4ff0eed2fd41 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.904557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:16.916622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:16.940466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:subnet and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:16.944523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:16.950842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.952717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Checking segment: {'id': '3cc7a977-7b14-4fc8-89a1-0aae87c78fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': '4450cf5c-f6b1-434b-8795-0edebfaed119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:16.952929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Network hostable DHCP agents. Network: 4450cf5c-f6b1-434b-8795-0edebfaed119, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:16.956626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:16.964769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'networks': [{'name': 'tempest-network--1898702129'}, {'name': 'tempest-network--189298619'}]} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:16.964957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'network': {'name': 'tempest-network--1898702129'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:16.965253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'network': {'name': 'tempest-network--189298619'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:16.969072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:16.976917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:16.977656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Usage tracker for resource:network and tenant:bf9961b6410640eb9cc3bad94723785f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:16.980923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:16.997455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:16.997724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Transition to ACTIVE for port object 44d66c00-6fea-4446-a839-e77d6f86da1f will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:17.004587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:17.008744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.025913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Transition to ACTIVE for port object 44d66c00-6fea-4446-a839-e77d6f86da1f will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:17.032978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.045172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Made reservation on behalf of bf9961b6410640eb9cc3bad94723785f for: {'network': 2} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:17.046301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9de4aedc-cc16-4b99-9b7f-85dc3a93d578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:17.050092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.053643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Network 4450cf5c-f6b1-434b-8795-0edebfaed119 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:17.060196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.079143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:17.089765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Usage tracker for resource:security_group_rule and tenant:bf9961b6410640eb9cc3bad94723785f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:17.092351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:17.094611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29807d9b-4bb6-469a-b07b-4ff0eed2fd41 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.101803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:17.106870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a947d135-f8d8-4c79-bbc6-0044a4ed74c8 None None] For port 3214f532-e42e-49d5-ae4f-d2fc334560e3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3214f532-e42e-49d5-ae4f-d2fc334560e3,segment=NetworkSegment(894d51c6-6183-4d71-8ae2-434ef5b3d295),segment_id=894d51c6-6183-4d71-8ae2-434ef5b3d295)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:17.137290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Pushing event updated for resources: {'Port': ['ID=44d66c00-6fea-4446-a839-e77d6f86da1f,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:17.140855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:17.157773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a947d135-f8d8-4c79-bbc6-0044a4ed74c8 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.159252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 4450cf5c-f6b1-434b-8795-0edebfaed119) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:17.166920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d50e430-aa0a-463d-98a2-1a295b3a6aef None None] Network 4450cf5c-f6b1-434b-8795-0edebfaed119 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:17.167948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.177124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.178346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-29807d9b-4bb6-469a-b07b-4ff0eed2fd41 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:17.196336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:17.196721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.214745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8::32f (6d1a9185-2b8d-4fae-b913-7e57a4f28653/c10f9648-e549-421a-ae58-f2d58c413e4f/47513bf9-f78f-4a6b-bc75-d9f94105cce1) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:17.215979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a947d135-f8d8-4c79-bbc6-0044a4ed74c8 None None] Transition to ACTIVE for port object 3214f532-e42e-49d5-ae4f-d2fc334560e3 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:17.221801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Network 6d1a9185-2b8d-4fae-b913-7e57a4f28653 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:17.223692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:17.225987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a947d135-f8d8-4c79-bbc6-0044a4ed74c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.231752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.232068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cfa4ef2-9c66-4a35-b7f2-c381b5f60602 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:38:17.233761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:17.241948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:17.254521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3359485 Apr 16 15:38:17.254521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.254521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "DELETE /v2.0/routers/6cfa4ef2-9c66-4a35-b7f2-c381b5f60602 HTTP/1.1" status: 204 len: 168 time: 4.2251687 Apr 16 15:38:17.267545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57360) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:17.267770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57362) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:17.277471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-942331135', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:17.320583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:17.335729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Usage tracker for resource:router and tenant:0f5119428db54fa69ac237b8436ffdde is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:17.373977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:17.383101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Attempting to bind port 44d66c00-6fea-4446-a839-e77d6f86da1f on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:17.383342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Attempting to bind port 44d66c00-6fea-4446-a839-e77d6f86da1f by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '973ab067-7b52-4124-a04e-ff0041f8d93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': '6d1a9185-2b8d-4fae-b913-7e57a4f28653'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:17.383811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Attempting to bind port 44d66c00-6fea-4446-a839-e77d6f86da1f on network 6d1a9185-2b8d-4fae-b913-7e57a4f28653 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:17.386221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:17.391888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.405407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.405765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.418111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:17.419565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947d135-f8d8-4c79-bbc6-0044a4ed74c8 None None] Pushing event updated for resources: {'Port': ['ID=3214f532-e42e-49d5-ae4f-d2fc334560e3,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:17.421873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:17.422146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Checking segment: {'id': '973ab067-7b52-4124-a04e-ff0041f8d93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': '6d1a9185-2b8d-4fae-b913-7e57a4f28653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:17.422449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.422757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Bound using segment: {'id': '973ab067-7b52-4124-a04e-ff0041f8d93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': '6d1a9185-2b8d-4fae-b913-7e57a4f28653'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:17.423068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Bound port: 44d66c00-6fea-4446-a839-e77d6f86da1f, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973ab067-7b52-4124-a04e-ff0041f8d93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': '6d1a9185-2b8d-4fae-b913-7e57a4f28653'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:17.423312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.431258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.431925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.434002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29807d9b-4bb6-469a-b07b-4ff0eed2fd41 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.434382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a947d135-f8d8-4c79-bbc6-0044a4ed74c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:17.516228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd943c3-8fa7-446d-9725-0b1cb14914c0,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:17.518353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:17.519319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-4450cf5c-f6b1-434b-8795-0edebfaed119', 'network_id': '4450cf5c-f6b1-434b-8795-0edebfaed119', 'tenant_id': '0f5119428db54fa69ac237b8436ffdde', 'fixed_ips': [{'subnet_id': '1599aef1-e486-4528-b020-f741056e085f'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:17.519895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.528567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-39f7237a-786e-418c-9881-cff3165520dc tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:17.549548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1467} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:17.555238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] For port 44d66c00-6fea-4446-a839-e77d6f86da1f, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:17.557116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.568565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29807d9b-4bb6-469a-b07b-4ff0eed2fd41 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=1c7ef917-b4d1-4f50-a0b3-2e29a0549f68,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:17.570248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-29807d9b-4bb6-469a-b07b-4ff0eed2fd41 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:17.574115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.606487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] For port 44d66c00-6fea-4446-a839-e77d6f86da1f, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=44d66c00-6fea-4446-a839-e77d6f86da1f,segment=NetworkSegment(973ab067-7b52-4124-a04e-ff0041f8d93c),segment_id=973ab067-7b52-4124-a04e-ff0041f8d93c)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:17.615874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.624156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.624406 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Added segment b1c880fd-9c53-483b-b278-0c3a65a525fc of type vlan for network 637ff005-fd5f-48af-be42-2a3a04649fed Apr 16 15:38:17.627061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-243addfd-7625-4528-84c0-3c6eba6c3f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:17.750907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Pushing event updated for resources: {'Port': ['ID=44d66c00-6fea-4446-a839-e77d6f86da1f,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:17.755479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:17.779515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Allocated IP 172.20.0.2 (4450cf5c-f6b1-434b-8795-0edebfaed119/1599aef1-e486-4528-b020-f741056e085f/37012a51-021d-4fdd-b73e-57655af6c71f) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:17.820302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.900644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9eb4bbce-54c5-4fc5-8b0f-aa565636a2fa tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:17.933938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.941680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Transition to ACTIVE for port object 37012a51-021d-4fdd-b73e-57655af6c71f will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:17.953467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Transition to ACTIVE for port object 37012a51-021d-4fdd-b73e-57655af6c71f will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:17.957518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:17.967473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:17.983731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Checking segment: {'id': 'f5bebb26-5f61-4fe2-9f96-71cb652f9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:17.983987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network hostable DHCP agents. Network: f6cb4a5f-c0ae-4c7d-855f-2b942cef9853, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:17.996106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Subnet': ['ID=93be232c-1d0b-4a18-bc5a-d94b161a9c95,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:18.005215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:18.011408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.024904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:18.032448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object 47513bf9-f78f-4a6b-bc75-d9f94105cce1 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:18.033455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, f6cb4a5f-c0ae-4c7d-855f-2b942cef9853) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:18.040228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.043202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:18.043581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.062192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4048810 Apr 16 15:38:18.062350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57368) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:18.103200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.116643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8fd75a2-9887-4535-ac0a-759f38ea8864 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:18.238774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99fbb5-204e-4e52-9683-6f3b414c87f9 None None] Network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:18.240494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:38:18.260180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.274689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.282210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Deleting port 669feaff-f69b-4996-9969-12968b324d7c {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:18.282210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.286744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=47513bf9-f78f-4a6b-bc75-d9f94105cce1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:18.314676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Pushing event updated for resources: {'Port': ['ID=37012a51-021d-4fdd-b73e-57655af6c71f,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:18.316373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:18.323133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:18.326735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29807d9b-4bb6-469a-b07b-4ff0eed2fd41 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.332597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1ffc021b-6e62-439f-9bb0-cbd8089a12c2 None None] Provisioning for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:18.334494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1469} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:18.343727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1ffc021b-6e62-439f-9bb0-cbd8089a12c2 None None] Provisioning complete for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:18.343893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ffc021b-6e62-439f-9bb0-cbd8089a12c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.420674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.420950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Added segment 2d924891-ab60-44ee-ba80-ddd9d1ad37d5 of type vlan for network 1605c370-9802-4ee7-a091-dd812dff392e Apr 16 15:38:18.427114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Network 4450cf5c-f6b1-434b-8795-0edebfaed119 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:18.432051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:18.433657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:18.435024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-29807d9b-4bb6-469a-b07b-4ff0eed2fd41 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 HTTP/1.1" status: 204 len: 168 time: 1.6008284 Apr 16 15:38:18.443779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57372) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:18.483432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 6d1a9185-2b8d-4fae-b913-7e57a4f28653 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:18.485379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:18.488441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:18.492517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:18.492951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.495586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.501001 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-993a805f-8ef2-44ad-b3ca-c43eaf1cf704 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:38:18.501001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-993a805f-8ef2-44ad-b3ca-c43eaf1cf704 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:18.513758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3248014 Apr 16 15:38:18.514883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57376) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:18.537089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.556078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Attempting to bind port 37012a51-021d-4fdd-b73e-57655af6c71f on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:18.556180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Attempting to bind port 37012a51-021d-4fdd-b73e-57655af6c71f by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3cc7a977-7b14-4fc8-89a1-0aae87c78fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': '4450cf5c-f6b1-434b-8795-0edebfaed119'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:18.556375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Attempting to bind port 37012a51-021d-4fdd-b73e-57655af6c71f on network 4450cf5c-f6b1-434b-8795-0edebfaed119 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:18.560342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:18.560875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.570067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] For port 669feaff-f69b-4996-9969-12968b324d7c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=669feaff-f69b-4996-9969-12968b324d7c,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:18.570397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.572297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:18.572533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Checking segment: {'id': '3cc7a977-7b14-4fc8-89a1-0aae87c78fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': '4450cf5c-f6b1-434b-8795-0edebfaed119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:18.572788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.573040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Bound using segment: {'id': '3cc7a977-7b14-4fc8-89a1-0aae87c78fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': '4450cf5c-f6b1-434b-8795-0edebfaed119'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:18.573344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Bound port: 37012a51-021d-4fdd-b73e-57655af6c71f, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc7a977-7b14-4fc8-89a1-0aae87c78fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': '4450cf5c-f6b1-434b-8795-0edebfaed119'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:18.573580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.584621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-993a805f-8ef2-44ad-b3ca-c43eaf1cf704 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:18.584621 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-993a805f-8ef2-44ad-b3ca-c43eaf1cf704 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/1c7ef917-b4d1-4f50-a0b3-2e29a0549f68 HTTP/1.1" status: 404 len: 333 time: 0.1363478 Apr 16 15:38:18.584823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57380) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:18.666830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] For port 37012a51-021d-4fdd-b73e-57655af6c71f, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:18.668759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] For port 37012a51-021d-4fdd-b73e-57655af6c71f, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=37012a51-021d-4fdd-b73e-57655af6c71f,segment=NetworkSegment(3cc7a977-7b14-4fc8-89a1-0aae87c78fd9),segment_id=3cc7a977-7b14-4fc8-89a1-0aae87c78fd9)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:18.669575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Calling delete_port for 669feaff-f69b-4996-9969-12968b324d7c owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:18.678584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.690046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1ffc021b-6e62-439f-9bb0-cbd8089a12c2 None None] Provisioning complete for port dbf65e65-3262-40e3-81a3-45b21e78437a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:18.690287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ffc021b-6e62-439f-9bb0-cbd8089a12c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.691757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-67cbe891-7c8d-4b21-be7d-7e263ea51e2d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 47513bf9-f78f-4a6b-bc75-d9f94105cce1 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:18.694149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67cbe891-7c8d-4b21-be7d-7e263ea51e2d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.704591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:18.723566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94c01227-35dc-49a3-a190-c9da87e5ed5f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.727073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.727523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.730707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:18.733282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:18.733757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.739322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94c01227-35dc-49a3-a190-c9da87e5ed5f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.743384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:18.745636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 44d66c00-6fea-4446-a839-e77d6f86da1f up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:18.783506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94c01227-35dc-49a3-a190-c9da87e5ed5f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.789292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:18.790988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Pushing event updated for resources: {'Port': ['ID=37012a51-021d-4fdd-b73e-57655af6c71f,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:18.795664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:18.799901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c01227-35dc-49a3-a190-c9da87e5ed5f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc87ad3-b397-46e3-b67a-fee4bbd80dba,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:18.802661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-94c01227-35dc-49a3-a190-c9da87e5ed5f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:18.818748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94c01227-35dc-49a3-a190-c9da87e5ed5f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:18.820216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9624200 Apr 16 15:38:18.821405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-94c01227-35dc-49a3-a190-c9da87e5ed5f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/security-groups/fdc87ad3-b397-46e3-b67a-fee4bbd80dba HTTP/1.1" status: 204 len: 168 time: 0.2365274 Apr 16 15:38:18.821851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57384) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:18.822054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57386) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:18.843646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event updated for resources: {'Network': ['ID=637ff005-fd5f-48af-be42-2a3a04649fed,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:18.859538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 637ff005-fd5f-48af-be42-2a3a04649fed details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:18.889100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 44d66c00-6fea-4446-a839-e77d6f86da1f completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:18.922878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3214f532-e42e-49d5-ae4f-d2fc334560e3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:18.947301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd34d9-d6ff-4ea4-8161-d74b62576434 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:18.947597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc021b-6e62-439f-9bb0-cbd8089a12c2 None None] Port dbf65e65-3262-40e3-81a3-45b21e78437a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:18.950612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd34d9-d6ff-4ea4-8161-d74b62576434 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:18.958446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd34d9-d6ff-4ea4-8161-d74b62576434 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:18.958532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1ffc021b-6e62-439f-9bb0-cbd8089a12c2 None None] Could not find standard attr ID for object 1c7ef917-b4d1-4f50-a0b3-2e29a0549f68. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:38:18.958583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd34d9-d6ff-4ea4-8161-d74b62576434 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:18.958583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d6fd34d9-d6ff-4ea4-8161-d74b62576434 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1315827 Apr 16 15:38:18.962067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57392) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:18.980916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Allocated IP 2001:db8::1 (f6cb4a5f-c0ae-4c7d-855f-2b942cef9853/93be232c-1d0b-4a18-bc5a-d94b161a9c95/f8267db7-2cfa-401d-b65f-870edd8c89d0) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:18.988079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event updated for resources: {'Network': ['ID=1605c370-9802-4ee7-a091-dd812dff392e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:19.005912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7c6b66b-9871-4721-a9fa-dd64eb5d9368 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.010941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 1605c370-9802-4ee7-a091-dd812dff392e details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:19.090591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7c6b66b-9871-4721-a9fa-dd64eb5d9368 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.092954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-04c234a9-2613-4203-9ea3-d9d6a08e1a96 None None] Could not find standard attr ID for object 1c7ef917-b4d1-4f50-a0b3-2e29a0549f68. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:38:19.114562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:19.114909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.128643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:19.146534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.394s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:19.146801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:19.176355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.181651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7c6b66b-9871-4721-a9fa-dd64eb5d9368 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.186533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:19.196361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6b66b-9871-4721-a9fa-dd64eb5d9368 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d283ae6d-b2d5-49bc-8dfa-eb0154300d36,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:19.200316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d7c6b66b-9871-4721-a9fa-dd64eb5d9368 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:19.204359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Transition to ACTIVE for port object f8267db7-2cfa-401d-b65f-870edd8c89d0 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:19.206537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7c6b66b-9871-4721-a9fa-dd64eb5d9368 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.209234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d7c6b66b-9871-4721-a9fa-dd64eb5d9368 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/security-groups/d283ae6d-b2d5-49bc-8dfa-eb0154300d36 HTTP/1.1" status: 204 len: 168 time: 0.3822846 Apr 16 15:38:19.211275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57398) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:19.224738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.257080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.261396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43ec270-b57f-477f-893c-61fa1c9f0b7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting subnet 89fee856-caca-437b-b76d-4ab0f2a92855 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:19.261799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.263834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f43ec270-b57f-477f-893c-61fa1c9f0b7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.294007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.297507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:19.307377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df83cdfd-4cd2-4b79-85d9-a0d9dc1f5def None None] Network 6d1a9185-2b8d-4fae-b913-7e57a4f28653 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:19.336277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e82868b7-7c79-46c0-9763-b9a1fa453fc4 tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:19.366762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f43ec270-b57f-477f-893c-61fa1c9f0b7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.380100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Allocated IP 2001:db8::2 (f6cb4a5f-c0ae-4c7d-855f-2b942cef9853/93be232c-1d0b-4a18-bc5a-d94b161a9c95/ed481615-bc7d-44f9-9176-95eeb8c9878a) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:19.469843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=f8267db7-2cfa-401d-b65f-870edd8c89d0,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:19.476098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:19.488293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-de8c6812-9b63-4318-b984-6e8854698dbb None None] Provisioning for port 44d66c00-6fea-4446-a839-e77d6f86da1f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:19.503702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-de8c6812-9b63-4318-b984-6e8854698dbb None None] Provisioning complete for port 44d66c00-6fea-4446-a839-e77d6f86da1f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:19.503946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de8c6812-9b63-4318-b984-6e8854698dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.515876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:19.517290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:19.518862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f43ec270-b57f-477f-893c-61fa1c9f0b7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.535540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:19.535892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.683851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.694785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event deleted for resources: {'Port': ['ID=669feaff-f69b-4996-9969-12968b324d7c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:19.712659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:19.720078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.794151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67cbe891-7c8d-4b21-be7d-7e263ea51e2d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.833119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.850282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Transition to ACTIVE for port object ed481615-bc7d-44f9-9176-95eeb8c9878a will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:19.851968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de8c6812-9b63-4318-b984-6e8854698dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.875146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Transition to ACTIVE for port object ed481615-bc7d-44f9-9176-95eeb8c9878a will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:19.882280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.891100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-52000465-28b5-40e8-9dfb-4b2ba606b7fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:19.912480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-de8c6812-9b63-4318-b984-6e8854698dbb None None] For port 44d66c00-6fea-4446-a839-e77d6f86da1f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=44d66c00-6fea-4446-a839-e77d6f86da1f,segment=NetworkSegment(973ab067-7b52-4124-a04e-ff0041f8d93c),segment_id=973ab067-7b52-4124-a04e-ff0041f8d93c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:19.947500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de8c6812-9b63-4318-b984-6e8854698dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.968315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:19.971505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Pushing event updated for resources: {'Port': ['ID=ed481615-bc7d-44f9-9176-95eeb8c9878a,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:19.973392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:19.975038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:20.026297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-67cbe891-7c8d-4b21-be7d-7e263ea51e2d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 47513bf9-f78f-4a6b-bc75-d9f94105cce1 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:20.039109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c6812-9b63-4318-b984-6e8854698dbb None None] Pushing event updated for resources: {'Port': ['ID=44d66c00-6fea-4446-a839-e77d6f86da1f,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:20.041204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de8c6812-9b63-4318-b984-6e8854698dbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:20.051026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:20.051640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:20.053225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:20.095392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Allocated IP 172.26.4.14 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/09171175-cc80-43e1-96ed-e4f5e86e60b6) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:20.110125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Attempting to bind port ed481615-bc7d-44f9-9176-95eeb8c9878a on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:20.110747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Attempting to bind port ed481615-bc7d-44f9-9176-95eeb8c9878a by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'f5bebb26-5f61-4fe2-9f96-71cb652f9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:20.110747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Attempting to bind port ed481615-bc7d-44f9-9176-95eeb8c9878a on network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:20.114744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:20.114954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Checking segment: {'id': 'f5bebb26-5f61-4fe2-9f96-71cb652f9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:20.115214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.115470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Bound using segment: {'id': 'f5bebb26-5f61-4fe2-9f96-71cb652f9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:20.115764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Bound port: ed481615-bc7d-44f9-9176-95eeb8c9878a, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bebb26-5f61-4fe2-9f96-71cb652f9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:20.116427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.119803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f43ec270-b57f-477f-893c-61fa1c9f0b7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.126130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637ff005-fd5f-48af-be42-2a3a04649fed']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:20.129498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d20dca0a-e406-4010-9f95-b4d53ed23913 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:20.155443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ec270-b57f-477f-893c-61fa1c9f0b7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Subnet': ['ID=89fee856-caca-437b-b76d-4ab0f2a92855,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:20.176677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2fb9d80b-c380-4ecd-b47d-3939f7a84392 None None] Provisioning complete for port 44d66c00-6fea-4446-a839-e77d6f86da1f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:20.176922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fb9d80b-c380-4ecd-b47d-3939f7a84392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.182002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c880fd-9c53-483b-b278-0c3a65a525fc') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:20.182187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c880fd-9c53-483b-b278-0c3a65a525fc') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:20.182257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f43ec270-b57f-477f-893c-61fa1c9f0b7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:20.204045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] For port ed481615-bc7d-44f9-9176-95eeb8c9878a, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:20.209458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] For port ed481615-bc7d-44f9-9176-95eeb8c9878a, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ed481615-bc7d-44f9-9176-95eeb8c9878a,segment=NetworkSegment(f5bebb26-5f61-4fe2-9f96-71cb652f9332),segment_id=f5bebb26-5f61-4fe2-9f96-71cb652f9332)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:20.224819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.256800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.275919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34b2eb13-ba2f-4628-9f08-2e1c9b294647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:20.282094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.294041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.303013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f43ec270-b57f-477f-893c-61fa1c9f0b7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.309485 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f43ec270-b57f-477f-893c-61fa1c9f0b7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/89fee856-caca-437b-b76d-4ab0f2a92855 HTTP/1.1" status: 204 len: 168 time: 1.0974686 Apr 16 15:38:20.309958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae722d43-7210-44ae-ab6f-ab0a4fc692a3 None None] Network 82da269f-e423-41e3-ba00-d3738d0b5784 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:20.312522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57402) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:20.317897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:20.333353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Releasing vlan 1467 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:20.397281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.409410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.410011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.454887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c071853-b78a-4a89-8a9d-06c930fb1288 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:20.455208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67cbe891-7c8d-4b21-be7d-7e263ea51e2d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.505982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdf560b-0211-4482-a42e-71dfbe9e1144 None None] Network 4450cf5c-f6b1-434b-8795-0edebfaed119 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:20.531259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=f8267db7-2cfa-401d-b65f-870edd8c89d0,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:20.532895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:20.535955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:20.538349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:20.544662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:20.545574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.546959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.550420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Pushing event updated for resources: {'Port': ['ID=ed481615-bc7d-44f9-9176-95eeb8c9878a,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:20.550755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:20.554221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:20.557502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eef0bcf8-41f4-4d41-931e-b8321056f347 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:20.564920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:20.566781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:20.566954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:20.575366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.583318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.583645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e7a71ca-ce49-4dba-a54d-4815cf93744a {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:38:20.602633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2fb9d80b-c380-4ecd-b47d-3939f7a84392 None None] Could not find standard attr ID for object 47513bf9-f78f-4a6b-bc75-d9f94105cce1. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:38:20.622765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbe891-7c8d-4b21-be7d-7e263ea51e2d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=47513bf9-f78f-4a6b-bc75-d9f94105cce1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:20.651247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67cbe891-7c8d-4b21-be7d-7e263ea51e2d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:20.652190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network 637ff005-fd5f-48af-be42-2a3a04649fed has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:20.672264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.692328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.727822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f6e49a08-21fb-4874-9e95-4d79a055d014 None None] Provisioning for port 37012a51-021d-4fdd-b73e-57655af6c71f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:20.733110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f6e49a08-21fb-4874-9e95-4d79a055d014 None None] Could not find standard attr ID for object 47513bf9-f78f-4a6b-bc75-d9f94105cce1. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:38:20.774838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.777915 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "DELETE /v2.0/routers/6e7a71ca-ce49-4dba-a54d-4815cf93744a HTTP/1.1" status: 204 len: 168 time: 3.5062206 Apr 16 15:38:20.780231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57406) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:20.791690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 37012a51-021d-4fdd-b73e-57655af6c71f up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:20.848207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 37012a51-021d-4fdd-b73e-57655af6c71f completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:20.851912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 37012a51-021d-4fdd-b73e-57655af6c71f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:20.852151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.870873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router af592781-f235-4c66-b3c1-cfb061c838d4 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:38:20.882168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network 637ff005-fd5f-48af-be42-2a3a04649fed has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:20.968668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:20.968988 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:20.972768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-43511336', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:20.975739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c8dbe9d4-1bf5-4859-b866-fefe3500d173 None None] Provisioning complete for port 37012a51-021d-4fdd-b73e-57655af6c71f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:20.976252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8dbe9d4-1bf5-4859-b866-fefe3500d173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.000575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:21.011813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Usage tracker for resource:router and tenant:6885da696ec44b22bf422515e8f2ebfd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:21.020692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:21.042842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 37012a51-021d-4fdd-b73e-57655af6c71f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=37012a51-021d-4fdd-b73e-57655af6c71f,segment=NetworkSegment(3cc7a977-7b14-4fc8-89a1-0aae87c78fd9),segment_id=3cc7a977-7b14-4fc8-89a1-0aae87c78fd9)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:21.063647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.066741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.075921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.076072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:21.076823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 44d66c00-6fea-4446-a839-e77d6f86da1f up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:21.077378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7457e521-d01b-4678-be67-174bb00a89ee tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:21.095428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67cbe891-7c8d-4b21-be7d-7e263ea51e2d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.097320 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-67cbe891-7c8d-4b21-be7d-7e263ea51e2d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/47513bf9-f78f-4a6b-bc75-d9f94105cce1 HTTP/1.1" status: 204 len: 168 time: 2.5806222 Apr 16 15:38:21.098345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a947d135-f8d8-4c79-bbc6-0044a4ed74c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:21.100031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:21.102328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57410) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:21.110479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Sync routers for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:21.110843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event deleted for resources: {'Network': ['ID=637ff005-fd5f-48af-be42-2a3a04649fed,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:21.116277 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "DELETE /v2.0/networks/637ff005-fd5f-48af-be42-2a3a04649fed HTTP/1.1" status: 204 len: 168 time: 2.1480458 Apr 16 15:38:21.116277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:21.117627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57414) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:21.139053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:21.139464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:21.146188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-47780878-cee4-45a7-aac5-5ebbfb1edafb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:21.146934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47780878-cee4-45a7-aac5-5ebbfb1edafb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:21.155302 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-47780878-cee4-45a7-aac5-5ebbfb1edafb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/47513bf9-f78f-4a6b-bc75-d9f94105cce1 HTTP/1.1" status: 404 len: 333 time: 0.0514276 Apr 16 15:38:21.160768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57418) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:21.169427 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1063256 Apr 16 15:38:21.191113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=37012a51-021d-4fdd-b73e-57655af6c71f,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:21.193425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:21.201225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 44d66c00-6fea-4446-a839-e77d6f86da1f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:21.201624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.203563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57422) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:21.215227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.218866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-55424041'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:21.230048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:21.232765 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-12898b5b-c90b-4eec-9a14-12c2a55e23fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:38:21.233109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12898b5b-c90b-4eec-9a14-12c2a55e23fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:21.244329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:network and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:21.246827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:21.253240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12898b5b-c90b-4eec-9a14-12c2a55e23fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:21.255684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.256194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-12898b5b-c90b-4eec-9a14-12c2a55e23fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/47513bf9-f78f-4a6b-bc75-d9f94105cce1 HTTP/1.1" status: 404 len: 333 time: 0.0944955 Apr 16 15:38:21.258225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:21.259704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57426) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:21.265778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.266487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.275192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b3ae6fe-b673-48a5-87bc-36d75de82e89 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:21.282678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:21.307527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:21.313844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.342484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ed7550-f89c-4c8e-9287-6be55b2e54e1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting subnet c10f9648-e549-421a-ae58-f2d58c413e4f {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:21.344394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7550-f89c-4c8e-9287-6be55b2e54e1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.353716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event updated for resources: {'Port': ['ID=09171175-cc80-43e1-96ed-e4f5e86e60b6,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:21.361875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:21.409575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a63c7eca-7af8-4c61-9280-c8af160daea0 None None] Provisioning complete for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:21.411268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a63c7eca-7af8-4c61-9280-c8af160daea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.419227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1489} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:21.421587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7550-f89c-4c8e-9287-6be55b2e54e1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.454278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.454747 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added segment 5c2352a6-6a6d-4954-9dbf-9330c1183210 of type vlan for network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 Apr 16 15:38:21.478215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:19Z', 'revision_number': 2, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:20Z', 'revision_number': 2, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:21.480974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Checking router: af592781-f235-4c66-b3c1-cfb061c838d4 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:38:21.481288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Updating router af592781-f235-4c66-b3c1-cfb061c838d4 port f8267db7-2cfa-401d-b65f-870edd8c89d0 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:38:21.494348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.523847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.531411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7550-f89c-4c8e-9287-6be55b2e54e1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.532814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a63c7eca-7af8-4c61-9280-c8af160daea0 None None] Provisioning complete for port dbf65e65-3262-40e3-81a3-45b21e78437a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:21.533258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a63c7eca-7af8-4c61-9280-c8af160daea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.555115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.558282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:21.558668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.564177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84f640e0-0ea3-4a24-abfe-713e66eac437 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:21.581650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a63c7eca-7af8-4c61-9280-c8af160daea0 None None] Port dbf65e65-3262-40e3-81a3-45b21e78437a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:21.644746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4388454 Apr 16 15:38:21.649334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57430) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:21.686132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'subnet': {'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:21.697641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Network': ['ID=7ebff6b0-08d4-43a3-9681-567e86fd04f8,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:21.704833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:21.707208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:21.736542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.744193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Transition to ACTIVE for port object f8267db7-2cfa-401d-b65f-870edd8c89d0 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:21.753139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.759328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.828603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:21.834223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.879817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:21.883446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:21.917467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:21.971778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Attempting to bind port f8267db7-2cfa-401d-b65f-870edd8c89d0 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:21.972183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Attempting to bind port f8267db7-2cfa-401d-b65f-870edd8c89d0 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'f5bebb26-5f61-4fe2-9f96-71cb652f9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:21.972258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Attempting to bind port f8267db7-2cfa-401d-b65f-870edd8c89d0 on network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:21.976921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:21.977362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Checking segment: {'id': 'f5bebb26-5f61-4fe2-9f96-71cb652f9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:21.977854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:21.978100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Bound using segment: {'id': 'f5bebb26-5f61-4fe2-9f96-71cb652f9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:21.978396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Bound port: f8267db7-2cfa-401d-b65f-870edd8c89d0, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bebb26-5f61-4fe2-9f96-71cb652f9332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:21.978656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.037078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] For port f8267db7-2cfa-401d-b65f-870edd8c89d0, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:22.039461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] For port f8267db7-2cfa-401d-b65f-870edd8c89d0, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f8267db7-2cfa-401d-b65f-870edd8c89d0,segment=NetworkSegment(f5bebb26-5f61-4fe2-9f96-71cb652f9332),segment_id=f5bebb26-5f61-4fe2-9f96-71cb652f9332)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:22.040348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e30246-bffe-448a-abb4-3f2be022a9bd None None] Pushing event updated for resources: {'Port': ['ID=f8267db7-2cfa-401d-b65f-870edd8c89d0,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:22.042565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64e30246-bffe-448a-abb4-3f2be022a9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:22.044383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.055278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f332b731-fa5c-4e5c-8160-f8327ed37fbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:22.108872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:22.112624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.116589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f44561a-992d-4f6c-a41f-1c9ede809e08 None None] Network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:22.124029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e43363d-4ebb-4982-b1ec-3caaaf1cfbd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:22.133319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1605c370-9802-4ee7-a091-dd812dff392e']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:22.145562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d924891-ab60-44ee-ba80-ddd9d1ad37d5') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:22.146281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d924891-ab60-44ee-ba80-ddd9d1ad37d5') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:22.150077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:subnet and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:22.155420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.166004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.170590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Releasing vlan 1469 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:22.172280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dcdfdc25-9a9c-41e7-bd32-98822ec84821 None None] Provisioning for port ed481615-bc7d-44f9-9176-95eeb8c9878a completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:22.190637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:22.216779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:22.251240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Subnet': ['ID=ffc187c7-f824-4465-9516-9cf5d11399d5,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:22.255347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:22.256958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:22.261112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.301793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e30246-bffe-448a-abb4-3f2be022a9bd None None] Pushing event updated for resources: {'Port': ['ID=f8267db7-2cfa-401d-b65f-870edd8c89d0,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:22.304021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64e30246-bffe-448a-abb4-3f2be022a9bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:22.304448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network 1605c370-9802-4ee7-a091-dd812dff392e has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:22.311723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.327498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:22.327884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:22.351601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7550-f89c-4c8e-9287-6be55b2e54e1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.365862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b85f3c19-a251-4f99-8397-927e1e28ba89 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:22.419487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:22.425154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:22.425829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed7550-f89c-4c8e-9287-6be55b2e54e1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Subnet': ['ID=c10f9648-e549-421a-ae58-f2d58c413e4f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:22.429490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:22.432699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b1ed7550-f89c-4c8e-9287-6be55b2e54e1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:22.447256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:22.447622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.451432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network 1605c370-9802-4ee7-a091-dd812dff392e has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:22.473507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd93f373-9c3a-48cb-8938-60a3e3ec9349 None None] Network 82da269f-e423-41e3-ba00-d3738d0b5784 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:22.490045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1ed7550-f89c-4c8e-9287-6be55b2e54e1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.493073 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b1ed7550-f89c-4c8e-9287-6be55b2e54e1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/c10f9648-e549-421a-ae58-f2d58c413e4f HTTP/1.1" status: 204 len: 168 time: 1.2327664 Apr 16 15:38:22.494167 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1804082 Apr 16 15:38:22.495975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57434) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:22.496174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57436) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:22.512041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'security_group': {'name': 'tempest-secgroup-237760569'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:22.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:22.520179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:22.534330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c826e626-2549-4910-9ee8-f88080b19034 None None] Network 6d1a9185-2b8d-4fae-b913-7e57a4f28653 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:22.562616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:security_group and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:22.563044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.566803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:22.571340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.575809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:22.580191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:22.605656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.643621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.648594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:19Z', 'revision_number': 2, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:22Z', 'revision_number': 4, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:22.651519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4bac7-2498-488c-9968-9681f1f95628 None None] The sync data for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv is: [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:19Z', 'revision_number': 2, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:22Z', 'revision_number': 4, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:22.674041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 44d66c00-6fea-4446-a839-e77d6f86da1f {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:22.674141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.688290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:22.705790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 37012a51-021d-4fdd-b73e-57655af6c71f up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:22.715563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event deleted for resources: {'Network': ['ID=1605c370-9802-4ee7-a091-dd812dff392e,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:22.717271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:22.718398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:security_group_rule and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:22.728275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:22.728371 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "DELETE /v2.0/networks/1605c370-9802-4ee7-a091-dd812dff392e HTTP/1.1" status: 204 len: 168 time: 1.6070466 Apr 16 15:38:22.729231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57442) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:22.737340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:22.791209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.843630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 37012a51-021d-4fdd-b73e-57655af6c71f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:22.843855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.872631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.890392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.895451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] For port 44d66c00-6fea-4446-a839-e77d6f86da1f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=44d66c00-6fea-4446-a839-e77d6f86da1f,segment=NetworkSegment(973ab067-7b52-4124-a04e-ff0041f8d93c),segment_id=973ab067-7b52-4124-a04e-ff0041f8d93c)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:22.895845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.902463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:22.908328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8ab6fb8-0ff6-4cb1-a125-d7a64406622b tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:22.945439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ed481615-bc7d-44f9-9176-95eeb8c9878a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:22.986059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 44d66c00-6fea-4446-a839-e77d6f86da1f owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:23.001058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400463c7-5c85-4789-b407-dfedd679b7cd None None] DHCP port deletion for 6d1a9185-2b8d-4fae-b913-7e57a4f28653 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:38:23.019159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ea1640-eae0-4c24-80aa-470992cf7577 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:23.022615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ea1640-eae0-4c24-80aa-470992cf7577 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:23.023146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-26ea1640-eae0-4c24-80aa-470992cf7577 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Synchronizing usage tracker for tenant:bf9961b6410640eb9cc3bad94723785f on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:23.033438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de698c86-2a42-4946-9a32-78b92704bb10,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:23.036805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.037076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-400463c7-5c85-4789-b407-dfedd679b7cd None None] Deleting port 44d66c00-6fea-4446-a839-e77d6f86da1f {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:23.037368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-400463c7-5c85-4789-b407-dfedd679b7cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.037583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5399258 Apr 16 15:38:23.040169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:23.054730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57446) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:23.063837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'security_group': {'name': 'tempest-secgroup-1441541384'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:23.070018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:23.072025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:security_group and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:23.073713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:23.077193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:23.088510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.090360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.098370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5fa6411-acea-4844-afea-7ab9e7084078 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:23.119322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.120623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-400463c7-5c85-4789-b407-dfedd679b7cd None None] The port '44d66c00-6fea-4446-a839-e77d6f86da1f' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:38:23.131446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb6f97f-cc22-4703-9ddd-a92724f949cf None None] Update dhcp port {'port': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'fixed_ips': [{'subnet_id': '6329f824-1fed-4002-a79c-9e80c8859d28', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ffc187c7-f824-4465-9516-9cf5d11399d5'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '3214f532-e42e-49d5-ae4f-d2fc334560e3'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:38:23.142377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-26ea1640-eae0-4c24-80aa-470992cf7577 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Unset dirty status for tenant:bf9961b6410640eb9cc3bad94723785f on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:23.143513 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-26ea1640-eae0-4c24-80aa-470992cf7577 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4140170 Apr 16 15:38:23.149685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57450) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:23.160666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port ed481615-bc7d-44f9-9176-95eeb8c9878a completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:23.170166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=44d66c00-6fea-4446-a839-e77d6f86da1f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:23.174815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port ed481615-bc7d-44f9-9176-95eeb8c9878a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:23.174815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.189241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-274193383'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:23.255728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:23.256292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3db3b23b-ba9b-421b-a653-9dddee655d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:23.258131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-478b45e9-e473-4f6c-9f44-df2cb54bebe0 None None] Provisioning for port f8267db7-2cfa-401d-b65f-870edd8c89d0 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:23.279779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efb6f97f-cc22-4703-9ddd-a92724f949cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.291785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No DVR routers for this DVR port 44d66c00-6fea-4446-a839-e77d6f86da1f on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:38:23.292966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-478b45e9-e473-4f6c-9f44-df2cb54bebe0 None None] Provisioning complete for port ed481615-bc7d-44f9-9176-95eeb8c9878a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:23.293208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-478b45e9-e473-4f6c-9f44-df2cb54bebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.385459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.449701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.494442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1a9185-2b8d-4fae-b913-7e57a4f28653']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:23.503529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-478b45e9-e473-4f6c-9f44-df2cb54bebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.525509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973ab067-7b52-4124-a04e-ff0041f8d93c') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:23.525683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973ab067-7b52-4124-a04e-ff0041f8d93c') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:23.526921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port ed481615-bc7d-44f9-9176-95eeb8c9878a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ed481615-bc7d-44f9-9176-95eeb8c9878a,segment=NetworkSegment(f5bebb26-5f61-4fe2-9f96-71cb652f9332),segment_id=f5bebb26-5f61-4fe2-9f96-71cb652f9332)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:23.530010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Subnet': ['ID=ea35fc37-a14d-4bfa-bf20-799ad797d50a,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:23.536651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:23.544716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.557827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.566738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Releasing vlan 1466 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:23.572455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:23.578372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:23.589033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-478b45e9-e473-4f6c-9f44-df2cb54bebe0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:38:23.589276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-478b45e9-e473-4f6c-9f44-df2cb54bebe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:38:23.589645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.590796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:security_group_rule and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:23.593243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db0e21e7-3d26-41c8-afc4-ca7d15315e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:23.594061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:23.597141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:23.611067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:23.637154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Checking segment: {'id': '5c2352a6-6a6d-4954-9dbf-9330c1183210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:23.637357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network hostable DHCP agents. Network: 7ebff6b0-08d4-43a3-9681-567e86fd04f8, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:23.638955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=ed481615-bc7d-44f9-9176-95eeb8c9878a,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:23.640593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 669feaff-f69b-4996-9969-12968b324d7c no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:23.658663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Made reservation on behalf of bf9961b6410640eb9cc3bad94723785f for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:23.662398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.662913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:23.683349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-efb6f97f-cc22-4703-9ddd-a92724f949cf None None] Allocated IP 172.20.0.2 (82da269f-e423-41e3-ba00-d3738d0b5784/ffc187c7-f824-4465-9516-9cf5d11399d5/3214f532-e42e-49d5-ae4f-d2fc334560e3) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:23.692759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 669feaff-f69b-4996-9969-12968b324d7c {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:23.693077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 669feaff-f69b-4996-9969-12968b324d7c not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:23.695718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 6d1a9185-2b8d-4fae-b913-7e57a4f28653 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:23.701136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.711506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:23.741557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.751553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 7ebff6b0-08d4-43a3-9681-567e86fd04f8) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:23.762910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b191e3-73ca-4874-8173-22b8044c3835 None None] Network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:23.803808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1482} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:23.805752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.819698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-efb6f97f-cc22-4703-9ddd-a92724f949cf None None] For port 3214f532-e42e-49d5-ae4f-d2fc334560e3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3214f532-e42e-49d5-ae4f-d2fc334560e3,segment=NetworkSegment(894d51c6-6183-4d71-8ae2-434ef5b3d295),segment_id=894d51c6-6183-4d71-8ae2-434ef5b3d295)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:23.840017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efb6f97f-cc22-4703-9ddd-a92724f949cf None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.868049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.904976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.905316 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Added segment 1897d3bf-a5c2-4fe6-9b9a-ea36a39394a4 of type vlan for network 7c385fa6-2056-4085-bbfd-d045320d9fd8 Apr 16 15:38:23.945703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.954838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:23.955517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.961626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:23.968614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e490c010-7672-4c14-8bcd-2718d9dc1ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:23.977989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.045929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43893c5-44ec-4184-a7d0-b7eae0d27731,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:24.049891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Allocated IP 2001:db8:1::2 (7ebff6b0-08d4-43a3-9681-567e86fd04f8/ea35fc37-a14d-4bfa-bf20-799ad797d50a/c7f4b8a8-8c71-4d79-b633-d7245410a0e0) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:24.053868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:24.062755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.065557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0058384 Apr 16 15:38:24.069977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57454) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:24.072917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.072996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:24.073306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.076280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:24.076412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.082170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'security_group': {'name': 'tempest-secgroup-700126945'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:24.084564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cedc2bd5-ab96-48b7-9638-081156cfe69d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:24.095805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 6d1a9185-2b8d-4fae-b913-7e57a4f28653 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:24.102692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:24.110066 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:24.114166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4335229 Apr 16 15:38:24.135133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:security_group and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:24.136567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57458) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:24.137416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Allocated IP 172.26.4.92 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/16e72c4c-d7e4-455e-9105-210b915c2186) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:24.142904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:24.159337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.161883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:24.172627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.179568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Network': ['ID=6d1a9185-2b8d-4fae-b913-7e57a4f28653,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:24.184265 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/networks/6d1a9185-2b8d-4fae-b913-7e57a4f28653 HTTP/1.1" status: 204 len: 168 time: 1.6873884 Apr 16 15:38:24.185023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:24.185270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57462) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:24.189147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1793315089'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:24.193372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:24.195829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:network and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:24.196597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:24.197639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:24.201572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:24.207759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:24.211699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.216945 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0493832 Apr 16 15:38:24.218506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57466) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:24.224566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-655727884'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:24.228653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:24.237628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:24.244305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1472} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:24.249807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Made reservation on behalf of bf9961b6410640eb9cc3bad94723785f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:24.249924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Router 2e452f3d-3230-4235-b284-ae21a7922a34 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:38:24.253743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.257655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event updated for resources: {'Network': ['ID=7c385fa6-2056-4085-bbfd-d045320d9fd8,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:24.263737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:24.264214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.264378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.264442 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Added segment c4e1ff2c-d508-4af8-99a3-60b08d05d9c5 of type vlan for network bce32184-b47c-4fff-94a6-7d96c437cb1f Apr 16 15:38:24.283339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1452} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:24.292355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-efb6f97f-cc22-4703-9ddd-a92724f949cf None None] Transition to ACTIVE for port object 3214f532-e42e-49d5-ae4f-d2fc334560e3 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:24.292938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 7c385fa6-2056-4085-bbfd-d045320d9fd8 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:24.295082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.299297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.299491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Added segment b7f312b9-8e3a-4e96-ab1d-c2c007b069fd of type vlan for network f546dc72-cadc-4ad9-b7a7-31e133355e14 Apr 16 15:38:24.307387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efb6f97f-cc22-4703-9ddd-a92724f949cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.323185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.329454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.332848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:24.333204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.336789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2670c57e-825c-4233-9aa0-725019dacf92 tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:24.345322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31642927-4066-4dd0-8790-9fdba1b362a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:24.397542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:24.414952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2272036 Apr 16 15:38:24.417124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57470) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:24.422814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': 'bce32184-b47c-4fff-94a6-7d96c437cb1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:24.431221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Network': ['ID=bce32184-b47c-4fff-94a6-7d96c437cb1f,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:24.434507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:24.436904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.440059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:24.440420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.444506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:security_group_rule and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:24.453146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:24.454820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network bce32184-b47c-4fff-94a6-7d96c437cb1f details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:24.471067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:24.499521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:24.524022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6f97f-cc22-4703-9ddd-a92724f949cf None None] Pushing event updated for resources: {'Port': ['ID=3214f532-e42e-49d5-ae4f-d2fc334560e3,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:24.525909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efb6f97f-cc22-4703-9ddd-a92724f949cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:24.542834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3216903 Apr 16 15:38:24.543185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57474) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:24.552535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:24.553954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'ports': [{'network_id': '7c385fa6-2056-4085-bbfd-d045320d9fd8', 'name': 'tempest-port--1742122867', 'admin_state_up': True}, {'network_id': 'f546dc72-cadc-4ad9-b7a7-31e133355e14', 'admin_state_up': False}]} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:24.553954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'port': {'network_id': '7c385fa6-2056-4085-bbfd-d045320d9fd8', 'name': 'tempest-port--1742122867', 'admin_state_up': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:24.554064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event updated for resources: {'Network': ['ID=f546dc72-cadc-4ad9-b7a7-31e133355e14,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:24.554099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'port': {'network_id': 'f546dc72-cadc-4ad9-b7a7-31e133355e14', 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:24.556134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:24.556687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:24.558406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:24.561714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:24.570030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:24.581962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.594712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network f546dc72-cadc-4ad9-b7a7-31e133355e14 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:24.711170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ed481615-bc7d-44f9-9176-95eeb8c9878a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:24.789751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.802031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Transition to ACTIVE for port object c7f4b8a8-8c71-4d79-b633-d7245410a0e0 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:24.820084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Transition to ACTIVE for port object c7f4b8a8-8c71-4d79-b633-d7245410a0e0 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:24.825418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port ed481615-bc7d-44f9-9176-95eeb8c9878a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:24.825681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.843373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.855966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d06e80c-5c3f-4cca-ac41-aa8f11635c35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:24.907721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.916540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:24.919077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fb176c5-f5eb-44ae-a201-82d025cc5428 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:24.924273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:24.939574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1116cb7e-64f0-4306-a046-c72be70239c5 None None] Sync routers for ids ['2e452f3d-3230-4235-b284-ae21a7922a34'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:24.959238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Pushing event updated for resources: {'Port': ['ID=c7f4b8a8-8c71-4d79-b633-d7245410a0e0,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:24.961110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:24.970157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1116cb7e-64f0-4306-a046-c72be70239c5 None None] Routers {'2e452f3d-3230-4235-b284-ae21a7922a34'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:24.970813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1116cb7e-64f0-4306-a046-c72be70239c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2e452f3d-3230-4235-b284-ae21a7922a34'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:25.007953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Subnet': ['ID=d17b2436-4287-45f5-82d3-e76631eada1d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:25.010924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:25.039486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1116cb7e-64f0-4306-a046-c72be70239c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:25.047666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.049158 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.7804825 Apr 16 15:38:25.051117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57478) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:25.059023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1116cb7e-64f0-4306-a046-c72be70239c5 None None] Routers {'2e452f3d-3230-4235-b284-ae21a7922a34'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:25.059424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1116cb7e-64f0-4306-a046-c72be70239c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2e452f3d-3230-4235-b284-ae21a7922a34'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:25.065190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.086388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Checking segment: {'id': 'c4e1ff2c-d508-4af8-99a3-60b08d05d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'bce32184-b47c-4fff-94a6-7d96c437cb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:25.086849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network hostable DHCP agents. Network: bce32184-b47c-4fff-94a6-7d96c437cb1f, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:25.094605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:25.100030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:25.101624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:25.103812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.109010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f118f98d-6c48-460d-8605-d8dbccc2bfd1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:25.121322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f8267db7-2cfa-401d-b65f-870edd8c89d0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:25.142282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1116cb7e-64f0-4306-a046-c72be70239c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:25.143130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1116cb7e-64f0-4306-a046-c72be70239c5 None None] The sync data for ids ['2e452f3d-3230-4235-b284-ae21a7922a34'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:25.156108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network bce32184-b47c-4fff-94a6-7d96c437cb1f is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:25.177824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, bce32184-b47c-4fff-94a6-7d96c437cb1f) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:25.190847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456556dd-0a18-41f7-ab7d-a702b5d4efb7 None None] Network bce32184-b47c-4fff-94a6-7d96c437cb1f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:25.203600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:25.207187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Usage tracker for resource:port and tenant:bf9961b6410640eb9cc3bad94723785f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:25.209078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6679b15-a8c8-4fca-97ab-1f0920c47e51,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:25.210951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:25.223670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:25.224049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.230830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:25.233999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Attempting to bind port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:25.234233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Attempting to bind port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '5c2352a6-6a6d-4954-9dbf-9330c1183210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:25.234479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Attempting to bind port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 on network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:25.236709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.239302 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1669908 Apr 16 15:38:25.241544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:25.243169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57482) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:25.243435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:25.243674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Checking segment: {'id': '5c2352a6-6a6d-4954-9dbf-9330c1183210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:25.243937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.244186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Bound using segment: {'id': '5c2352a6-6a6d-4954-9dbf-9330c1183210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:25.244495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Bound port: c7f4b8a8-8c71-4d79-b633-d7245410a0e0, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2352a6-6a6d-4954-9dbf-9330c1183210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:25.244831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.249631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1325034595', 'security_groups': ['d6679b15-a8c8-4fca-97ab-1f0920c47e51'], 'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ffc187c7-f824-4465-9516-9cf5d11399d5'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:25.287323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8694499 Apr 16 15:38:25.289059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57486) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:25.295200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': 'bce32184-b47c-4fff-94a6-7d96c437cb1f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-369991787'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:25.301411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port f8267db7-2cfa-401d-b65f-870edd8c89d0 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:25.311912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f8267db7-2cfa-401d-b65f-870edd8c89d0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:25.311912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.328338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.339902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d4b5ab31-d665-4b94-a727-8934c4120a53 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:25.371021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Made reservation on behalf of bf9961b6410640eb9cc3bad94723785f for: {'port': 2} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:25.379000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] For port c7f4b8a8-8c71-4d79-b633-d7245410a0e0, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:25.387604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.392060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] For port c7f4b8a8-8c71-4d79-b633-d7245410a0e0, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c7f4b8a8-8c71-4d79-b633-d7245410a0e0,segment=NetworkSegment(5c2352a6-6a6d-4954-9dbf-9330c1183210),segment_id=5c2352a6-6a6d-4954-9dbf-9330c1183210)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:25.399995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.410881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:25.442591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.465716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:25.477842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.479949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:25.492898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Pushing event updated for resources: {'Port': ['ID=16e72c4c-d7e4-455e-9105-210b915c2186,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:25.505645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:25.509614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.529072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:25.533874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 2343dabe-17b1-4dfc-b314-1091074cb482 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:25.540971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:25.638636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:25.666263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.669546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:25.688823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-bce32184-b47c-4fff-94a6-7d96c437cb1f', 'network_id': 'bce32184-b47c-4fff-94a6-7d96c437cb1f', 'tenant_id': 'cab102714a214227b8a1daffd76e51b1', 'fixed_ips': [{'subnet_id': 'd17b2436-4287-45f5-82d3-e76631eada1d'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:25.689738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.692503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] device_id is not set on port 8df666dd-a0b9-48b7-8228-f17876db4265 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:25.717744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ac575682-5ead-4f42-ae87-72e620e70e62 None None] Provisioning for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:25.734661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.751410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:25.757672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:25.765582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ac575682-5ead-4f42-ae87-72e620e70e62 None None] Provisioning complete for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:25.765814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac575682-5ead-4f42-ae87-72e620e70e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.770175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:25.780098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Pushing event updated for resources: {'Port': ['ID=c7f4b8a8-8c71-4d79-b633-d7245410a0e0,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:25.782361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:25.845722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port f8267db7-2cfa-401d-b65f-870edd8c89d0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f8267db7-2cfa-401d-b65f-870edd8c89d0,segment=NetworkSegment(f5bebb26-5f61-4fe2-9f96-71cb652f9332),segment_id=f5bebb26-5f61-4fe2-9f96-71cb652f9332)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:25.856668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.859337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e5849ab-b147-4838-a219-3dc672c98d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:25.864276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.915812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 44d66c00-6fea-4446-a839-e77d6f86da1f no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:25.951591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 44d66c00-6fea-4446-a839-e77d6f86da1f {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:25.951591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 44d66c00-6fea-4446-a839-e77d6f86da1f not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:25.961256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=f8267db7-2cfa-401d-b65f-870edd8c89d0,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:25.963452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:25.983491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ac575682-5ead-4f42-ae87-72e620e70e62 None None] Provisioning complete for port dbf65e65-3262-40e3-81a3-45b21e78437a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:25.983727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac575682-5ead-4f42-ae87-72e620e70e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:25.993522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8::a3 (bce32184-b47c-4fff-94a6-7d96c437cb1f/d17b2436-4287-45f5-82d3-e76631eada1d/2343dabe-17b1-4dfc-b314-1091074cb482) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:26.017233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ac575682-5ead-4f42-ae87-72e620e70e62 None None] Port dbf65e65-3262-40e3-81a3-45b21e78437a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:26.032818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] device_id is not set on port 7bb266a6-8697-4218-b116-762cd5fb7d8d yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:26.203544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.228162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object 2343dabe-17b1-4dfc-b314-1091074cb482 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:26.286931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Allocated IP 172.20.0.1 (4450cf5c-f6b1-434b-8795-0edebfaed119/1599aef1-e486-4528-b020-f741056e085f/6fbb20ff-71bc-4d30-8976-398356996924) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:26.292212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.302638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70df1801-0df4-4da4-aa00-4f356e33ac27 tempest-AllowedAddressPairTestJSON-771628447 tempest-AllowedAddressPairTestJSON-771628447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:26.330834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Allocated IP 2001:db8::2 (bce32184-b47c-4fff-94a6-7d96c437cb1f/d17b2436-4287-45f5-82d3-e76631eada1d/b063e361-15df-4e23-bce9-50eb8c13eda3) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:26.423662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=2343dabe-17b1-4dfc-b314-1091074cb482,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:26.431245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Allocated IP 2001:db8:1::1 (7ebff6b0-08d4-43a3-9681-567e86fd04f8/ea35fc37-a14d-4bfa-bf20-799ad797d50a/0131bc12-47a9-4939-8f9e-6a1fcbb94173) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:26.436828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:26.473878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.479909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Transition to ACTIVE for port object b063e361-15df-4e23-bce9-50eb8c13eda3 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:26.487721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network bce32184-b47c-4fff-94a6-7d96c437cb1f is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:26.489322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.490741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Transition to ACTIVE for port object b063e361-15df-4e23-bce9-50eb8c13eda3 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:26.491127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:26.494108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.494200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:26.497272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:26.497645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.503120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:26.511845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Transition to ACTIVE for port object 6fbb20ff-71bc-4d30-8976-398356996924 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:26.522517 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.2327404 Apr 16 15:38:26.522878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57490) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:26.527599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.578515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Pushing event updated for resources: {'Port': ['ID=b063e361-15df-4e23-bce9-50eb8c13eda3,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:26.578737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a65756b7-15ec-4628-bf66-56ba31f463c3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 2343dabe-17b1-4dfc-b314-1091074cb482 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:26.578840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a65756b7-15ec-4628-bf66-56ba31f463c3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.580744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:26.603361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.618644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Network bce32184-b47c-4fff-94a6-7d96c437cb1f is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:26.620003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:26.621829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:26.653189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed1c40c1-57c3-4788-95b2-5c6cf76d98e8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:26.699930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3214f532-e42e-49d5-ae4f-d2fc334560e3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:26.707093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] device_id is not set on port 5f2a3ef5-433b-4e0c-9ec8-0416e9ce2c79 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:26.725393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.740981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Attempting to bind port b063e361-15df-4e23-bce9-50eb8c13eda3 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:26.741179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Attempting to bind port b063e361-15df-4e23-bce9-50eb8c13eda3 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c4e1ff2c-d508-4af8-99a3-60b08d05d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'bce32184-b47c-4fff-94a6-7d96c437cb1f'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:26.741463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Attempting to bind port b063e361-15df-4e23-bce9-50eb8c13eda3 on network bce32184-b47c-4fff-94a6-7d96c437cb1f {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:26.744220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event updated for resources: {'Port': ['ID=6fbb20ff-71bc-4d30-8976-398356996924,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:26.747401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:26.747814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Checking segment: {'id': 'c4e1ff2c-d508-4af8-99a3-60b08d05d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'bce32184-b47c-4fff-94a6-7d96c437cb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:26.747938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.748005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:26.748243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Bound using segment: {'id': 'c4e1ff2c-d508-4af8-99a3-60b08d05d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'bce32184-b47c-4fff-94a6-7d96c437cb1f'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:26.748582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Bound port: b063e361-15df-4e23-bce9-50eb8c13eda3, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e1ff2c-d508-4af8-99a3-60b08d05d9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'bce32184-b47c-4fff-94a6-7d96c437cb1f'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:26.748856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.762328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.4 (82da269f-e423-41e3-ba00-d3738d0b5784/ffc187c7-f824-4465-9516-9cf5d11399d5/7bb266a6-8697-4218-b116-762cd5fb7d8d) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:26.800156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:26.800392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.812075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Network 4450cf5c-f6b1-434b-8795-0edebfaed119 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:26.813938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:26.814019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.816447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:26.835433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] For port b063e361-15df-4e23-bce9-50eb8c13eda3, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:26.844598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] For port b063e361-15df-4e23-bce9-50eb8c13eda3, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b063e361-15df-4e23-bce9-50eb8c13eda3,segment=NetworkSegment(c4e1ff2c-d508-4af8-99a3-60b08d05d9c5),segment_id=c4e1ff2c-d508-4af8-99a3-60b08d05d9c5)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:26.849093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.849444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Transition to ACTIVE for port object 0131bc12-47a9-4939-8f9e-6a1fcbb94173 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:26.858106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82a936d0-7c1f-4b4b-9bae-ddd74b416a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:26.875041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.883630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a65756b7-15ec-4628-bf66-56ba31f463c3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:26.964906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f8267db7-2cfa-401d-b65f-870edd8c89d0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:26.972995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a65756b7-15ec-4628-bf66-56ba31f463c3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 2343dabe-17b1-4dfc-b314-1091074cb482 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:26.994595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Pushing event updated for resources: {'Port': ['ID=b063e361-15df-4e23-bce9-50eb8c13eda3,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:26.996803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:27.043860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.058388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-acb67d77-8d38-4dfa-bdbc-1121faf5907e None None] Provisioning for port 6fbb20ff-71bc-4d30-8976-398356996924 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:27.062303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-acb67d77-8d38-4dfa-bdbc-1121faf5907e None None] Provisioning complete for port 6fbb20ff-71bc-4d30-8976-398356996924 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:27.062553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acb67d77-8d38-4dfa-bdbc-1121faf5907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.088510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:27.104354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-acb67d77-8d38-4dfa-bdbc-1121faf5907e None None] Port 6fbb20ff-71bc-4d30-8976-398356996924 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:27.105345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f8267db7-2cfa-401d-b65f-870edd8c89d0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:27.105561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.112680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.124859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a65756b7-15ec-4628-bf66-56ba31f463c3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.134166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac589563-464c-44ec-9e52-102453c2d4a3 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:27.189044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.190166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c7f4b8a8-8c71-4d79-b633-d7245410a0e0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:27.211895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65756b7-15ec-4628-bf66-56ba31f463c3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=2343dabe-17b1-4dfc-b314-1091074cb482,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:27.216267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=0131bc12-47a9-4939-8f9e-6a1fcbb94173,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:27.220203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a65756b7-15ec-4628-bf66-56ba31f463c3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:27.225648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:27.230454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.243243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:27.263645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.273747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object 7bb266a6-8697-4218-b116-762cd5fb7d8d will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:27.303363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d50882-9b1c-49d6-8fdd-bdbba817dfe8 None None] Network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:27.356038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.402164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a65756b7-15ec-4628-bf66-56ba31f463c3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.421587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a65756b7-15ec-4628-bf66-56ba31f463c3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/2343dabe-17b1-4dfc-b314-1091074cb482 HTTP/1.1" status: 204 len: 168 time: 0.8973596 Apr 16 15:38:27.422010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57496) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:27.450971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:27.462059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1704208-f1df-41fe-bf2f-33cc4a546234 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:27.470263 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5691bc-e883-45ce-82b7-99b5d92b4aed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:38:27.470660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4a5691bc-e883-45ce-82b7-99b5d92b4aed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:27.485057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:27.500710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:27.501029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.509413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.571077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1a2a5afe-7dd6-4a76-b828-4263a49031b5 None None] Provisioning for port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:27.576034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1a2a5afe-7dd6-4a76-b828-4263a49031b5 None None] Provisioning complete for port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:27.576272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5afe-7dd6-4a76-b828-4263a49031b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.720986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5afe-7dd6-4a76-b828-4263a49031b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.749952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1a2a5afe-7dd6-4a76-b828-4263a49031b5 None None] For port c7f4b8a8-8c71-4d79-b633-d7245410a0e0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c7f4b8a8-8c71-4d79-b633-d7245410a0e0,segment=NetworkSegment(5c2352a6-6a6d-4954-9dbf-9330c1183210),segment_id=5c2352a6-6a6d-4954-9dbf-9330c1183210)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:27.753156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5afe-7dd6-4a76-b828-4263a49031b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.754309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db55685c-25fe-497d-ad54-e0abf62aa2c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:27.794456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a5afe-7dd6-4a76-b828-4263a49031b5 None None] Pushing event updated for resources: {'Port': ['ID=c7f4b8a8-8c71-4d79-b633-d7245410a0e0,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:27.798962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1a2a5afe-7dd6-4a76-b828-4263a49031b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:27.807104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4a5691bc-e883-45ce-82b7-99b5d92b4aed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:27.807823 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4a5691bc-e883-45ce-82b7-99b5d92b4aed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/2343dabe-17b1-4dfc-b314-1091074cb482 HTTP/1.1" status: 404 len: 333 time: 0.3801293 Apr 16 15:38:27.809725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57500) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:27.871300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e2db0f-da80-4766-9e92-c8335152cffb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting subnet d17b2436-4287-45f5-82d3-e76631eada1d {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:27.874846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44e2db0f-da80-4766-9e92-c8335152cffb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.898147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event updated for resources: {'Port': ['ID=8df666dd-a0b9-48b7-8228-f17876db4265,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:27.900068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:27.904088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:27.916170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44e2db0f-da80-4766-9e92-c8335152cffb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.937771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.942995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.963115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8952aa1f-be2a-4549-ac1e-36a489bf911e tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:27.975285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Checking segment: {'id': '1897d3bf-a5c2-4fe6-9b9a-ea36a39394a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '7c385fa6-2056-4085-bbfd-d045320d9fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:27.975512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network hostable DHCP agents. Network: 7c385fa6-2056-4085-bbfd-d045320d9fd8, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:27.981506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c9994035-63f9-417b-979c-91af4d743873 None None] Provisioning for port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:27.987321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c9994035-63f9-417b-979c-91af4d743873 None None] Provisioning complete for port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:27.987569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9994035-63f9-417b-979c-91af4d743873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:27.992544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=7bb266a6-8697-4218-b116-762cd5fb7d8d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:27.998241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:28.028547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event updated for resources: {'Port': ['ID=6fbb20ff-71bc-4d30-8976-398356996924,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:28.032084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:28.032626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.036053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c9994035-63f9-417b-979c-91af4d743873 None None] Port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:28.036924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network 7c385fa6-2056-4085-bbfd-d045320d9fd8 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:28.042968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Router b3634fbc-a356-4b4b-bcc5-c731c136d447 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:38:28.043844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c9994035-63f9-417b-979c-91af4d743873 None None] Provisioning complete for port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:28.044385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9994035-63f9-417b-979c-91af4d743873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.061285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:28.065500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:28.066785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 7c385fa6-2056-4085-bbfd-d045320d9fd8) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:28.067719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:28.079242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44e2db0f-da80-4766-9e92-c8335152cffb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.087779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bf439b-67f9-48a0-894d-93f69a01742b None None] Network 7c385fa6-2056-4085-bbfd-d045320d9fd8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:28.100452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:28.101058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.150279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f15df84-7cc5-4627-95b8-06bf20a45dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:28.286951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.299853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Network 4450cf5c-f6b1-434b-8795-0edebfaed119 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:28.302347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:28.322984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e5990598-c219-4b54-803f-c12df67e8e08 None None] Provisioning complete for port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:28.323407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5990598-c219-4b54-803f-c12df67e8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.345281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:28.345749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.362248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44e2db0f-da80-4766-9e92-c8335152cffb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.363833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event updated for resources: {'Port': ['ID=5f2a3ef5-433b-4e0c-9ec8-0416e9ce2c79,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:28.375561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e5990598-c219-4b54-803f-c12df67e8e08 None None] Port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:28.376834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:28.383173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e5990598-c219-4b54-803f-c12df67e8e08 None None] Provisioning for port 7bb266a6-8697-4218-b116-762cd5fb7d8d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:28.386523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d32db04d-6f9d-41c3-b960-44039160a594 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:28.386984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e5990598-c219-4b54-803f-c12df67e8e08 None None] Provisioning complete for port 7bb266a6-8697-4218-b116-762cd5fb7d8d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:28.387156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5990598-c219-4b54-803f-c12df67e8e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.428382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e5990598-c219-4b54-803f-c12df67e8e08 None None] Port 7bb266a6-8697-4218-b116-762cd5fb7d8d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:28.429772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9b98f6-4fe3-4dfb-99af-d7a5bd722888 None None] Network bce32184-b47c-4fff-94a6-7d96c437cb1f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:28.465224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e2db0f-da80-4766-9e92-c8335152cffb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Subnet': ['ID=d17b2436-4287-45f5-82d3-e76631eada1d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:28.479164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44e2db0f-da80-4766-9e92-c8335152cffb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:28.500556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:28.506731 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2594726 Apr 16 15:38:28.506897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57504) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:28.511249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c81883ea-0a02-47ab-8c04-e48d6dee6498 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:28.512179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614971bb-385b-4cb5-a848-3f216cf3a46e None None] Sync routers for ids ['b3634fbc-a356-4b4b-bcc5-c731c136d447'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:28.527372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Checking segment: {'id': 'b7f312b9-8e3a-4e96-ab1d-c2c007b069fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f546dc72-cadc-4ad9-b7a7-31e133355e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:28.527592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network hostable DHCP agents. Network: f546dc72-cadc-4ad9-b7a7-31e133355e14, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:28.529153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614971bb-385b-4cb5-a848-3f216cf3a46e None None] Routers {'b3634fbc-a356-4b4b-bcc5-c731c136d447'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:28.535322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-614971bb-385b-4cb5-a848-3f216cf3a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b3634fbc-a356-4b4b-bcc5-c731c136d447'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:28.536310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.537115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-007299e2-4dc9-4efd-8336-b41965556878 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 7.7546473 Apr 16 15:38:28.539642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57508) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:28.549802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f1ee589a-e33b-4c58-9f78-8a6d6352f31d tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'enable_snat': False}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:28.556335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-febe9e8e-f0d3-4f56-941f-901fdad3e956 None None] Provisioning for port b063e361-15df-4e23-bce9-50eb8c13eda3 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:28.559172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44e2db0f-da80-4766-9e92-c8335152cffb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.564903 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-44e2db0f-da80-4766-9e92-c8335152cffb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/d17b2436-4287-45f5-82d3-e76631eada1d HTTP/1.1" status: 204 len: 168 time: 0.7544944 Apr 16 15:38:28.565464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57512) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:28.579278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-febe9e8e-f0d3-4f56-941f-901fdad3e956 None None] Provisioning complete for port 6fbb20ff-71bc-4d30-8976-398356996924 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:28.579565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-febe9e8e-f0d3-4f56-941f-901fdad3e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.622710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-febe9e8e-f0d3-4f56-941f-901fdad3e956 None None] Port 6fbb20ff-71bc-4d30-8976-398356996924 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:28.625156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-614971bb-385b-4cb5-a848-3f216cf3a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:28.630888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614971bb-385b-4cb5-a848-3f216cf3a46e None None] Routers {'b3634fbc-a356-4b4b-bcc5-c731c136d447'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:28.631362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-614971bb-385b-4cb5-a848-3f216cf3a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b3634fbc-a356-4b4b-bcc5-c731c136d447'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:28.650060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f1f8cc-52c6-4387-bf0e-19b7fe23af97 None None] DHCP port deletion for bce32184-b47c-4fff-94a6-7d96c437cb1f request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:38:28.653021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a5f1f8cc-52c6-4387-bf0e-19b7fe23af97 None None] Deleting port b063e361-15df-4e23-bce9-50eb8c13eda3 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:28.653269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f8cc-52c6-4387-bf0e-19b7fe23af97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.666682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-614971bb-385b-4cb5-a848-3f216cf3a46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:28.666946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614971bb-385b-4cb5-a848-3f216cf3a46e None None] The sync data for ids ['b3634fbc-a356-4b4b-bcc5-c731c136d447'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:28.669674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network f546dc72-cadc-4ad9-b7a7-31e133355e14 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:28.692787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, f546dc72-cadc-4ad9-b7a7-31e133355e14) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:28.700751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:28.703893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:28.706467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:28.706870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.715088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077521a4-e051-4c3c-9637-134159bbb110 None None] Network f546dc72-cadc-4ad9-b7a7-31e133355e14 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:28.721014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Router 2e452f3d-3230-4235-b284-ae21a7922a34 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:28.722880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c7f4b8a8-8c71-4d79-b633-d7245410a0e0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:28.736178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1891696 Apr 16 15:38:28.738628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57516) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:28.772978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.839381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c81883ea-0a02-47ab-8c04-e48d6dee6498 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:28.841923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.848044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.850295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.855680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c81883ea-0a02-47ab-8c04-e48d6dee6498 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:28.857992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3bb87174-36de-4b57-9c84-eaaab53fbbf4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:28.859323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c81883ea-0a02-47ab-8c04-e48d6dee6498 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:28.896531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c81883ea-0a02-47ab-8c04-e48d6dee6498 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:28.910107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port b063e361-15df-4e23-bce9-50eb8c13eda3 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:28.910300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.911852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:28.912076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.932264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a5f1f8cc-52c6-4387-bf0e-19b7fe23af97 None None] For port b063e361-15df-4e23-bce9-50eb8c13eda3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b063e361-15df-4e23-bce9-50eb8c13eda3,segment=NetworkSegment(c4e1ff2c-d508-4af8-99a3-60b08d05d9c5),segment_id=c4e1ff2c-d508-4af8-99a3-60b08d05d9c5)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:28.932475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f8cc-52c6-4387-bf0e-19b7fe23af97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:28.942711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81883ea-0a02-47ab-8c04-e48d6dee6498 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:28.946204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c81883ea-0a02-47ab-8c04-e48d6dee6498 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:29.014695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=0131bc12-47a9-4939-8f9e-6a1fcbb94173,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:29.017219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a5f1f8cc-52c6-4387-bf0e-19b7fe23af97 None None] Calling delete_port for b063e361-15df-4e23-bce9-50eb8c13eda3 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:29.023232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:29.055042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:29.063067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "PUT /v2.0/routers/2e452f3d-3230-4235-b284-ae21a7922a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0111513 Apr 16 15:38:29.066002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57520) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:29.068274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aafdb9-0660-4783-aef2-7aee293e8a3e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:29.071132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:29.071381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48aafdb9-0660-4783-aef2-7aee293e8a3e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:29.072280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-48aafdb9-0660-4783-aef2-7aee293e8a3e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3318455 Apr 16 15:38:29.075330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57524) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:29.076380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1ee589a-e33b-4c58-9f78-8a6d6352f31d tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:29.080832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ae8e8-c4de-4224-abec-040952823114 None None] Sync routers for ids ['2e452f3d-3230-4235-b284-ae21a7922a34'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:29.081797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Request body: {'port': {'network_id': '4450cf5c-f6b1-434b-8795-0edebfaed119', 'name': 'tempest-FloatingIPAdminTestJSON-665102361'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:29.093936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:29.114533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ae8e8-c4de-4224-abec-040952823114 None None] Routers {'2e452f3d-3230-4235-b284-ae21a7922a34'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:29.115009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c63ae8e8-c4de-4224-abec-040952823114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2e452f3d-3230-4235-b284-ae21a7922a34'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:29.187916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8aaedf79-4e5b-4e2b-b0dc-64c2007f139d tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Deleting port 8df666dd-a0b9-48b7-8228-f17876db4265 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:29.188212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8aaedf79-4e5b-4e2b-b0dc-64c2007f139d tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:29.208102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-c81883ea-0a02-47ab-8c04-e48d6dee6498 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ffc187c7-f824-4465-9516-9cf5d11399d5 (CIDR: 172.20.0.0/28) Apr 16 15:38:29.226752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c81883ea-0a02-47ab-8c04-e48d6dee6498 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:38:29.227091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c81883ea-0a02-47ab-8c04-e48d6dee6498 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:29.246106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] For port b063e361-15df-4e23-bce9-50eb8c13eda3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b063e361-15df-4e23-bce9-50eb8c13eda3,segment=NetworkSegment(c4e1ff2c-d508-4af8-99a3-60b08d05d9c5),segment_id=c4e1ff2c-d508-4af8-99a3-60b08d05d9c5)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:29.246310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:29.323701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f8cc-52c6-4387-bf0e-19b7fe23af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:29.331130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:29.348574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for b063e361-15df-4e23-bce9-50eb8c13eda3 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:29.361037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c63ae8e8-c4de-4224-abec-040952823114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:29.369040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c81883ea-0a02-47ab-8c04-e48d6dee6498 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8612475 Apr 16 15:38:29.391086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1f8cc-52c6-4387-bf0e-19b7fe23af97 None None] Pushing event deleted for resources: {'Port': ['ID=b063e361-15df-4e23-bce9-50eb8c13eda3,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:29.392705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a5f1f8cc-52c6-4387-bf0e-19b7fe23af97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:29.409788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ae8e8-c4de-4224-abec-040952823114 None None] Routers {'2e452f3d-3230-4235-b284-ae21a7922a34'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:29.410212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c63ae8e8-c4de-4224-abec-040952823114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2e452f3d-3230-4235-b284-ae21a7922a34'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:29.458553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-649e6cca-9d02-4641-843c-84bde2bd78ab None None] Provisioning complete for port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:29.458823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-649e6cca-9d02-4641-843c-84bde2bd78ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:29.460449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57528) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:29.473897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c63ae8e8-c4de-4224-abec-040952823114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:29.474153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63ae8e8-c4de-4224-abec-040952823114 None None] The sync data for ids ['2e452f3d-3230-4235-b284-ae21a7922a34'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:29.496788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7d55ca67-ae28-44c5-b969-dcb8604b081c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:29.498189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f1f8cc-52c6-4387-bf0e-19b7fe23af97 None None] No DVR routers for this DVR port b063e361-15df-4e23-bce9-50eb8c13eda3 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:38:29.504608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-649e6cca-9d02-4641-843c-84bde2bd78ab None None] Port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:29.677836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router af592781-f235-4c66-b3c1-cfb061c838d4 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:29.692456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:29.697773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Usage tracker for resource:port and tenant:0f5119428db54fa69ac237b8436ffdde is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:29.702305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:29.729868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:38:29.730044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:38:29.730969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8aaedf79-4e5b-4e2b-b0dc-64c2007f139d tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:29.740089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:29.744638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7d55ca67-ae28-44c5-b969-dcb8604b081c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:29.785197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7d55ca67-ae28-44c5-b969-dcb8604b081c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:29.791940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7d55ca67-ae28-44c5-b969-dcb8604b081c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:29.798595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7d55ca67-ae28-44c5-b969-dcb8604b081c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:29.801591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Made reservation on behalf of 0f5119428db54fa69ac237b8436ffdde for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:29.802236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8aaedf79-4e5b-4e2b-b0dc-64c2007f139d tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Calling delete_port for 8df666dd-a0b9-48b7-8228-f17876db4265 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:29.805063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:29.827672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d55ca67-ae28-44c5-b969-dcb8604b081c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:29.831317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d55ca67-ae28-44c5-b969-dcb8604b081c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:29.859341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8aaedf79-4e5b-4e2b-b0dc-64c2007f139d tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:29.869566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1175dde-c5b3-467e-ae87-023b9a823845 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:29.873774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:29.879665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] device_id is not set on port e24ff55e-1fc7-4183-96bb-00d8044adf38 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:29.883632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Sync routers for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:29.890863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:29.891378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:29.905475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7630112 Apr 16 15:38:29.907521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57532) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:29.920370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaedf79-4e5b-4e2b-b0dc-64c2007f139d tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event deleted for resources: {'Port': ['ID=8df666dd-a0b9-48b7-8228-f17876db4265,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:29.924833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2015075844'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:29.928984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8aaedf79-4e5b-4e2b-b0dc-64c2007f139d tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:29.932122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:29.938709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:network and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:29.945535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:29.953893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8aaedf79-4e5b-4e2b-b0dc-64c2007f139d tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:29.956602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:29.960759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8aaedf79-4e5b-4e2b-b0dc-64c2007f139d tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "DELETE /v2.0/ports/8df666dd-a0b9-48b7-8228-f17876db4265 HTTP/1.1" status: 204 len: 168 time: 0.8769734 Apr 16 15:38:29.960926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57536) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:29.985072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:30.005543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Deleting port 5f2a3ef5-433b-4e0c-9ec8-0416e9ce2c79 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:30.005774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.030976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:30.034849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.047339 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-7d55ca67-ae28-44c5-b969-dcb8604b081c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6329f824-1fed-4002-a79c-9e80c8859d28 (CIDR: 172.20.0.16/28) Apr 16 15:38:30.063137 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d55ca67-ae28-44c5-b969-dcb8604b081c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:38:30.063450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d55ca67-ae28-44c5-b969-dcb8604b081c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:30.114022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Allocated IP 172.20.0.6 (4450cf5c-f6b1-434b-8795-0edebfaed119/1599aef1-e486-4528-b020-f741056e085f/e24ff55e-1fc7-4183-96bb-00d8044adf38) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:30.138526 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7d55ca67-ae28-44c5-b969-dcb8604b081c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6754782 Apr 16 15:38:30.138526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1462} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:30.138925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57540) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:30.144851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'subnet': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:30.161075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.161210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.161331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added segment b3499de3-ca15-4522-a7d6-ad387dbacfd8 of type vlan for network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 Apr 16 15:38:30.161889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:28Z', 'revision_number': 3, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:28Z', 'revision_number': 2, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:30.164125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Checking router: af592781-f235-4c66-b3c1-cfb061c838d4 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:38:30.164336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Updating router af592781-f235-4c66-b3c1-cfb061c838d4 port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:38:30.196360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.220351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.258536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port b063e361-15df-4e23-bce9-50eb8c13eda3 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:30.258702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.275547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Calling delete_port for 5f2a3ef5-433b-4e0c-9ec8-0416e9ce2c79 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:30.330742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.331912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] The port 'b063e361-15df-4e23-bce9-50eb8c13eda3' was deleted {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:38:30.333983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:30.334324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.339593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ea4ff96-e704-4cda-b75a-abe6bb3bf3ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:30.411775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.419203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Transition to ACTIVE for port object 0131bc12-47a9-4939-8f9e-6a1fcbb94173 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:30.423604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.433126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:30.439548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:30.441573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.453004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.454621 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5451813 Apr 16 15:38:30.462161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57544) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:30.489164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Usage tracker for resource:subnet and tenant:4048886c32194caf9efd8fbc0a02d36b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:30.491431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6ac3caf4-8cf4-46ed-a237-7448520d24cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:30.497053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Network': ['ID=500bfc17-01b3-4f13-b7da-31c158ab0fe4,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:30.501924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'subnet': {'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:30.507639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403e847-1c05-45df-8037-7ba1810cc763 None None] Pushing event updated for resources: {'Port': ['ID=0131bc12-47a9-4939-8f9e-6a1fcbb94173,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:30.510619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6403e847-1c05-45df-8037-7ba1810cc763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:30.514791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:30.515507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:30.558290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:30.567260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event deleted for resources: {'Port': ['ID=5f2a3ef5-433b-4e0c-9ec8-0416e9ce2c79,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:30.580504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.580728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.580949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.581165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.581385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.581601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.581816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.582031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.582535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.582763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.582982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.583199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:30.585741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:30.586987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b063e361-15df-4e23-bce9-50eb8c13eda3 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:30.609034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Made reservation on behalf of 4048886c32194caf9efd8fbc0a02d36b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:30.613515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.615428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: b063e361-15df-4e23-bce9-50eb8c13eda3 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:30.615643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b063e361-15df-4e23-bce9-50eb8c13eda3 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:30.631499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce32184-b47c-4fff-94a6-7d96c437cb1f']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:30.673574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e1ff2c-d508-4af8-99a3-60b08d05d9c5') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:30.674107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e1ff2c-d508-4af8-99a3-60b08d05d9c5') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:30.694162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.700742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.714842 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "DELETE /v2.0/ports/5f2a3ef5-433b-4e0c-9ec8-0416e9ce2c79 HTTP/1.1" status: 204 len: 168 time: 0.7513967 Apr 16 15:38:30.714842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.723273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57548) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:30.752365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Releasing vlan 1472 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:30.778133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7d20ba47-5ff9-4c42-b872-010c29db90e1 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Synchronizing usage tracker for tenant:bf9961b6410640eb9cc3bad94723785f on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:30.789481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:30.828010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7d20ba47-5ff9-4c42-b872-010c29db90e1 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Unset dirty status for tenant:bf9961b6410640eb9cc3bad94723785f on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:30.831469 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7d20ba47-5ff9-4c42-b872-010c29db90e1 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1052051 Apr 16 15:38:30.838831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57552) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:30.846030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1540341869'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:30.850882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Attempting to bind port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:30.851107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Attempting to bind port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '5c2352a6-6a6d-4954-9dbf-9330c1183210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:30.851326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Attempting to bind port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 on network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:30.854608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:30.854834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Checking segment: {'id': '5c2352a6-6a6d-4954-9dbf-9330c1183210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:30.855088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.855324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Bound using segment: {'id': '5c2352a6-6a6d-4954-9dbf-9330c1183210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:30.855609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Bound port: 0131bc12-47a9-4939-8f9e-6a1fcbb94173, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2352a6-6a6d-4954-9dbf-9330c1183210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:30.855843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.867725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.886219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:30.891883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Transition to ACTIVE for port object e24ff55e-1fc7-4183-96bb-00d8044adf38 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:30.892821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:30.898058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1ee589a-e33b-4c58-9f78-8a6d6352f31d tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.899278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:subnet and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:30.900903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network bce32184-b47c-4fff-94a6-7d96c437cb1f has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:30.902539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:30.906015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:30.906878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1ee589a-e33b-4c58-9f78-8a6d6352f31d tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.908469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:30.910230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.911825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] For port 0131bc12-47a9-4939-8f9e-6a1fcbb94173, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:30.913633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] For port 0131bc12-47a9-4939-8f9e-6a1fcbb94173, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0131bc12-47a9-4939-8f9e-6a1fcbb94173,segment=NetworkSegment(5c2352a6-6a6d-4954-9dbf-9330c1183210),segment_id=5c2352a6-6a6d-4954-9dbf-9330c1183210)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:30.917032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.926929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:30.957256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:30.960987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:30.964575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Made reservation on behalf of bf9961b6410640eb9cc3bad94723785f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:30.968110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.006596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403e847-1c05-45df-8037-7ba1810cc763 None None] Pushing event updated for resources: {'Port': ['ID=0131bc12-47a9-4939-8f9e-6a1fcbb94173,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:31.009819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6403e847-1c05-45df-8037-7ba1810cc763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:31.031647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:31.031804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:31.034305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network bce32184-b47c-4fff-94a6-7d96c437cb1f has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:31.049761 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:31.050898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1495} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:31.063926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.075340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:31.093297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.093515 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Added segment 91b2847d-1f08-404c-95c2-fbab5068e459 of type vlan for network 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7 Apr 16 15:38:31.114976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.117306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.122910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:31.125395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:31.137090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/networks/bce32184-b47c-4fff-94a6-7d96c437cb1f HTTP/1.1" status: 204 len: 168 time: 2.5507383 Apr 16 15:38:31.140565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.143447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57556) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:31.150429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'name': 'tempest-PortsIpV6TestJSON-704366628'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:31.158616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Network': ['ID=bce32184-b47c-4fff-94a6-7d96c437cb1f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:31.160248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:31.180763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event updated for resources: {'Port': ['ID=e24ff55e-1fc7-4183-96bb-00d8044adf38,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:31.185898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ee589a-e33b-4c58-9f78-8a6d6352f31d tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Router b3634fbc-a356-4b4b-bcc5-c731c136d447 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:31.188400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:31.257570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.261057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:31.261148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.273541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-047ae0e9-5200-4bf9-8d41-864f373c0c0f tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:31.282754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:31.290215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4490879 Apr 16 15:38:31.293683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57560) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:31.316656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:28Z', 'revision_number': 3, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:30Z', 'revision_number': 4, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:31.319266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b4d511-071d-4d53-9371-965e1bd77eac None None] The sync data for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv is: [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:28Z', 'revision_number': 3, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:30Z', 'revision_number': 4, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:31.334299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2012679745'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:31.336558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:31.346124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:31.351351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Network 4450cf5c-f6b1-434b-8795-0edebfaed119 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:31.352609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:31.355879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:31.362789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:31.364757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event updated for resources: {'Network': ['ID=69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:31.366602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:31.368189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:31.372347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.396334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:31.401136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ee589a-e33b-4c58-9f78-8a6d6352f31d tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:31.413225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port f29168d3-ca4b-4af3-942e-d6af3e91c8a4 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:31.434584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1ee589a-e33b-4c58-9f78-8a6d6352f31d tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.435386 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f1ee589a-e33b-4c58-9f78-8a6d6352f31d tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "PUT /v2.0/routers/b3634fbc-a356-4b4b-bcc5-c731c136d447 HTTP/1.1" status: 200 len: 919 time: 2.8899543 Apr 16 15:38:31.441495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:31.441909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.443805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57564) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:31.445511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Made reservation on behalf of bf9961b6410640eb9cc3bad94723785f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:31.449111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.475676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7008981-745b-4f17-930b-404a0fc75170 None None] Sync routers for ids ['b3634fbc-a356-4b4b-bcc5-c731c136d447'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:31.486286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7008981-745b-4f17-930b-404a0fc75170 None None] Routers {'b3634fbc-a356-4b4b-bcc5-c731c136d447'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:31.486286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e7008981-745b-4f17-930b-404a0fc75170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b3634fbc-a356-4b4b-bcc5-c731c136d447'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:31.501668 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4314251 Apr 16 15:38:31.502252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57568) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:31.547943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e7008981-745b-4f17-930b-404a0fc75170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:31.568488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7008981-745b-4f17-930b-404a0fc75170 None None] Routers {'b3634fbc-a356-4b4b-bcc5-c731c136d447'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:31.568979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e7008981-745b-4f17-930b-404a0fc75170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b3634fbc-a356-4b4b-bcc5-c731c136d447'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:31.618051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e7008981-745b-4f17-930b-404a0fc75170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:31.620392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7008981-745b-4f17-930b-404a0fc75170 None None] The sync data for ids ['b3634fbc-a356-4b4b-bcc5-c731c136d447'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:31.626502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'project_id': '0f5119428db54fa69ac237b8436ffdde', 'port_id': 'e24ff55e-1fc7-4183-96bb-00d8044adf38'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:31.628600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e9a82fb0-62e5-44c9-955a-7e2ca4f1f66b None None] Provisioning for port e24ff55e-1fc7-4183-96bb-00d8044adf38 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:31.632342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e9a82fb0-62e5-44c9-955a-7e2ca4f1f66b None None] Provisioning complete for port e24ff55e-1fc7-4183-96bb-00d8044adf38 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:31.633475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:31.633720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9a82fb0-62e5-44c9-955a-7e2ca4f1f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.637649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.646163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Usage tracker for resource:floatingip and tenant:0f5119428db54fa69ac237b8436ffdde is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:31.649070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-765922cc-a1aa-4c47-adac-ea079d2c282f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:31.666927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e9a82fb0-62e5-44c9-955a-7e2ca4f1f66b None None] Port e24ff55e-1fc7-4183-96bb-00d8044adf38 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:31.667443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:31.702164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:31.730425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.740511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Subnet': ['ID=7f8f6f05-632e-4457-a278-88164553741f,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:31.752353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.752593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.752814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.753028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.753243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.753455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.753672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.753883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.754093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.754305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.754536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.754747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:31.760665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:31.840408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Checking segment: {'id': 'b3499de3-ca15-4522-a7d6-ad387dbacfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:31.840605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network hostable DHCP agents. Network: 500bfc17-01b3-4f13-b7da-31c158ab0fe4, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:31.857536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:31.861616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.882578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 500bfc17-01b3-4f13-b7da-31c158ab0fe4) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:31.894349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842c83bf-e9ce-4199-ac0e-862dac171716 None None] Network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:31.896099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:31.896478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.908101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1454} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:31.922963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4578500 Apr 16 15:38:31.928063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57574) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:31.934579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:31.934796 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Added segment fa464524-dcbf-4ac6-abcb-33fa20c88a49 of type vlan for network ec9e65e5-14ca-49c7-9117-be071f48be3a Apr 16 15:38:31.960052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Allocated IP 172.26.4.47 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/52f3cf34-3c2d-47f3-8b6b-52753b773a1d) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:32.028722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:32.029361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.046029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.065209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.067709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.073988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:32.097930 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1d94a5a9-c27e-4b60-a7dc-bb1b897f13c4 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/routers/b3634fbc-a356-4b4b-bcc5-c731c136d447 HTTP/1.1" status: 200 len: 919 time: 0.6514750 Apr 16 15:38:32.114900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57580) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:32.123051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Allocated IP 2001:db8:2::2 (500bfc17-01b3-4f13-b7da-31c158ab0fe4/7f8f6f05-632e-4457-a278-88164553741f/1a028465-3546-4fcf-a66d-0d325ade2448) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:32.146356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Pushing event updated for resources: {'Port': ['ID=52f3cf34-3c2d-47f3-8b6b-52753b773a1d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:32.148265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:32.177262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:32.178617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:32.181037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:32.235409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.249801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.255930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Transition to ACTIVE for port object 1a028465-3546-4fcf-a66d-0d325ade2448 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:32.266488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Transition to ACTIVE for port object 1a028465-3546-4fcf-a66d-0d325ade2448 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:32.270464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.276439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.279296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-29af6760-fe80-476b-95d8-a3e44c4baf97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:32.279746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:32.280136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.286981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-699dc79d-125c-4f1c-a604-4906fc79e520 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:32.349916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Pushing event updated for resources: {'Port': ['ID=1a028465-3546-4fcf-a66d-0d325ade2448,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:32.360235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:32.393654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:32.395060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:32.399683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:32.443869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c182140-7a57-4058-95fc-4f53cec721c5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:32.444869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7c182140-7a57-4058-95fc-4f53cec721c5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Synchronizing usage tracker for tenant:e3d6fcdc996b4360a8eae8da8a21cbc1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:32.445543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event updated for resources: {'Network': ['ID=ec9e65e5-14ca-49c7-9117-be071f48be3a,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:32.457322 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1338279 Apr 16 15:38:32.462476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Attempting to bind port 1a028465-3546-4fcf-a66d-0d325ade2448 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:32.462676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Attempting to bind port 1a028465-3546-4fcf-a66d-0d325ade2448 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'b3499de3-ca15-4522-a7d6-ad387dbacfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:32.462916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Attempting to bind port 1a028465-3546-4fcf-a66d-0d325ade2448 on network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:32.464506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network ec9e65e5-14ca-49c7-9117-be071f48be3a details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:32.478809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:32.479037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Checking segment: {'id': 'b3499de3-ca15-4522-a7d6-ad387dbacfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:32.479292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.479538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Bound using segment: {'id': 'b3499de3-ca15-4522-a7d6-ad387dbacfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:32.479843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Bound port: 1a028465-3546-4fcf-a66d-0d325ade2448, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3499de3-ca15-4522-a7d6-ad387dbacfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:32.480077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.496505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:32.569192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] For port 1a028465-3546-4fcf-a66d-0d325ade2448, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:32.572040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] For port 1a028465-3546-4fcf-a66d-0d325ade2448, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1a028465-3546-4fcf-a66d-0d325ade2448,segment=NetworkSegment(b3499de3-ca15-4522-a7d6-ad387dbacfd8),segment_id=b3499de3-ca15-4522-a7d6-ad387dbacfd8)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:32.585637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.614500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.694817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f18abc1c-6d7c-44f6-8d45-2ef36e108612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:32.697828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.711832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ada3a9ca-a05f-412c-a255-76de969914ff tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:32.714347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0131bc12-47a9-4939-8f9e-6a1fcbb94173 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:32.746252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.751070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.755539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Subnet': ['ID=c1d078ed-ef8d-4323-be28-de34804244c5,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:32.769312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:32.853510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91696240-8f96-4a66-bc23-1e7a4645d420 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:32.879198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.883692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.892079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Pushing event updated for resources: {'Port': ['ID=1a028465-3546-4fcf-a66d-0d325ade2448,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:32.899672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:32.909374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:32.912671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:32.912882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=f29168d3-ca4b-4af3-942e-d6af3e91c8a4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:32.912947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:32.914620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7c182140-7a57-4058-95fc-4f53cec721c5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Unset dirty status for tenant:e3d6fcdc996b4360a8eae8da8a21cbc1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:32.917765 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7c182140-7a57-4058-95fc-4f53cec721c5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&device_id=b3634fbc-a356-4b4b-bcc5-c731c136d447&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8016775 Apr 16 15:38:32.960229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57588) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:32.961179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:32.965490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:33.007848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:33.027159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 0131bc12-47a9-4939-8f9e-6a1fcbb94173, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0131bc12-47a9-4939-8f9e-6a1fcbb94173,segment=NetworkSegment(5c2352a6-6a6d-4954-9dbf-9330c1183210),segment_id=5c2352a6-6a6d-4954-9dbf-9330c1183210)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:33.028151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fec1393d-5308-4cd8-952f-3b8907ab96d0 tempest-TestServerAdvancedOps-451055968 tempest-TestServerAdvancedOps-451055968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:33.029516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:33.034006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de8c6812-9b63-4318-b984-6e8854698dbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:33.076055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=0131bc12-47a9-4939-8f9e-6a1fcbb94173,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:33.082906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:33.120577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a6aba-7a81-4134-aba8-d5991fe98c06 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:33.121032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9b9a6aba-7a81-4134-aba8-d5991fe98c06 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Synchronizing usage tracker for tenant:e3d6fcdc996b4360a8eae8da8a21cbc1 on resource:network {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:33.159829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:33.166934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Pushing event updated for resources: {'Port': ['ID=52f3cf34-3c2d-47f3-8b6b-52753b773a1d,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:33.178832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:33.200701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe49c89-24ca-43b2-9e4a-fc92f2cf1ee8 req-b5dc0e98-cf27-450d-93fd-35a2fe823b41 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:33.201693 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fe49c89-24ca-43b2-9e4a-fc92f2cf1ee8 req-b5dc0e98-cf27-450d-93fd-35a2fe823b41 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.1412437 Apr 16 15:38:33.202406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:33.310746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fe49c89-24ca-43b2-9e4a-fc92f2cf1ee8 req-a024a47f-ce57-437b-9b0c-f0f2c590e56f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736144 Apr 16 15:38:33.329131 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Floating IP bb86a359-68c3-48c1-9c52-747c7215a53f associated. External IP: 172.26.4.47, port: e24ff55e-1fc7-4183-96bb-00d8044adf38. Apr 16 15:38:33.481520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:33.483112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:33.486832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:33.487195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:33.520187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9b9a6aba-7a81-4134-aba8-d5991fe98c06 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Unset dirty status for tenant:e3d6fcdc996b4360a8eae8da8a21cbc1 on resource:network {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:33.520941 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9b9a6aba-7a81-4134-aba8-d5991fe98c06 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/networks/4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 881 time: 0.5394416 Apr 16 15:38:33.523109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57594) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:33.524210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3801303 Apr 16 15:38:33.526103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57598) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:33.561051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:33.562335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:33.571697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6930eb-22e2-483f-b642-9d1c49d9a977 None None] Network 82da269f-e423-41e3-ba00-d3738d0b5784 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:33.575269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:33.575649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:33.592900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fdf9b370-ee54-4b83-adb3-45736d0deb54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port f29168d3-ca4b-4af3-942e-d6af3e91c8a4 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:33.593418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b370-ee54-4b83-adb3-45736d0deb54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:33.615257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4757280 Apr 16 15:38:33.618868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57602) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:33.621854 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-73137d30-767f-4c6f-9065-755001661c40 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=b3634fbc-a356-4b4b-bcc5-c731c136d447 HTTP/1.1" status: 200 len: 205 time: 0.0961204 Apr 16 15:38:33.623861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-566019834', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c1d078ed-ef8d-4323-be28-de34804244c5'}], 'security_groups': ['de698c86-2a42-4946-9a32-78b92704bb10', 'd43893c5-44ec-4184-a7d0-b7eae0d27731']}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:33.624354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57606) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:33.680459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Router 2e452f3d-3230-4235-b284-ae21a7922a34 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:33.760489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Allocated IP 2001:db8:2::1 (500bfc17-01b3-4f13-b7da-31c158ab0fe4/7f8f6f05-632e-4457-a278-88164553741f/c630b36c-dd4b-4ada-bb4f-4011bd61cff1) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:33.873156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c79e38-c8d2-41f4-aec8-0ea8b78a2428 None None] Update dhcp port {'port': {'network_id': '82da269f-e423-41e3-ba00-d3738d0b5784', 'fixed_ips': [{'subnet_id': '6329f824-1fed-4002-a79c-9e80c8859d28', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ffc187c7-f824-4465-9516-9cf5d11399d5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c1d078ed-ef8d-4323-be28-de34804244c5'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '3214f532-e42e-49d5-ae4f-d2fc334560e3'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:38:33.888463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57612) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:33.893881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'subnets': [{'network_id': '69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1984000718', 'ip_version': 6}, {'network_id': 'ec9e65e5-14ca-49c7-9117-be071f48be3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:33.894068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'subnet': {'network_id': '69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1984000718', 'ip_version': 6}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:33.894510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Request body: {'subnet': {'network_id': 'ec9e65e5-14ca-49c7-9117-be071f48be3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:33.902846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:33.919239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67c79e38-c8d2-41f4-aec8-0ea8b78a2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:33.951305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.013715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.061822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-67c79e38-c8d2-41f4-aec8-0ea8b78a2428 None None] Allocated IP 172.20.0.34 (82da269f-e423-41e3-ba00-d3738d0b5784/c1d078ed-ef8d-4323-be28-de34804244c5/3214f532-e42e-49d5-ae4f-d2fc334560e3) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:34.100531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Transition to ACTIVE for port object c630b36c-dd4b-4ada-bb4f-4011bd61cff1 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:34.136442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c929c5-4a17-4ac7-b62e-b9a2da8718b5 None None] Network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:34.166898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:34.173504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Usage tracker for resource:subnet and tenant:bf9961b6410640eb9cc3bad94723785f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:34.196606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:34.206688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:34.220898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.231879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56e7cb19-7d96-4001-bf85-5abd57bacdae tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:34.259828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Made reservation on behalf of bf9961b6410640eb9cc3bad94723785f for: {'subnet': 2} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:34.264181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.264413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.353727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b370-ee54-4b83-adb3-45736d0deb54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.358777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.366056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-67c79e38-c8d2-41f4-aec8-0ea8b78a2428 None None] For port 3214f532-e42e-49d5-ae4f-d2fc334560e3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3214f532-e42e-49d5-ae4f-d2fc334560e3,segment=NetworkSegment(894d51c6-6183-4d71-8ae2-434ef5b3d295),segment_id=894d51c6-6183-4d71-8ae2-434ef5b3d295)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:34.368371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971753-c519-4e30-b313-d5e405036af0 req-856cca79-e039-4a38-b1c2-13407fdbf1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:34.369335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31971753-c519-4e30-b313-d5e405036af0 req-856cca79-e039-4a38-b1c2-13407fdbf1d2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=57d611ee8c734d2db74788b656d9871a&device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 1098 time: 0.6872499 Apr 16 15:38:34.372390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b32143dc-4f46-4abf-898c-bf882b6ab81a None None] Provisioning for port 1a028465-3546-4fcf-a66d-0d325ade2448 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:34.415143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67c79e38-c8d2-41f4-aec8-0ea8b78a2428 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.446312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=c630b36c-dd4b-4ada-bb4f-4011bd61cff1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:34.446796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-67c79e38-c8d2-41f4-aec8-0ea8b78a2428 None None] Transition to ACTIVE for port object 3214f532-e42e-49d5-ae4f-d2fc334560e3 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:34.453292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67c79e38-c8d2-41f4-aec8-0ea8b78a2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.475676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:34.478440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:34.482899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fdf9b370-ee54-4b83-adb3-45736d0deb54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for f29168d3-ca4b-4af3-942e-d6af3e91c8a4 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:34.484675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f93a171-d69a-4b30-bfcc-0dfc1396ee2e None None] Sync routers for ids ['2e452f3d-3230-4235-b284-ae21a7922a34'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:34.492044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f93a171-d69a-4b30-bfcc-0dfc1396ee2e None None] Routers {'2e452f3d-3230-4235-b284-ae21a7922a34'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:34.492576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2f93a171-d69a-4b30-bfcc-0dfc1396ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2e452f3d-3230-4235-b284-ae21a7922a34'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:34.511351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Deleting port 16e72c4c-d7e4-455e-9105-210b915c2186 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:34.511500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.524284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae6c83c5-7f5d-476e-9321-d1555b6fe26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:34.557295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:34.560490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:34.565720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:34.565720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.566296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c79e38-c8d2-41f4-aec8-0ea8b78a2428 None None] Pushing event updated for resources: {'Port': ['ID=3214f532-e42e-49d5-ae4f-d2fc334560e3,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:34.568335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67c79e38-c8d2-41f4-aec8-0ea8b78a2428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:34.590725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2f93a171-d69a-4b30-bfcc-0dfc1396ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:34.604254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f93a171-d69a-4b30-bfcc-0dfc1396ee2e None None] Routers {'2e452f3d-3230-4235-b284-ae21a7922a34'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:34.604824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2f93a171-d69a-4b30-bfcc-0dfc1396ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2e452f3d-3230-4235-b284-ae21a7922a34'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:34.616441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971753-c519-4e30-b313-d5e405036af0 req-a15b3363-ece8-4ba2-9a0d-9a0b28a3bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:34.617420 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31971753-c519-4e30-b313-d5e405036af0 req-a15b3363-ece8-4ba2-9a0d-9a0b28a3bb73 service neutron] 10.222.0.107 "GET /v2.0/networks?id=2f4aa230-8a99-45fa-929d-06fe729ee9a2 HTTP/1.1" status: 200 len: 914 time: 0.1905394 Apr 16 15:38:34.623622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.682384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Delete allocated IP 172.20.0.4 (82da269f-e423-41e3-ba00-d3738d0b5784/ffc187c7-f824-4465-9516-9cf5d11399d5) {{(pid=86007) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 16 15:38:34.690397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2f93a171-d69a-4b30-bfcc-0dfc1396ee2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:34.690829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f93a171-d69a-4b30-bfcc-0dfc1396ee2e None None] The sync data for ids ['2e452f3d-3230-4235-b284-ae21a7922a34'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:34.730592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1a028465-3546-4fcf-a66d-0d325ade2448 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:34.745146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Allocated IP 172.20.0.39 (82da269f-e423-41e3-ba00-d3738d0b5784/c1d078ed-ef8d-4323-be28-de34804244c5/7bb266a6-8697-4218-b116-762cd5fb7d8d) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:34.779276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd5a1-a5b2-4a2e-9dd9-2519107e8da2 req-166162a7-b2f3-47d8-9202-47117574ecd0 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:34.780234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e40bd5a1-a5b2-4a2e-9dd9-2519107e8da2 req-166162a7-b2f3-47d8-9202-47117574ecd0 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3765903 Apr 16 15:38:34.788490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.2840230 Apr 16 15:38:34.788490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b370-ee54-4b83-adb3-45736d0deb54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.789314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 1a028465-3546-4fcf-a66d-0d325ade2448 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:34.793183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1a028465-3546-4fcf-a66d-0d325ade2448 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:34.793652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.795523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57618) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:34.860339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6ec78a95-e77e-4eba-a05d-5e12945ce066 tempest-ExternalNetworksAdminNegativeTestJSON-837669575 tempest-ExternalNetworksAdminNegativeTestJSON-837669575-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:34.873269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.887940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-643f352b-9ae3-41ee-ba4b-a515cd054332 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] 10.222.0.95 "GET /v2.0/floatingips/bb86a359-68c3-48c1-9c52-747c7215a53f HTTP/1.1" status: 200 len: 981 time: 0.0913815 Apr 16 15:38:34.891141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57622) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:34.906552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31971753-c519-4e30-b313-d5e405036af0 req-7df762ec-fb64-4321-afff-24c2276a1f77 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc HTTP/1.1" status: 200 len: 1000 time: 0.2622156 Apr 16 15:38:34.906968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 1a028465-3546-4fcf-a66d-0d325ade2448, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1a028465-3546-4fcf-a66d-0d325ade2448,segment=NetworkSegment(b3499de3-ca15-4522-a7d6-ad387dbacfd8),segment_id=b3499de3-ca15-4522-a7d6-ad387dbacfd8)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:34.911962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.912604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0131bc12-47a9-4939-8f9e-6a1fcbb94173 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:34.915858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9b370-ee54-4b83-adb3-45736d0deb54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=f29168d3-ca4b-4af3-942e-d6af3e91c8a4,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:34.917214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdf9b370-ee54-4b83-adb3-45736d0deb54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:34.935896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:34.942715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fdf9b370-ee54-4b83-adb3-45736d0deb54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:34.973414 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fdf9b370-ee54-4b83-adb3-45736d0deb54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/f29168d3-ca4b-4af3-942e-d6af3e91c8a4 HTTP/1.1" status: 204 len: 168 time: 1.4465485 Apr 16 15:38:34.975426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57626) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:34.984731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fb6b96d9-df0b-4d08-b260-1c42560321db None None] Provisioning for port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:34.987432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'mac_address': 'fa:16:3e:82:75:dd', 'name': 'tempest-PortsIpV6TestJSON-2016755993'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:34.996736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.005230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=1a028465-3546-4fcf-a66d-0d325ade2448,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:35.005733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e40bd5a1-a5b2-4a2e-9dd9-2519107e8da2 req-2e9051d4-e08e-4e93-bbff-63347bb8fb3d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115848 Apr 16 15:38:35.023778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:35.024453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fb6b96d9-df0b-4d08-b260-1c42560321db None None] Provisioning complete for port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:35.024783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb6b96d9-df0b-4d08-b260-1c42560321db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.066689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:35.066980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.084201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-83b4b365-0094-4701-8cf8-f5ebe3aae4fe tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.1900601 Apr 16 15:38:35.084543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57630) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:35.104005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fb6b96d9-df0b-4d08-b260-1c42560321db None None] Port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:35.117045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971753-c519-4e30-b313-d5e405036af0 req-0ba0b578-2d4c-4260-ba77-4fd0d00f8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:35.118139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fb6b96d9-df0b-4d08-b260-1c42560321db None None] Provisioning complete for port 1a028465-3546-4fcf-a66d-0d325ade2448 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:35.118379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb6b96d9-df0b-4d08-b260-1c42560321db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.118541 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31971753-c519-4e30-b313-d5e405036af0 req-0ba0b578-2d4c-4260-ba77-4fd0d00f8609 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fc769158-1403-4dfe-95bb-46b2b93ef3c9 HTTP/1.1" status: 200 len: 851 time: 0.1992345 Apr 16 15:38:35.134507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.196058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Calling delete_port for 16e72c4c-d7e4-455e-9105-210b915c2186 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:35.257008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:35.269976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:port and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:35.275086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:35.279563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:35.290298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:35.302569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31971753-c519-4e30-b313-d5e405036af0 req-b69d8db3-ae38-4af7-aa06-66b5be3f42ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:35.303541 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31971753-c519-4e30-b313-d5e405036af0 req-b69d8db3-ae38-4af7-aa06-66b5be3f42ba service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2f4aa230-8a99-45fa-929d-06fe729ee9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1427050 Apr 16 15:38:35.350671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Provisioning complete for port dbf65e65-3262-40e3-81a3-45b21e78437a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:35.351100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.394095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Port dbf65e65-3262-40e3-81a3-45b21e78437a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:35.403107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Provisioning for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:35.407255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Provisioning complete for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:35.407537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.416798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.475661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 7625022d-ac81-4821-96b6-e9c1866c62cb yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:35.495223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Provisioning complete for port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:35.495985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.521900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31971753-c519-4e30-b313-d5e405036af0 req-8297bc92-6ea6-4a1f-aec7-da432e4bc681 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888678 Apr 16 15:38:35.522731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.530960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:35.532036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6ecd0f2-e5a7-4c73-b3d8-5c853edfc40e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:35.538509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Provisioning complete for port 7bb266a6-8697-4218-b116-762cd5fb7d8d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:35.538747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.572220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c63c8a8c-4359-447d-ac27-afefcdb82f09 None None] Port 7bb266a6-8697-4218-b116-762cd5fb7d8d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:35.669165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:38:35.712324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.729732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Deleting port 52f3cf34-3c2d-47f3-8b6b-52753b773a1d {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:35.730117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.763230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Transition to ACTIVE for port object 7bb266a6-8697-4218-b116-762cd5fb7d8d will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:35.773264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:35.784510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-385e1cea-724f-4704-a0f8-dc8c03151798 tempest-RoutersIpV6AdminTest-15528794 tempest-RoutersIpV6AdminTest-15528794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:35.880575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Pushing event deleted for resources: {'Port': ['ID=16e72c4c-d7e4-455e-9105-210b915c2186,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:35.914288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:35.955477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event updated for resources: {'Port': ['ID=7bb266a6-8697-4218-b116-762cd5fb7d8d,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:35.962989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:36.039073 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31971753-c519-4e30-b313-d5e405036af0 req-2d3b2dd4-33af-4368-944e-5c99a815428a service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867520 Apr 16 15:38:36.042922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.043118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.081090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.130532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.144425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Calling delete_port for 52f3cf34-3c2d-47f3-8b6b-52753b773a1d owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:36.171336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.191528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.191528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.201958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:36.237695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.240129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.241646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.250992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7203917b-424d-4e9c-a264-a96291e5786c tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:36.315956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] In _notify_port_updated(), no bound segment for port 7bb266a6-8697-4218-b116-762cd5fb7d8d on network 82da269f-e423-41e3-ba00-d3738d0b5784 {{(pid=86007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:38:36.319257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:36.319645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.325120 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "PUT /v2.0/ports/7bb266a6-8697-4218-b116-762cd5fb7d8d HTTP/1.1" status: 200 len: 959 time: 2.7012370 Apr 16 15:38:36.325120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=c630b36c-dd4b-4ada-bb4f-4011bd61cff1,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:36.326244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:36.326559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57636) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:36.341942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac82404-ef5e-457d-81a6-dbef55a86de3 req-00d397aa-c41f-489a-8597-54cf7a856037 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:36.342900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aac82404-ef5e-457d-81a6-dbef55a86de3 req-00d397aa-c41f-489a-8597-54cf7a856037 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2550085 Apr 16 15:38:36.343296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.343642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Fanout notify agent at l3_agent the message router_deleted on router b3634fbc-a356-4b4b-bcc5-c731c136d447 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:38:36.369173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=7625022d-ac81-4821-96b6-e9c1866c62cb,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:36.379351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:36.397189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:36.399823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:36.404941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.408557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/b3634fbc-a356-4b4b-bcc5-c731c136d447 HTTP/1.1" status: 204 len: 168 time: 2.7807181 Apr 16 15:38:36.408557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:36.410223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.411118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:36.411546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.415128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57640) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:36.416963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aac82404-ef5e-457d-81a6-dbef55a86de3 req-26c3c8b1-b614-4dcd-8408-503f40cb0fd6 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656021 Apr 16 15:38:36.421268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ce80aa2-ee99-4d29-a3e8-19f6f883d3c0 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:36.423564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dd1de44e-60a0-459e-8ebc-3bac4fb2e3b4 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-212614381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:36.430533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dd1de44e-60a0-459e-8ebc-3bac4fb2e3b4 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:36.433756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dd1de44e-60a0-459e-8ebc-3bac4fb2e3b4 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Usage tracker for resource:router and tenant:6885da696ec44b22bf422515e8f2ebfd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:36.436052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dd1de44e-60a0-459e-8ebc-3bac4fb2e3b4 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:36.438507 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4601040 Apr 16 15:38:36.440566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57644) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:36.442230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dd1de44e-60a0-459e-8ebc-3bac4fb2e3b4 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:36.491025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd1de44e-60a0-459e-8ebc-3bac4fb2e3b4 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.491830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd1de44e-60a0-459e-8ebc-3bac4fb2e3b4 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.501539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0208ec0a-1cd5-4d29-af49-0c5e14e38935 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:36.502260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0208ec0a-1cd5-4d29-af49-0c5e14e38935 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:36.518295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0208ec0a-1cd5-4d29-af49-0c5e14e38935 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:36.521471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0208ec0a-1cd5-4d29-af49-0c5e14e38935 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/7625022d-ac81-4821-96b6-e9c1866c62cb HTTP/1.1" status: 200 len: 845 time: 0.0801847 Apr 16 15:38:36.521963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57648) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:36.589776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-09077fa9-81ab-433b-8863-7f90a51a26f9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 7625022d-ac81-4821-96b6-e9c1866c62cb {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:36.590106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09077fa9-81ab-433b-8863-7f90a51a26f9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.608197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1a028465-3546-4fcf-a66d-0d325ade2448 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:36.658473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1a028465-3546-4fcf-a66d-0d325ade2448 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:36.658840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.704140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4aca81dc-38ca-4db5-a791-d43966a09593 None None] Provisioning for port 7bb266a6-8697-4218-b116-762cd5fb7d8d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:36.708119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4aca81dc-38ca-4db5-a791-d43966a09593 None None] Provisioning complete for port 7bb266a6-8697-4218-b116-762cd5fb7d8d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:36.708354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aca81dc-38ca-4db5-a791-d43966a09593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.749411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09077fa9-81ab-433b-8863-7f90a51a26f9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.763022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4aca81dc-38ca-4db5-a791-d43966a09593 None None] Port 7bb266a6-8697-4218-b116-762cd5fb7d8d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:36.774597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3214f532-e42e-49d5-ae4f-d2fc334560e3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:36.774785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d271ae9e-0d1e-48b7-8f6f-9458d3811b45 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port 7bb266a6-8697-4218-b116-762cd5fb7d8d {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:36.775003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d271ae9e-0d1e-48b7-8f6f-9458d3811b45 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.806934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:36.812798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:36.813033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.817481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:36.841262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-09077fa9-81ab-433b-8863-7f90a51a26f9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 7625022d-ac81-4821-96b6-e9c1866c62cb owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:36.848610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event updated for resources: {'Subnet': ['ID=67356fcc-3a22-466e-adfc-2a563e1878c0,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:36.889156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:36.904226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09077fa9-81ab-433b-8863-7f90a51a26f9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.916102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67cbe891-7c8d-4b21-be7d-7e263ea51e2d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:36.949960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09077fa9-81ab-433b-8863-7f90a51a26f9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=7625022d-ac81-4821-96b6-e9c1866c62cb,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:36.951657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-09077fa9-81ab-433b-8863-7f90a51a26f9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:36.959184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:36.971846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c16aef5d-4c42-42f3-9938-5d500d38a7ca tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:36.987968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd1de44e-60a0-459e-8ebc-3bac4fb2e3b4 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:37.012046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd1de44e-60a0-459e-8ebc-3bac4fb2e3b4 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:37.021765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-09077fa9-81ab-433b-8863-7f90a51a26f9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:37.032589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event deleted for resources: {'Port': ['ID=52f3cf34-3c2d-47f3-8b6b-52753b773a1d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:37.035351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-09077fa9-81ab-433b-8863-7f90a51a26f9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/7625022d-ac81-4821-96b6-e9c1866c62cb HTTP/1.1" status: 204 len: 168 time: 0.5126481 Apr 16 15:38:37.036131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd1de44e-60a0-459e-8ebc-3bac4fb2e3b4 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:37.036803 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dd1de44e-60a0-459e-8ebc-3bac4fb2e3b4 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6192338 Apr 16 15:38:37.038736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57652) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:37.040056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57654) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:37.043120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Request body: {'router': {'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:37.056790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:37.078396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8e3c2fa5-0dcd-4f5a-be98-81bd8d4c81aa None None] Provisioning complete for port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:37.078712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e3c2fa5-0dcd-4f5a-be98-81bd8d4c81aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:37.106257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edae8bb-359b-4052-947c-85c47b97e48e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:38:37.106717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8edae8bb-359b-4052-947c-85c47b97e48e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:37.111370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c2fa5-0dcd-4f5a-be98-81bd8d4c81aa None None] Port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:37.134315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router af592781-f235-4c66-b3c1-cfb061c838d4 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:37.165601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Checking segment: {'id': '91b2847d-1f08-404c-95c2-fbab5068e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:37.165800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network hostable DHCP agents. Network: 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:37.184482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8edae8bb-359b-4052-947c-85c47b97e48e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:37.185294 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8edae8bb-359b-4052-947c-85c47b97e48e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/7625022d-ac81-4821-96b6-e9c1866c62cb HTTP/1.1" status: 404 len: 333 time: 0.1445391 Apr 16 15:38:37.189667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57660) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:37.194215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'name': 'tempest-PortsIpV6TestJSON-592472988'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:37.213558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d271ae9e-0d1e-48b7-8f6f-9458d3811b45 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:37.341864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d271ae9e-0d1e-48b7-8f6f-9458d3811b45 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for 7bb266a6-8697-4218-b116-762cd5fb7d8d owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:37.354277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:37.363043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:37.365348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:37.380199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:37.409883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:37.411263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:37.416496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:37.420473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:37.421997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Sync routers for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:37.426099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d46536-3dc4-46b1-b26e-1b0e252ba8cb None None] Network 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:37.458101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:37.458326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Floating IP bb86a359-68c3-48c1-9c52-747c7215a53f disassociated (deleted). External IP: 172.26.4.47, port: e24ff55e-1fc7-4183-96bb-00d8044adf38. Apr 16 15:38:37.471213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:37.472068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:37.585690 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6522179 Apr 16 15:38:37.587751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57666) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:37.597280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155398724'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:37.612317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:37.618300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:network and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:37.626076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:37.636188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:37.665761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d271ae9e-0d1e-48b7-8f6f-9458d3811b45 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:37.666857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:37.670511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:37.686797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0c3f8cd-5c0b-4eb9-bb0e-8926a52910a3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:37.721613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271ae9e-0d1e-48b7-8f6f-9458d3811b45 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=7bb266a6-8697-4218-b116-762cd5fb7d8d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:37.727345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 2e765781-4d42-43fc-9047-7446e942c4af yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:37.761047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:37.902337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12601c-cd23-4ec2-b299-9b55a2f6dadc req-92389022-b4d2-4b23-8f76-b863be643db7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:37.903300 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c12601c-cd23-4ec2-b299-9b55a2f6dadc req-92389022-b4d2-4b23-8f76-b863be643db7 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.1570022 Apr 16 15:38:37.926878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7', 'network_id': '69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7', 'tenant_id': 'bf9961b6410640eb9cc3bad94723785f', 'fixed_ips': [{'subnet_id': '67356fcc-3a22-466e-adfc-2a563e1878c0'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:37.927489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.031667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d271ae9e-0d1e-48b7-8f6f-9458d3811b45 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:38.033878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.038890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.060282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.063486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c12601c-cd23-4ec2-b299-9b55a2f6dadc req-0f7d47cc-bead-4f61-83bf-946338e17acf tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244962 Apr 16 15:38:38.073538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Allocated IP 2001:db8::1 (69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7/67356fcc-3a22-466e-adfc-2a563e1878c0/ff71aff3-3e03-4145-8351-0c805a9f0704) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:38.087416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:34Z', 'revision_number': 4, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:35Z', 'revision_number': 2, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:38.122610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1486} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:38.124295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Checking router: af592781-f235-4c66-b3c1-cfb061c838d4 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:38:38.124526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Updating router af592781-f235-4c66-b3c1-cfb061c838d4 port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:38:38.141097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.151582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.151732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added segment c7c64d5d-868b-4605-8db4-90f51c8aa094 of type vlan for network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 Apr 16 15:38:38.165288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.188948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c9b7deb-6784-4dc3-897a-a720752c65bd tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:38.200247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.205596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Router 2e452f3d-3230-4235-b284-ae21a7922a34 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:38.254814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=2e765781-4d42-43fc-9047-7446e942c4af,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:38.256801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:38.261723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:38.262534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Allocated IP 172.26.4.213 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/796d77ab-2737-4130-b60a-c515397fc239) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:38.263888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:38.265244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:38.268514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:38.269037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.301086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1090910 Apr 16 15:38:38.307332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.315284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Transition to ACTIVE for port object ff71aff3-3e03-4145-8351-0c805a9f0704 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:38.324018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57672) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:38.326684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Transition to ACTIVE for port object ff71aff3-3e03-4145-8351-0c805a9f0704 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:38.335305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.343722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1adfa8e8-517a-4f83-86b5-2a92c2d6d36c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:38.352215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:38.372632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.395154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.402864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d428a6cb-b281-498a-9650-37d3468f4c86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:38.409423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.430139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:38.451563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.454736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:38.455123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.479104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Pushing event updated for resources: {'Port': ['ID=ff71aff3-3e03-4145-8351-0c805a9f0704,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:38.479397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Pushing event updated for resources: {'Port': ['ID=796d77ab-2737-4130-b60a-c515397fc239,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:38.482331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:38.496068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.496330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.496571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.496806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.497044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.497283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.497517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.497749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.497998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.498236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.498484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.498727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:38.506387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:38.512241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:38.512889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:38.514530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:38.524900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d271ae9e-0d1e-48b7-8f6f-9458d3811b45 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.574466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Network 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:38.574797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event updated for resources: {'Subnet': ['ID=10c33c52-f9e5-4208-8989-17f5e9a33a5b,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:38.575210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:38.579535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:38.587602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:38.593692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-73e3faf6-3f72-4b02-8353-d8f8e7035643 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:38.605612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0114515 Apr 16 15:38:38.605612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d271ae9e-0d1e-48b7-8f6f-9458d3811b45 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/7bb266a6-8697-4218-b116-762cd5fb7d8d HTTP/1.1" status: 204 len: 168 time: 2.2731593 Apr 16 15:38:38.608092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57676) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:38.608253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57678) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:38.642215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.651443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Attempting to bind port ff71aff3-3e03-4145-8351-0c805a9f0704 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:38.651715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Attempting to bind port ff71aff3-3e03-4145-8351-0c805a9f0704 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '91b2847d-1f08-404c-95c2-fbab5068e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:38.651989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Attempting to bind port ff71aff3-3e03-4145-8351-0c805a9f0704 on network 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:38.654828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Transition to ACTIVE for port object c630b36c-dd4b-4ada-bb4f-4011bd61cff1 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:38.657646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:38.657932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Checking segment: {'id': '91b2847d-1f08-404c-95c2-fbab5068e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:38.658264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.658524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Bound using segment: {'id': '91b2847d-1f08-404c-95c2-fbab5068e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:38.658823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Bound port: ff71aff3-3e03-4145-8351-0c805a9f0704, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b2847d-1f08-404c-95c2-fbab5068e459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:38.659051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.665098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.674888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:38.676470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'subnet': {'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:38.709657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:38.710804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1adfa8e8-517a-4f83-86b5-2a92c2d6d36c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.716586 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3eea95e-ceaf-40dd-b7fe-9281fc5a1b59 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] GET failed (client error): The resource could not be found. Apr 16 15:38:38.716926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f3eea95e-ceaf-40dd-b7fe-9281fc5a1b59 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Synchronizing usage tracker for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:38.718084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702a9a5-8225-4235-9c80-3b2652e917a9 None None] Sync routers for ids ['2e452f3d-3230-4235-b284-ae21a7922a34'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:38.726808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702a9a5-8225-4235-9c80-3b2652e917a9 None None] Routers {'2e452f3d-3230-4235-b284-ae21a7922a34'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:38.727326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6702a9a5-8225-4235-9c80-3b2652e917a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2e452f3d-3230-4235-b284-ae21a7922a34'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:38.749157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.751333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.771380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d49da-dad3-4df2-8b65-8e1f78e25d84 None None] Pushing event updated for resources: {'Port': ['ID=c630b36c-dd4b-4ada-bb4f-4011bd61cff1,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:38.776247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-767d49da-dad3-4df2-8b65-8e1f78e25d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:38.783614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6702a9a5-8225-4235-9c80-3b2652e917a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:38.790301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702a9a5-8225-4235-9c80-3b2652e917a9 None None] Routers {'2e452f3d-3230-4235-b284-ae21a7922a34'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:38.791319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Network': ['ID=09f29344-b7a9-4456-a5a9-9585fb4bdd29,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:38.791662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6702a9a5-8225-4235-9c80-3b2652e917a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2e452f3d-3230-4235-b284-ae21a7922a34'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:38.795234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:38.802028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:38.843070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f3eea95e-ceaf-40dd-b7fe-9281fc5a1b59 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Unset dirty status for tenant:4048886c32194caf9efd8fbc0a02d36b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:38.845589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f3eea95e-ceaf-40dd-b7fe-9281fc5a1b59 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports/7bb266a6-8697-4218-b116-762cd5fb7d8d HTTP/1.1" status: 404 len: 333 time: 0.2301893 Apr 16 15:38:38.845997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57684) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:38.848629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6702a9a5-8225-4235-9c80-3b2652e917a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:38.848982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6702a9a5-8225-4235-9c80-3b2652e917a9 None None] The sync data for ids ['2e452f3d-3230-4235-b284-ae21a7922a34'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:38.853336 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "DELETE /v2.0/floatingips/bb86a359-68c3-48c1-9c52-747c7215a53f HTTP/1.1" status: 204 len: 168 time: 3.7640791 Apr 16 15:38:38.853855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57688) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:38.867722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:38.867875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] For port ff71aff3-3e03-4145-8351-0c805a9f0704, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:38.876218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:38.878284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:38.879238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] For port ff71aff3-3e03-4145-8351-0c805a9f0704, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ff71aff3-3e03-4145-8351-0c805a9f0704,segment=NetworkSegment(91b2847d-1f08-404c-95c2-fbab5068e459),segment_id=91b2847d-1f08-404c-95c2-fbab5068e459)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:38.883093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.885489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Usage tracker for resource:floatingip and tenant:e21d7d2330c3403389ca5e588633df21 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:38.888933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:subnet and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:38.891655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1a2a5afe-7dd6-4a76-b828-4263a49031b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:38.891778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:38.902018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:38.909446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Checking segment: {'id': 'fa464524-dcbf-4ac6-abcb-33fa20c88a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ec9e65e5-14ca-49c7-9117-be071f48be3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:38.909623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network hostable DHCP agents. Network: ec9e65e5-14ca-49c7-9117-be071f48be3a, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:38.912083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:38.938240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:38.973557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.975687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0e7509c-1004-4fa1-b3e1-5fb4e1e31626 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:38.981297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Made reservation on behalf of 7b48e0caa5534210be672e0eec7260d8 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:38.985078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.005031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0e7509c-1004-4fa1-b3e1-5fb4e1e31626 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.014737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.023495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.043798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network ec9e65e5-14ca-49c7-9117-be071f48be3a is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:39.089040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, ec9e65e5-14ca-49c7-9117-be071f48be3a) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:39.120065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1adfa8e8-517a-4f83-86b5-2a92c2d6d36c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.122662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:39.122915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:39.123366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.129643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1adfa8e8-517a-4f83-86b5-2a92c2d6d36c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.141510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e0ad121-f38b-4ea4-b2f6-563da5a5edd9 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:39.159529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d9b443-cfbe-4b6b-bc1b-4e94e5c611a5 None None] Network ec9e65e5-14ca-49c7-9117-be071f48be3a requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:39.226219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.3369031 Apr 16 15:38:39.230305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57692) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:39.293249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Pushing event updated for resources: {'Port': ['ID=ff71aff3-3e03-4145-8351-0c805a9f0704,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:39.295588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:39.304420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfa8e8-517a-4f83-86b5-2a92c2d6d36c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=2e765781-4d42-43fc-9047-7446e942c4af,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:39.312967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1adfa8e8-517a-4f83-86b5-2a92c2d6d36c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:39.333958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Attempting to bind port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:39.334186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Attempting to bind port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'b3499de3-ca15-4522-a7d6-ad387dbacfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:39.334421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Attempting to bind port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 on network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:39.344901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:39.345133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Checking segment: {'id': 'b3499de3-ca15-4522-a7d6-ad387dbacfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:39.345392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.345671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Bound using segment: {'id': 'b3499de3-ca15-4522-a7d6-ad387dbacfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:39.345969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Bound port: c630b36c-dd4b-4ada-bb4f-4011bd61cff1, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3499de3-ca15-4522-a7d6-ad387dbacfd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1462, 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:39.346201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.397772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0e7509c-1004-4fa1-b3e1-5fb4e1e31626 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.401954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64a5f768-0687-4741-bed5-cc39a0a89047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:39.412777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7509c-1004-4fa1-b3e1-5fb4e1e31626 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6679b15-a8c8-4fca-97ab-1f0920c47e51,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:39.418247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0e7509c-1004-4fa1-b3e1-5fb4e1e31626 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:39.426324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0e7509c-1004-4fa1-b3e1-5fb4e1e31626 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.428818 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0e7509c-1004-4fa1-b3e1-5fb4e1e31626 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/security-groups/d6679b15-a8c8-4fca-97ab-1f0920c47e51 HTTP/1.1" status: 204 len: 168 time: 0.5804496 Apr 16 15:38:39.429369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57696) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:39.467872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] For port c630b36c-dd4b-4ada-bb4f-4011bd61cff1, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:39.470017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] For port c630b36c-dd4b-4ada-bb4f-4011bd61cff1, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c630b36c-dd4b-4ada-bb4f-4011bd61cff1,segment=NetworkSegment(b3499de3-ca15-4522-a7d6-ad387dbacfd8),segment_id=b3499de3-ca15-4522-a7d6-ad387dbacfd8)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:39.473299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.483499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-271aef45-c67a-44c5-a69c-4f41c62b709f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:39.492236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef281aea-e30b-4642-8c48-415eab38f834 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.498624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Router 059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:38:39.501024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-ec9e65e5-14ca-49c7-9117-be071f48be3a', 'network_id': 'ec9e65e5-14ca-49c7-9117-be071f48be3a', 'tenant_id': 'bf9961b6410640eb9cc3bad94723785f', 'fixed_ips': [{'subnet_id': '10c33c52-f9e5-4208-8989-17f5e9a33a5b'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:39.501566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.547134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef281aea-e30b-4642-8c48-415eab38f834 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.611915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d49da-dad3-4df2-8b65-8e1f78e25d84 None None] Pushing event updated for resources: {'Port': ['ID=c630b36c-dd4b-4ada-bb4f-4011bd61cff1,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:39.620485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-767d49da-dad3-4df2-8b65-8e1f78e25d84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:39.636258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef281aea-e30b-4642-8c48-415eab38f834 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.639621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1adfa8e8-517a-4f83-86b5-2a92c2d6d36c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] In _notify_port_updated(), no bound segment for port 2e765781-4d42-43fc-9047-7446e942c4af on network b66a7734-0497-48f4-97a7-522a38494040 {{(pid=86007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:38:39.640567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4050a193-c1ef-40b6-a7e4-d67d64935d7c tempest-PortsAdminExtendedAttrsTestJSON-891917448 tempest-PortsAdminExtendedAttrsTestJSON-891917448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:39.643084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adfa8e8-517a-4f83-86b5-2a92c2d6d36c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:39.643467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1adfa8e8-517a-4f83-86b5-2a92c2d6d36c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.648088 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1adfa8e8-517a-4f83-86b5-2a92c2d6d36c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "PUT /v2.0/ports/2e765781-4d42-43fc-9047-7446e942c4af HTTP/1.1" status: 200 len: 818 time: 1.3117807 Apr 16 15:38:39.648256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57700) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:39.648351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262d4d8-f2f3-44ef-ba42-bbd7df3490f3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:39.648483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262d4d8-f2f3-44ef-ba42-bbd7df3490f3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:39.649447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8262d4d8-f2f3-44ef-ba42-bbd7df3490f3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:39.649966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8262d4d8-f2f3-44ef-ba42-bbd7df3490f3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Synchronizing usage tracker for tenant:bf9961b6410640eb9cc3bad94723785f on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:39.673551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:39.675979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:39.676506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:39.688334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef281aea-e30b-4642-8c48-415eab38f834 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43893c5-44ec-4184-a7d0-b7eae0d27731,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:39.690232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8262d4d8-f2f3-44ef-ba42-bbd7df3490f3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Unset dirty status for tenant:bf9961b6410640eb9cc3bad94723785f on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:39.692817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef281aea-e30b-4642-8c48-415eab38f834 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:39.694221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef281aea-e30b-4642-8c48-415eab38f834 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.696776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ef281aea-e30b-4642-8c48-415eab38f834 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/security-groups/d43893c5-44ec-4184-a7d0-b7eae0d27731 HTTP/1.1" status: 204 len: 168 time: 0.2652948 Apr 16 15:38:39.697592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.698605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "PUT /v2.0/routers/059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25 HTTP/1.1" status: 200 len: 879 time: 2.6589987 Apr 16 15:38:39.698683 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8262d4d8-f2f3-44ef-ba42-bbd7df3490f3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4667664 Apr 16 15:38:39.699082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57704) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:39.699304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57706) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:39.700752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57708) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:39.720354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b9d74-07fd-40d1-988e-ebe162ee367b None None] Sync routers for ids ['059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:39.741031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.784415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b8204723-5bea-471a-a527-8ee77c1e8be4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 2e765781-4d42-43fc-9047-7446e942c4af {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:39.784641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8204723-5bea-471a-a527-8ee77c1e8be4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.794116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Allocated IP 2001:db8:0:1::1 (ec9e65e5-14ca-49c7-9117-be071f48be3a/10c33c52-f9e5-4208-8989-17f5e9a33a5b/db08288f-15ee-4ae0-8f8c-552454b5b6dc) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:39.810116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b9d74-07fd-40d1-988e-ebe162ee367b None None] Routers {'059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:39.810486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-997b9d74-07fd-40d1-988e-ebe162ee367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:39.865771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a7c31d-4746-4261-8368-a8ea2cd6ef29 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Deleting subnet 67356fcc-3a22-466e-adfc-2a563e1878c0 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:39.870051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-997b9d74-07fd-40d1-988e-ebe162ee367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:39.885723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11a7c31d-4746-4261-8368-a8ea2cd6ef29 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.894369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2164da08-ff9f-4d79-ba53-13fa952e4ea9 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/routers/059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25 HTTP/1.1" status: 200 len: 920 time: 0.1927445 Apr 16 15:38:39.902798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57716) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:39.916586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:39.916746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56177582-cde4-4b45-91b2-b5c2da545c9b tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:39.957639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b9d74-07fd-40d1-988e-ebe162ee367b None None] Routers {'059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:39.958047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-997b9d74-07fd-40d1-988e-ebe162ee367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:39.977578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8204723-5bea-471a-a527-8ee77c1e8be4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.009627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56177582-cde4-4b45-91b2-b5c2da545c9b tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.023718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11a7c31d-4746-4261-8368-a8ea2cd6ef29 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.056262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b8204723-5bea-471a-a527-8ee77c1e8be4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 2e765781-4d42-43fc-9047-7446e942c4af owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:40.076372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Allocated IP 172.26.4.144 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/b0cf010a-90a5-4ec7-97f6-facbf766d82f) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:40.104330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8204723-5bea-471a-a527-8ee77c1e8be4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.115764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0047f6f3-4e0d-4426-9fc0-6d219c0ec122 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:40.172397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56177582-cde4-4b45-91b2-b5c2da545c9b tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.174348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8204723-5bea-471a-a527-8ee77c1e8be4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=2e765781-4d42-43fc-9047-7446e942c4af,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:40.176269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8204723-5bea-471a-a527-8ee77c1e8be4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:40.177859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-323cec93-4c4c-4347-ad4f-d3b3c9d394bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:40.180089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-997b9d74-07fd-40d1-988e-ebe162ee367b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:40.180354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b9d74-07fd-40d1-988e-ebe162ee367b None None] The sync data for ids ['059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:40.183593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa7329c-5fe6-4fd2-bed6-7f229c3fbc64 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:40.184552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3aa7329c-5fe6-4fd2-bed6-7f229c3fbc64 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&device_id=059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2793529 Apr 16 15:38:40.187305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57720) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:40.198472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177582-cde4-4b45-91b2-b5c2da545c9b tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de698c86-2a42-4946-9a32-78b92704bb10,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:40.204239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11a7c31d-4746-4261-8368-a8ea2cd6ef29 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.226916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56177582-cde4-4b45-91b2-b5c2da545c9b tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:40.246236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8204723-5bea-471a-a527-8ee77c1e8be4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.255049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b8204723-5bea-471a-a527-8ee77c1e8be4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/2e765781-4d42-43fc-9047-7446e942c4af HTTP/1.1" status: 204 len: 168 time: 0.6068161 Apr 16 15:38:40.259506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57724) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:40.280350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56177582-cde4-4b45-91b2-b5c2da545c9b tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.283319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-56177582-cde4-4b45-91b2-b5c2da545c9b tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/security-groups/de698c86-2a42-4946-9a32-78b92704bb10 HTTP/1.1" status: 204 len: 168 time: 0.5752153 Apr 16 15:38:40.291336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57728) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:40.337572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.352864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.354766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d61cf2-ee43-496f-b682-374387c33cab tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:40.355664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-55d61cf2-ee43-496f-b682-374387c33cab tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/networks/4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 881 time: 0.1677425 Apr 16 15:38:40.358521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.359998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a15838-6de5-4c3d-8156-76a251a1d5f0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting subnet ffc187c7-f824-4465-9516-9cf5d11399d5 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:40.361441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57732) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:40.362991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:40.364432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6a15838-6de5-4c3d-8156-76a251a1d5f0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.384519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Transition to ACTIVE for port object db08288f-15ee-4ae0-8f8c-552454b5b6dc will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:40.398851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Transition to ACTIVE for port object db08288f-15ee-4ae0-8f8c-552454b5b6dc will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:40.408292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.416611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-65bf62a6-ccca-46cc-8d9f-b2bf56db9046 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25 HTTP/1.1" status: 200 len: 205 time: 0.0530000 Apr 16 15:38:40.418667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a9ee392-f4c2-406d-baac-a5934ba170a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:40.420096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57736) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:40.461964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8c73a-ceec-4b6b-a6bd-d3adbce6c765 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:40.462334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d2c8c73a-ceec-4b6b-a6bd-d3adbce6c765 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:40.478570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6a15838-6de5-4c3d-8156-76a251a1d5f0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.492988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Pushing event updated for resources: {'Port': ['ID=db08288f-15ee-4ae0-8f8c-552454b5b6dc,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:40.494766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Subnet': ['ID=6dac80ed-cff1-404a-9622-d66d762afac7,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:40.495875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:40.497593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:34Z', 'revision_number': 4, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:39Z', 'revision_number': 4, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:40.508019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21bfc03-2192-410e-91f6-7ce27cd6fbbd None None] The sync data for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv is: [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:34Z', 'revision_number': 4, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:39Z', 'revision_number': 4, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:40.508582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:40.539343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.539451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Network ec9e65e5-14ca-49c7-9117-be071f48be3a is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:40.540663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:40.542078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:40.548870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-39139f64-f030-4004-8569-36db1e15fe23 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:40.555873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d2c8c73a-ceec-4b6b-a6bd-d3adbce6c765 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:40.558787 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d2c8c73a-ceec-4b6b-a6bd-d3adbce6c765 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2986035 Apr 16 15:38:40.565901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57740) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:40.612670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d19a8a9-04a6-4aba-b9b8-ec514bf28002 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:38:40.614594 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1d19a8a9-04a6-4aba-b9b8-ec514bf28002 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/2e765781-4d42-43fc-9047-7446e942c4af HTTP/1.1" status: 404 len: 333 time: 0.0480766 Apr 16 15:38:40.631026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Attempting to bind port db08288f-15ee-4ae0-8f8c-552454b5b6dc on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:40.631278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Attempting to bind port db08288f-15ee-4ae0-8f8c-552454b5b6dc by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'fa464524-dcbf-4ac6-abcb-33fa20c88a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ec9e65e5-14ca-49c7-9117-be071f48be3a'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:40.631693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Attempting to bind port db08288f-15ee-4ae0-8f8c-552454b5b6dc on network ec9e65e5-14ca-49c7-9117-be071f48be3a {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:40.633005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57744) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:40.641302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:40.641557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Checking segment: {'id': 'fa464524-dcbf-4ac6-abcb-33fa20c88a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ec9e65e5-14ca-49c7-9117-be071f48be3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:40.641822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.642142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Bound using segment: {'id': 'fa464524-dcbf-4ac6-abcb-33fa20c88a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ec9e65e5-14ca-49c7-9117-be071f48be3a'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:40.642550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Bound port: db08288f-15ee-4ae0-8f8c-552454b5b6dc, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa464524-dcbf-4ac6-abcb-33fa20c88a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ec9e65e5-14ca-49c7-9117-be071f48be3a'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:40.642846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.645185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1984891841'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:40.655747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:40.657317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.660989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11a7c31d-4746-4261-8368-a8ea2cd6ef29 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.673678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ff71aff3-3e03-4145-8351-0c805a9f0704 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:40.677025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:network and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:40.688341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Pushing event updated for resources: {'Port': ['ID=b0cf010a-90a5-4ec7-97f6-facbf766d82f,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:40.718862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6a15838-6de5-4c3d-8156-76a251a1d5f0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.721959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:40.732022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:40.741895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:40.747351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] For port db08288f-15ee-4ae0-8f8c-552454b5b6dc, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:40.751069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] For port db08288f-15ee-4ae0-8f8c-552454b5b6dc, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=db08288f-15ee-4ae0-8f8c-552454b5b6dc,segment=NetworkSegment(fa464524-dcbf-4ac6-abcb-33fa20c88a49),segment_id=fa464524-dcbf-4ac6-abcb-33fa20c88a49)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:40.756077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.759396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:40.764399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port ff71aff3-3e03-4145-8351-0c805a9f0704 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:40.768045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Checking segment: {'id': 'c7c64d5d-868b-4605-8db4-90f51c8aa094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:40.768267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network hostable DHCP agents. Network: 09f29344-b7a9-4456-a5a9-9585fb4bdd29, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:40.769727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:40.779939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7c31d-4746-4261-8368-a8ea2cd6ef29 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event deleted for resources: {'Subnet': ['ID=67356fcc-3a22-466e-adfc-2a563e1878c0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:40.792873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-11a7c31d-4746-4261-8368-a8ea2cd6ef29 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:40.802538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:40.806692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.871028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Pushing event updated for resources: {'Port': ['ID=db08288f-15ee-4ae0-8f8c-552454b5b6dc,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:40.873358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11a7c31d-4746-4261-8368-a8ea2cd6ef29 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.873534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:40.879381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:40.889710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1457} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:40.895561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:40.898026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:40.899961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:40.931299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 09f29344-b7a9-4456-a5a9-9585fb4bdd29) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:40.932601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.932823 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Added segment f2db20a1-19b5-4a00-bfef-9db4b637214f of type vlan for network 8533ccdf-d0f6-4487-a429-3caa61bc158e Apr 16 15:38:40.935272 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-11a7c31d-4746-4261-8368-a8ea2cd6ef29 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "DELETE /v2.0/subnets/67356fcc-3a22-466e-adfc-2a563e1878c0 HTTP/1.1" status: 204 len: 168 time: 1.2283626 Apr 16 15:38:40.941311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57748) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:40.943316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e2ce68-9358-4d36-8118-c024439d3195 None None] Network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:40.991442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:40.991899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:40.998941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.025185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.036561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Deleting port 796d77ab-2737-4130-b60a-c515397fc239 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:41.036878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.048252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c3fc2d-2793-4d73-b994-2846e81fdd7a None None] Network 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:41.055477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6a15838-6de5-4c3d-8156-76a251a1d5f0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.064518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e447f2-7052-4096-af0f-29f813a5bd36 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Deleting subnet 10c33c52-f9e5-4208-8989-17f5e9a33a5b {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:41.071384 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4548440 Apr 16 15:38:41.071384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67e447f2-7052-4096-af0f-29f813a5bd36 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.087344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57752) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:41.146706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.149934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:41.150309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.168395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'fixed_ips': [{'subnet_id': '6dac80ed-cff1-404a-9622-d66d762afac7'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:41.168975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.180346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c7e5ad59-bbb8-42f6-9cf5-e5d1a9bb5d89 None None] Provisioning for port ff71aff3-3e03-4145-8351-0c805a9f0704 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:41.186693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22c3f4f4-4351-489d-8eba-83e3d48263a1 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:41.235409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c7e5ad59-bbb8-42f6-9cf5-e5d1a9bb5d89 None None] Provisioning complete for port ff71aff3-3e03-4145-8351-0c805a9f0704 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:41.235919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ad59-bbb8-42f6-9cf5-e5d1a9bb5d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.395838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18c68715-1846-4334-be6d-f34cb64cabf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.411286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] DHCP port deletion for 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:38:41.418183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Deleting port ff71aff3-3e03-4145-8351-0c805a9f0704 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:41.418599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.456129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Allocated IP 2001:db8:3::2 (09f29344-b7a9-4456-a5a9-9585fb4bdd29/6dac80ed-cff1-404a-9622-d66d762afac7/b3b345e5-8858-43bc-8191-35de14a71e25) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:41.458310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ad59-bbb8-42f6-9cf5-e5d1a9bb5d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.462777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0152ff08-2a97-4f7a-830b-7001b471c198 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:41.481670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.489129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a15838-6de5-4c3d-8156-76a251a1d5f0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc187c7-f824-4465-9516-9cf5d11399d5,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:41.493506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b6a15838-6de5-4c3d-8156-76a251a1d5f0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:41.494837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67e447f2-7052-4096-af0f-29f813a5bd36 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.586617 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9528248 Apr 16 15:38:41.589506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57756) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:41.602284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6a15838-6de5-4c3d-8156-76a251a1d5f0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.605769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Network': ['ID=8533ccdf-d0f6-4487-a429-3caa61bc158e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:41.607485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': '8533ccdf-d0f6-4487-a429-3caa61bc158e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:41.619703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.649539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:41.697113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.730117 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b6a15838-6de5-4c3d-8156-76a251a1d5f0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/ffc187c7-f824-4465-9516-9cf5d11399d5 HTTP/1.1" status: 204 len: 168 time: 1.4339931 Apr 16 15:38:41.731677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Calling delete_port for 796d77ab-2737-4130-b60a-c515397fc239 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:41.733627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e6e510-1dee-40c2-a109-0e234f268543 None None] Network 82da269f-e423-41e3-ba00-d3738d0b5784 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:41.735112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57760) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:41.741507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:41.753294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c7e5ad59-bbb8-42f6-9cf5-e5d1a9bb5d89 None None] For port ff71aff3-3e03-4145-8351-0c805a9f0704, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ff71aff3-3e03-4145-8351-0c805a9f0704,segment=NetworkSegment(91b2847d-1f08-404c-95c2-fbab5068e459),segment_id=91b2847d-1f08-404c-95c2-fbab5068e459)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:41.779754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:41.789484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:41.791758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:41.798481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:41.807896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:41.811565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.817981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67e447f2-7052-4096-af0f-29f813a5bd36 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.830476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7e5ad59-bbb8-42f6-9cf5-e5d1a9bb5d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.849512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:41.919655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.928830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4402da40-20e6-48f0-b21d-bd8511c67a9a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:41.939010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf2321c-3b1c-42ca-a79e-fa6e34d9b9d7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting subnet c1d078ed-ef8d-4323-be28-de34804244c5 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:41.953940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cdf2321c-3b1c-42ca-a79e-fa6e34d9b9d7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:41.972999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Pushing event deleted for resources: {'Port': ['ID=796d77ab-2737-4130-b60a-c515397fc239,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:42.003775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:42.008340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5ad59-bbb8-42f6-9cf5-e5d1a9bb5d89 None None] Pushing event updated for resources: {'Port': ['ID=ff71aff3-3e03-4145-8351-0c805a9f0704,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:42.013271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] For port ff71aff3-3e03-4145-8351-0c805a9f0704, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ff71aff3-3e03-4145-8351-0c805a9f0704,segment=NetworkSegment(91b2847d-1f08-404c-95c2-fbab5068e459),segment_id=91b2847d-1f08-404c-95c2-fbab5068e459)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:42.013642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.019272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7e5ad59-bbb8-42f6-9cf5-e5d1a9bb5d89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:42.070688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cdf2321c-3b1c-42ca-a79e-fa6e34d9b9d7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.144995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Calling delete_port for ff71aff3-3e03-4145-8351-0c805a9f0704 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:42.167721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.203309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.215501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Transition to ACTIVE for port object b3b345e5-8858-43bc-8191-35de14a71e25 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:42.220248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.235424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.242472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.255552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a0fb1bcf-5d64-4176-b8ec-a3dfa1561bc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:42.263552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Transition to ACTIVE for port object b3b345e5-8858-43bc-8191-35de14a71e25 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:42.270604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:38:42.270979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:38:42.272500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.278054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.280345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.306764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.307197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Fanout notify agent at l3_agent the message router_deleted on router 059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:38:42.327582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:42.346616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.350100 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25 HTTP/1.1" status: 204 len: 168 time: 1.9267645 Apr 16 15:38:42.351310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57764) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:42.358514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e9c20943-6b30-421d-9cb2-e409da21c153 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-865294605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:42.363867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cdf2321c-3b1c-42ca-a79e-fa6e34d9b9d7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.365407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9c20943-6b30-421d-9cb2-e409da21c153 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:42.369231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.375500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee3d5a-323b-4261-b7f4-3af599eb15b5 None None] Network ec9e65e5-14ca-49c7-9117-be071f48be3a requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:42.390308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e9c20943-6b30-421d-9cb2-e409da21c153 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Usage tracker for resource:router and tenant:6885da696ec44b22bf422515e8f2ebfd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:42.392151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c97522d9-3d77-4491-9109-0f9a047736f6 tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:42.409498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e9c20943-6b30-421d-9cb2-e409da21c153 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:42.417217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9c20943-6b30-421d-9cb2-e409da21c153 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:42.437997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Pushing event updated for resources: {'Port': ['ID=b3b345e5-8858-43bc-8191-35de14a71e25,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:42.440371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:42.475487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9c20943-6b30-421d-9cb2-e409da21c153 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.476291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9c20943-6b30-421d-9cb2-e409da21c153 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.478434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Subnet': ['ID=2d5197f4-2795-4e6d-8c06-833fc69da0e3,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:42.485648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8fd2f51d-3c55-4ced-ae28-fc44c3b741d2 None None] Provisioning for port db08288f-15ee-4ae0-8f8c-552454b5b6dc completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:42.488887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:42.489749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:42.491676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:42.496708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:42.508787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9c20943-6b30-421d-9cb2-e409da21c153 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.533503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9c20943-6b30-421d-9cb2-e409da21c153 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.552279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Checking segment: {'id': 'f2db20a1-19b5-4a00-bfef-9db4b637214f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '8533ccdf-d0f6-4487-a429-3caa61bc158e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:42.552669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network hostable DHCP agents. Network: 8533ccdf-d0f6-4487-a429-3caa61bc158e, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:42.561309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9c20943-6b30-421d-9cb2-e409da21c153 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.563097 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9c20943-6b30-421d-9cb2-e409da21c153 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2101877 Apr 16 15:38:42.564335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57768) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:42.568790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'enable_snat': True}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:42.572528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Attempting to bind port b3b345e5-8858-43bc-8191-35de14a71e25 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:42.572766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Attempting to bind port b3b345e5-8858-43bc-8191-35de14a71e25 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c7c64d5d-868b-4605-8db4-90f51c8aa094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:42.572994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Attempting to bind port b3b345e5-8858-43bc-8191-35de14a71e25 on network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:42.578069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:42.578302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Checking segment: {'id': 'c7c64d5d-868b-4605-8db4-90f51c8aa094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:42.578595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.578841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Bound using segment: {'id': 'c7c64d5d-868b-4605-8db4-90f51c8aa094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:42.579143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Bound port: b3b345e5-8858-43bc-8191-35de14a71e25, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64d5d-868b-4605-8db4-90f51c8aa094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:42.579381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.641457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:42.676990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 8533ccdf-d0f6-4487-a429-3caa61bc158e) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:42.686865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] For port b3b345e5-8858-43bc-8191-35de14a71e25, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:42.688802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:42.689196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.691286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device db08288f-15ee-4ae0-8f8c-552454b5b6dc up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:42.714119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0bfa0-067f-4c31-bff3-f414aa3683a2 None None] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:42.741161 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-30429444-3806-495b-9ae8-499074416071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1435642 Apr 16 15:38:42.745206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57772) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:42.748089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Pushing event updated for resources: {'Port': ['ID=b0cf010a-90a5-4ec7-97f6-facbf766d82f,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:42.755459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-922da8a6-eea6-441d-9b01-0c487487d7fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': '8533ccdf-d0f6-4487-a429-3caa61bc158e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:42.761579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:42.776209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67e447f2-7052-4096-af0f-29f813a5bd36 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.803464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6e8e2adf-7034-4a4b-9d62-cc66d50aaca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:42.901716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e447f2-7052-4096-af0f-29f813a5bd36 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event deleted for resources: {'Subnet': ['ID=10c33c52-f9e5-4208-8989-17f5e9a33a5b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:42.932119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67e447f2-7052-4096-af0f-29f813a5bd36 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:42.959480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Deleting port ff71aff3-3e03-4145-8351-0c805a9f0704 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:42.959710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:42.993616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] For port b3b345e5-8858-43bc-8191-35de14a71e25, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b3b345e5-8858-43bc-8191-35de14a71e25,segment=NetworkSegment(c7c64d5d-868b-4605-8db4-90f51c8aa094),segment_id=c7c64d5d-868b-4605-8db4-90f51c8aa094)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:43.018737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.035749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7e5ad59-bbb8-42f6-9cf5-e5d1a9bb5d89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:43.059897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67e447f2-7052-4096-af0f-29f813a5bd36 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.064280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6f2d92b-f5d1-40b8-a05c-b9459da10389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.065622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.087285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.137201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-67e447f2-7052-4096-af0f-29f813a5bd36 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "DELETE /v2.0/subnets/10c33c52-f9e5-4208-8989-17f5e9a33a5b HTTP/1.1" status: 204 len: 168 time: 2.1936073 Apr 16 15:38:43.142110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57776) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:43.178962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.181429 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3155982 Apr 16 15:38:43.188859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57780) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:43.192120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-83f868ba-914f-4f14-b4cc-426d3a238934 None None] Provisioning complete for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:43.192358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83f868ba-914f-4f14-b4cc-426d3a238934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.210503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Allocated IP 2001:db8:3::1 (09f29344-b7a9-4456-a5a9-9585fb4bdd29/6dac80ed-cff1-404a-9622-d66d762afac7/7cf2d17d-0ff1-4cd4-9310-11df55df51db) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:43.213455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.215296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.227151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6d7d42-09b4-4527-86d5-f397b66aca26 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:43.227585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0a6d7d42-09b4-4527-86d5-f397b66aca26 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Synchronizing usage tracker for tenant:bf9961b6410640eb9cc3bad94723785f on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:43.234976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.261745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Pushing event updated for resources: {'Port': ['ID=b3b345e5-8858-43bc-8191-35de14a71e25,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:43.278554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port db08288f-15ee-4ae0-8f8c-552454b5b6dc completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:43.281283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cdf2321c-3b1c-42ca-a79e-fa6e34d9b9d7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.289106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:43.290595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30e50c49-5fde-4850-80fd-2c2f629a49cd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:43.312817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0a6d7d42-09b4-4527-86d5-f397b66aca26 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Unset dirty status for tenant:bf9961b6410640eb9cc3bad94723785f on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:43.313589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0a6d7d42-09b4-4527-86d5-f397b66aca26 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1702058 Apr 16 15:38:43.316234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57786) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:43.321930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:43.322077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-922da8a6-eea6-441d-9b01-0c487487d7fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:43.337372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-922da8a6-eea6-441d-9b01-0c487487d7fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:43.338544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port db08288f-15ee-4ae0-8f8c-552454b5b6dc triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:43.338858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.341316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-922da8a6-eea6-441d-9b01-0c487487d7fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:43.352195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2321c-3b1c-42ca-a79e-fa6e34d9b9d7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d078ed-ef8d-4323-be28-de34804244c5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:43.358646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cdf2321c-3b1c-42ca-a79e-fa6e34d9b9d7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:43.359367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:43.371430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Usage tracker for resource:floatingip and tenant:caa21ed581874d40ab0427df41d60db0 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:43.375335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-922da8a6-eea6-441d-9b01-0c487487d7fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:43.379687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:43.398273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:43.408963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922da8a6-eea6-441d-9b01-0c487487d7fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:43.412818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-922da8a6-eea6-441d-9b01-0c487487d7fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.431958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.437961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.458169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Transition to ACTIVE for port object 7cf2d17d-0ff1-4cd4-9310-11df55df51db will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:43.463656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.479896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] For port ff71aff3-3e03-4145-8351-0c805a9f0704, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ff71aff3-3e03-4145-8351-0c805a9f0704,segment=NetworkSegment(91b2847d-1f08-404c-95c2-fbab5068e459),segment_id=91b2847d-1f08-404c-95c2-fbab5068e459)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:43.480156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.496161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cdf2321c-3b1c-42ca-a79e-fa6e34d9b9d7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.497136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-8533ccdf-d0f6-4487-a429-3caa61bc158e', 'network_id': '8533ccdf-d0f6-4487-a429-3caa61bc158e', 'tenant_id': 'cab102714a214227b8a1daffd76e51b1', 'fixed_ips': [{'subnet_id': '2d5197f4-2795-4e6d-8c06-833fc69da0e3'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:43.497693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.506056 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cdf2321c-3b1c-42ca-a79e-fa6e34d9b9d7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/c1d078ed-ef8d-4323-be28-de34804244c5 HTTP/1.1" status: 204 len: 168 time: 1.7687042 Apr 16 15:38:43.507464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57790) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:43.534193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd821154-107a-4b20-9ee7-b541a7abd271 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:43.534956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd821154-107a-4b20-9ee7-b541a7abd271 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:43.537121 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cd821154-107a-4b20-9ee7-b541a7abd271 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/ffc187c7-f824-4465-9516-9cf5d11399d5 HTTP/1.1" status: 404 len: 337 time: 0.0274725 Apr 16 15:38:43.537865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57794) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:43.538911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8add27dd-ed44-43b9-a60c-6a01265afa6e None None] Network ec9e65e5-14ca-49c7-9117-be071f48be3a requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:43.546100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3039198f-1825-4230-a34d-370f7c932776 None None] Network 82da269f-e423-41e3-ba00-d3738d0b5784 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:43.557969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Deleting port db08288f-15ee-4ae0-8f8c-552454b5b6dc {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:43.558262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.571609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.581268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:43.602943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Calling delete_port for ff71aff3-3e03-4145-8351-0c805a9f0704 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:43.664240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-124ec0e9-be52-44f5-be73-82c4e1d4bb18 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting subnet 6329f824-1fed-4002-a79c-9e80c8859d28 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:43.669639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-124ec0e9-be52-44f5-be73-82c4e1d4bb18 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.692315 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-922da8a6-eea6-441d-9b01-0c487487d7fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d5197f4-2795-4e6d-8c06-833fc69da0e3 (CIDR: 2001:db8::/64) Apr 16 15:38:43.706984 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-922da8a6-eea6-441d-9b01-0c487487d7fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:38:43.707457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922da8a6-eea6-441d-9b01-0c487487d7fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:43.709286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=7cf2d17d-0ff1-4cd4-9310-11df55df51db,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:43.713914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:43.726445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.734061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-124ec0e9-be52-44f5-be73-82c4e1d4bb18 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.776879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.779932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.806228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:43.808293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:43.814740 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-922da8a6-eea6-441d-9b01-0c487487d7fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0666459 Apr 16 15:38:43.816026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:43.816387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.817795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57798) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:43.828898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.829395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': '8533ccdf-d0f6-4487-a429-3caa61bc158e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:43.831927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] For port db08288f-15ee-4ae0-8f8c-552454b5b6dc, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=db08288f-15ee-4ae0-8f8c-552454b5b6dc,segment=NetworkSegment(fa464524-dcbf-4ac6-abcb-33fa20c88a49),segment_id=fa464524-dcbf-4ac6-abcb-33fa20c88a49)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:43.832214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.913689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Calling delete_port for db08288f-15ee-4ae0-8f8c-552454b5b6dc owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:43.935018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-124ec0e9-be52-44f5-be73-82c4e1d4bb18 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.978132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:43.988400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-10c3f3fe-504c-47ab-8cd2-3b0697678a95 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:44.029859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event deleted for resources: {'Port': ['ID=db08288f-15ee-4ae0-8f8c-552454b5b6dc,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:44.061315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:44.062010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-83f868ba-914f-4f14-b4cc-426d3a238934 None None] Provisioning complete for port dbf65e65-3262-40e3-81a3-45b21e78437a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:44.062312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83f868ba-914f-4f14-b4cc-426d3a238934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.069249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Allocated IP 172.26.4.4 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/1495ebe0-9795-4b0c-bcf7-930ee930ee4f) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:44.075806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:44.087392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:44.089800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] No DVR routers for this DVR port db08288f-15ee-4ae0-8f8c-552454b5b6dc on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:38:44.090955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:44.166093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.166395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.186747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a553c29b-a8e6-4906-9798-451936858f29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:44.241409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9e65e5-14ca-49c7-9117-be071f48be3a']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:44.251079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa464524-dcbf-4ac6-abcb-33fa20c88a49') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:44.251261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa464524-dcbf-4ac6-abcb-33fa20c88a49') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:44.257588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Pushing event deleted for resources: {'Port': ['ID=ff71aff3-3e03-4145-8351-0c805a9f0704,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:44.258995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.259435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:44.259898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.267497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bbb47a-47ea-495f-a463-e890b70f045b None None] DHCP port deletion for ec9e65e5-14ca-49c7-9117-be071f48be3a request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:38:44.268696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.272460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Releasing vlan 1454 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:44.283344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-83f868ba-914f-4f14-b4cc-426d3a238934 None None] Port dbf65e65-3262-40e3-81a3-45b21e78437a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:44.310610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c630b36c-dd4b-4ada-bb4f-4011bd61cff1 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:44.359534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Allocated IP 2001:db8::2 (8533ccdf-d0f6-4487-a429-3caa61bc158e/2d5197f4-2795-4e6d-8c06-833fc69da0e3/7bf44f87-451f-4967-b102-c5b5b3dd5040) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:44.372449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network ec9e65e5-14ca-49c7-9117-be071f48be3a has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:44.387946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.398479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] No DVR routers for this DVR port ff71aff3-3e03-4145-8351-0c805a9f0704 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:38:44.414842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:44.438596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9df0bfa6-88a8-455d-856d-c207d2f85731 None None] Could not find standard attr ID for object db08288f-15ee-4ae0-8f8c-552454b5b6dc. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:38:44.468355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:44.480723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:44.480962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.483374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:44.487108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.503845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network ec9e65e5-14ca-49c7-9117-be071f48be3a has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:44.519030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:44.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:44.567471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.574936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.577206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2112180e-f599-4182-aad4-cbe9972a8370 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:44.588989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.592868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event deleted for resources: {'Network': ['ID=ec9e65e5-14ca-49c7-9117-be071f48be3a,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:44.595588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Transition to ACTIVE for port object 7bf44f87-451f-4967-b102-c5b5b3dd5040 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:44.595788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:44.604450 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "DELETE /v2.0/networks/ec9e65e5-14ca-49c7-9117-be071f48be3a HTTP/1.1" status: 204 len: 168 time: 1.2821007 Apr 16 15:38:44.604620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57802) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:44.615054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.620432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Transition to ACTIVE for port object 7bf44f87-451f-4967-b102-c5b5b3dd5040 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:44.626505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.641274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c310b297-914c-41e4-b833-709ffd19c8e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:44.675471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.708894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.723243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port c630b36c-dd4b-4ada-bb4f-4011bd61cff1, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c630b36c-dd4b-4ada-bb4f-4011bd61cff1,segment=NetworkSegment(b3499de3-ca15-4522-a7d6-ad387dbacfd8),segment_id=b3499de3-ca15-4522-a7d6-ad387dbacfd8)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:44.730355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.732211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Pushing event updated for resources: {'Port': ['ID=7bf44f87-451f-4967-b102-c5b5b3dd5040,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:44.733825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:44.734110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:44.782260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-124ec0e9-be52-44f5-be73-82c4e1d4bb18 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.793738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9232f63-3a64-4233-bcf7-422cc691e5b3 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:44.797817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ff71aff3-3e03-4145-8351-0c805a9f0704 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:44.802523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.824960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=c630b36c-dd4b-4ada-bb4f-4011bd61cff1,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:44.835742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:44.837280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: ff71aff3-3e03-4145-8351-0c805a9f0704 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:44.837496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ff71aff3-3e03-4145-8351-0c805a9f0704 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:44.841337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:44.842078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:44.843594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:44.865006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ec0e9-be52-44f5-be73-82c4e1d4bb18 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Subnet': ['ID=6329f824-1fed-4002-a79c-9e80c8859d28,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:44.893082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-124ec0e9-be52-44f5-be73-82c4e1d4bb18 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:44.896390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:44.917703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b2847d-1f08-404c-95c2-fbab5068e459') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:44.918165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b2847d-1f08-404c-95c2-fbab5068e459') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:44.919745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Attempting to bind port 7bf44f87-451f-4967-b102-c5b5b3dd5040 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:44.920087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Attempting to bind port 7bf44f87-451f-4967-b102-c5b5b3dd5040 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'f2db20a1-19b5-4a00-bfef-9db4b637214f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '8533ccdf-d0f6-4487-a429-3caa61bc158e'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:44.920452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Attempting to bind port 7bf44f87-451f-4967-b102-c5b5b3dd5040 on network 8533ccdf-d0f6-4487-a429-3caa61bc158e {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:44.926028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:44.926310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Checking segment: {'id': 'f2db20a1-19b5-4a00-bfef-9db4b637214f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '8533ccdf-d0f6-4487-a429-3caa61bc158e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:44.926538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.926788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Bound using segment: {'id': 'f2db20a1-19b5-4a00-bfef-9db4b637214f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '8533ccdf-d0f6-4487-a429-3caa61bc158e'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:44.927097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Bound port: 7bf44f87-451f-4967-b102-c5b5b3dd5040, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2db20a1-19b5-4a00-bfef-9db4b637214f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '8533ccdf-d0f6-4487-a429-3caa61bc158e'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:44.927333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.929782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.942477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:44.952993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Releasing vlan 1495 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:44.995566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] For port 7bf44f87-451f-4967-b102-c5b5b3dd5040, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:44.997609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] For port 7bf44f87-451f-4967-b102-c5b5b3dd5040, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7bf44f87-451f-4967-b102-c5b5b3dd5040,segment=NetworkSegment(f2db20a1-19b5-4a00-bfef-9db4b637214f),segment_id=f2db20a1-19b5-4a00-bfef-9db4b637214f)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:45.007064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.016735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-767d49da-dad3-4df2-8b65-8e1f78e25d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:45.017288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.033343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d271ae9e-0d1e-48b7-8f6f-9458d3811b45 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:45.040567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c630b36c-dd4b-4ada-bb4f-4011bd61cff1 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:45.137666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Pushing event updated for resources: {'Port': ['ID=1495ebe0-9795-4b0c-bcf7-930ee930ee4f,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:45.158759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:45.163584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-124ec0e9-be52-44f5-be73-82c4e1d4bb18 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.207057 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-124ec0e9-be52-44f5-be73-82c4e1d4bb18 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/6329f824-1fed-4002-a79c-9e80c8859d28 HTTP/1.1" status: 204 len: 168 time: 1.6675694 Apr 16 15:38:45.211318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57806) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.243900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab69c0d2-15f9-4064-90a0-56c2a6e1a47c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:45.244195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab69c0d2-15f9-4064-90a0-56c2a6e1a47c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:45.246926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ab69c0d2-15f9-4064-90a0-56c2a6e1a47c tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/89fee856-caca-437b-b76d-4ab0f2a92855 HTTP/1.1" status: 404 len: 337 time: 0.0327358 Apr 16 15:38:45.248989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57810) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.287817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749a30f1-c83d-4e77-a011-8392e8b81bc6 None None] Network 82da269f-e423-41e3-ba00-d3738d0b5784 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:45.300239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9ce471-794e-459a-9ff7-bd999474e11b None None] Network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:45.300441 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0c40fa2f-50fe-4663-bc58-d5974c49e543 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "GET /v2.0/ports?device_id=887a0acf-8fb3-4086-8f9a-3fa70111277b HTTP/1.1" status: 200 len: 205 time: 0.0462132 Apr 16 15:38:45.300441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:45.309135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57814) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.309539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:45.314390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:45.331623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.375827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.376423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.394955 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-2a1475f6-37ec-41e0-81ad-7c1b0b36239e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] delete failed (client error): The resource could not be found. Apr 16 15:38:45.397071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a1475f6-37ec-41e0-81ad-7c1b0b36239e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/routers/887a0acf-8fb3-4086-8f9a-3fa70111277b HTTP/1.1" status: 404 len: 336 time: 0.0845623 Apr 16 15:38:45.408409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7a5610c5-d4f9-43c6-8c55-a319e93d2d7a None None] Provisioning complete for port dbf65e65-3262-40e3-81a3-45b21e78437a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:45.408605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a5610c5-d4f9-43c6-8c55-a319e93d2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.410252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57818) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.414306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-664e9947-4255-40c1-b1f3-630e516b43ec tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:45.450165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:45.455961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f7815c-43e8-43a1-a6df-acd7094e0529 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:45.456292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f7815c-43e8-43a1-a6df-acd7094e0529 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:45.456575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Pushing event updated for resources: {'Port': ['ID=7bf44f87-451f-4967-b102-c5b5b3dd5040,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:45.459066 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-61f7815c-43e8-43a1-a6df-acd7094e0529 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/49d74d32-e436-4a03-b28b-5aff6cf971a0 HTTP/1.1" status: 404 len: 337 time: 0.0395615 Apr 16 15:38:45.459144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:45.459719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.470769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57822) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.518920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7a5610c5-d4f9-43c6-8c55-a319e93d2d7a None None] Port dbf65e65-3262-40e3-81a3-45b21e78437a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:45.533524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9597b02e-f864-4a0a-b1a1-a34e95ed9627 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:45.533994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9597b02e-f864-4a0a-b1a1-a34e95ed9627 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:45.536573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9597b02e-f864-4a0a-b1a1-a34e95ed9627 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/a1f2a3a1-96ed-41c1-994c-d167c1b45729 HTTP/1.1" status: 404 len: 337 time: 0.0632772 Apr 16 15:38:45.538353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57826) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.540973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event updated for resources: {'Port': ['ID=7cf2d17d-0ff1-4cd4-9310-11df55df51db,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:45.542738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Allocated IP 172.26.4.219 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/1f6889cf-9a91-458c-9bc3-bab73bab0812) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:45.569635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:45.569870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.571367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:45.577016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0396b53c-7f9c-4e21-8a5c-07a00d11a6f8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:45.577301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0396b53c-7f9c-4e21-8a5c-07a00d11a6f8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:45.581570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.597101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0396b53c-7f9c-4e21-8a5c-07a00d11a6f8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/56c81690-3660-4a9c-9531-a11b0f20ae68 HTTP/1.1" status: 404 len: 337 time: 0.0547526 Apr 16 15:38:45.597256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57830) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.619228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7a5610c5-d4f9-43c6-8c55-a319e93d2d7a None None] Provisioning complete for port 3214f532-e42e-49d5-ae4f-d2fc334560e3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:45.619575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a5610c5-d4f9-43c6-8c55-a319e93d2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.638809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:45.646358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:45.653377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.662840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network 69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:45.681980 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:45.720757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f98267e-afe8-46a6-85b0-f11427963e88 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:45.721147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f98267e-afe8-46a6-85b0-f11427963e88 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:45.724404 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6f98267e-afe8-46a6-85b0-f11427963e88 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/0481e22a-0a00-4425-9f9d-68ab37e331cf HTTP/1.1" status: 404 len: 333 time: 0.1164160 Apr 16 15:38:45.733267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57834) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.774098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b3b345e5-8858-43bc-8191-35de14a71e25 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:45.785068 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-355997cc-0b21-4b47-abbc-45595ffb1382 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:45.785502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355997cc-0b21-4b47-abbc-45595ffb1382 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:45.786843 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-355997cc-0b21-4b47-abbc-45595ffb1382 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/6b748d4c-0866-4c98-9405-1892b2c0fe1a HTTP/1.1" status: 404 len: 337 time: 0.0529602 Apr 16 15:38:45.789752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57838) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.819093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.823581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ff1fd-0d12-42df-aeb1-faaab5d81f84 None None] DHCP port deletion for 82da269f-e423-41e3-ba00-d3738d0b5784 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:38:45.826192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-168d05e7-8037-4c69-a332-a9870dcd7b73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:45.826663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168d05e7-8037-4c69-a332-a9870dcd7b73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:45.828433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54e058b9-a5eb-42e6-9154-aafb04046a73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:45.832824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f31ff1fd-0d12-42df-aeb1-faaab5d81f84 None None] Deleting port 3214f532-e42e-49d5-ae4f-d2fc334560e3 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:45.833060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f31ff1fd-0d12-42df-aeb1-faaab5d81f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.841232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.848741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event deleted for resources: {'Network': ['ID=69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:45.859003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-168d05e7-8037-4c69-a332-a9870dcd7b73 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/3d208bc8-ef6f-42d6-ba8d-5f6d2d174776 HTTP/1.1" status: 404 len: 337 time: 0.0665629 Apr 16 15:38:45.859003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:45.859138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7a5610c5-d4f9-43c6-8c55-a319e93d2d7a None None] Provisioning for port b3b345e5-8858-43bc-8191-35de14a71e25 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:45.861198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57842) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.865016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "DELETE /v2.0/networks/69e3dd6d-bbd1-4ac9-af2c-8ce37aa0f6a7 HTTP/1.1" status: 204 len: 168 time: 1.2596028 Apr 16 15:38:45.866989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.890832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57846) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.892739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port b3b345e5-8858-43bc-8191-35de14a71e25 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:45.900906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port b3b345e5-8858-43bc-8191-35de14a71e25 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:45.901144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:45.912049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-596a0311-dd51-4a65-8fb3-547b96f31d69 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:45.912351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596a0311-dd51-4a65-8fb3-547b96f31d69 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:45.915118 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-596a0311-dd51-4a65-8fb3-547b96f31d69 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/fc9ad3ab-61f1-47e3-8646-627f2144b0f6 HTTP/1.1" status: 404 len: 333 time: 0.0516343 Apr 16 15:38:45.916540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57850) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:45.987038 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d3f701-3b9b-40f3-89d4-59839a7f0fdd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:45.987331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d3f701-3b9b-40f3-89d4-59839a7f0fdd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:45.990304 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-77d3f701-3b9b-40f3-89d4-59839a7f0fdd tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/149aaac5-84bf-4140-a67f-f1a859290091 HTTP/1.1" status: 404 len: 337 time: 0.0673470 Apr 16 15:38:45.992698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57854) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:46.003665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f31ff1fd-0d12-42df-aeb1-faaab5d81f84 None None] For port 3214f532-e42e-49d5-ae4f-d2fc334560e3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3214f532-e42e-49d5-ae4f-d2fc334560e3,segment=NetworkSegment(894d51c6-6183-4d71-8ae2-434ef5b3d295),segment_id=894d51c6-6183-4d71-8ae2-434ef5b3d295)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:46.003891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f31ff1fd-0d12-42df-aeb1-faaab5d81f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.031957 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-065f6db8-17a1-4b14-8621-0edecf67c608 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] DELETE failed (client error): The resource could not be found. Apr 16 15:38:46.032249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065f6db8-17a1-4b14-8621-0edecf67c608 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:38:46.035297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-065f6db8-17a1-4b14-8621-0edecf67c608 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/subnets/19b878fc-e73b-4c10-ae57-6bf8481469eb HTTP/1.1" status: 404 len: 337 time: 0.0403366 Apr 16 15:38:46.036399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57858) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:46.068374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.114632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f31ff1fd-0d12-42df-aeb1-faaab5d81f84 None None] Calling delete_port for 3214f532-e42e-49d5-ae4f-d2fc334560e3 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:46.170551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7c9f7380-416b-44c8-8876-d57870731bb8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Deleting port dbf65e65-3262-40e3-81a3-45b21e78437a {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:46.170784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c9f7380-416b-44c8-8876-d57870731bb8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.187783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.199440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router af592781-f235-4c66-b3c1-cfb061c838d4 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:46.238899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8204723-5bea-471a-a527-8ee77c1e8be4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:46.342021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.363829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.376686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.378470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c4c6a35b-f4b2-4b6d-93fb-09fcf8728fc8 None None] Provisioning complete for port b3b345e5-8858-43bc-8191-35de14a71e25 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:46.378725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a35b-f4b2-4b6d-93fb-09fcf8728fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.397555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port b3b345e5-8858-43bc-8191-35de14a71e25, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b3b345e5-8858-43bc-8191-35de14a71e25,segment=NetworkSegment(c7c64d5d-868b-4605-8db4-90f51c8aa094),segment_id=c7c64d5d-868b-4605-8db4-90f51c8aa094)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:46.405600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.410765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d62a6949-263f-400c-a5f8-fae513b86bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:46.441112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f31ff1fd-0d12-42df-aeb1-faaab5d81f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.454518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event updated for resources: {'Port': ['ID=1f6889cf-9a91-458c-9bc3-bab73bab0812,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:46.455110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:46.457000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:46.468530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device db08288f-15ee-4ae0-8f8c-552454b5b6dc no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:46.492889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:46.501250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:46.508923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:46.510631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:46.512750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4208765 Apr 16 15:38:46.516266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57862) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:46.521007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8c7c3adb-9262-46f2-9bba-5c35e234769a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:46.525255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Sync routers for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:46.535676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: db08288f-15ee-4ae0-8f8c-552454b5b6dc {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:46.536067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device db08288f-15ee-4ae0-8f8c-552454b5b6dc not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:46.538536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:46.539582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:46.555855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.567328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Subnet': ['ID=c8ffd191-6d9f-420c-a1de-38d17e6e793b,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:46.590929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=b3b345e5-8858-43bc-8191-35de14a71e25,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:46.601988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:46.602085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:46.602480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.602684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:46.613910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c9f7380-416b-44c8-8876-d57870731bb8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.616958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c45017ff-4bd5-4bf6-be16-46885f601cd0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:46.639480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ff1fd-0d12-42df-aeb1-faaab5d81f84 None None] Pushing event deleted for resources: {'Port': ['ID=3214f532-e42e-49d5-ae4f-d2fc334560e3,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:46.645418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:46.647173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f31ff1fd-0d12-42df-aeb1-faaab5d81f84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:46.651147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ff1fd-0d12-42df-aeb1-faaab5d81f84 None None] No DVR routers for this DVR port 3214f532-e42e-49d5-ae4f-d2fc334560e3 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:38:46.657807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c4c6a35b-f4b2-4b6d-93fb-09fcf8728fc8 None None] Provisioning for port 7cf2d17d-0ff1-4cd4-9310-11df55df51db completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:46.661252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c4c6a35b-f4b2-4b6d-93fb-09fcf8728fc8 None None] Provisioning complete for port 7cf2d17d-0ff1-4cd4-9310-11df55df51db triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:46.661490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a35b-f4b2-4b6d-93fb-09fcf8728fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.679129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:46.686657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:46.694254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c4c6a35b-f4b2-4b6d-93fb-09fcf8728fc8 None None] Port 7cf2d17d-0ff1-4cd4-9310-11df55df51db cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:46.714714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:46.715263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.729231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7c9f7380-416b-44c8-8876-d57870731bb8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Calling delete_port for dbf65e65-3262-40e3-81a3-45b21e78437a owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:46.747817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f546dc72-cadc-4ad9-b7a7-31e133355e14']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:46.763736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Pushing event updated for resources: {'Port': ['ID=1495ebe0-9795-4b0c-bcf7-930ee930ee4f,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:46.776132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f312b9-8e3a-4e96-ab1d-c2c007b069fd') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:46.776355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f312b9-8e3a-4e96-ab1d-c2c007b069fd') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:46.799416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:46.803082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.809692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2c4c9e4c-a190-4e94-a8b2-f8721a47e7bf None None] Provisioning complete for port 7cf2d17d-0ff1-4cd4-9310-11df55df51db triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:46.810089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c4c9e4c-a190-4e94-a8b2-f8721a47e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.826966 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0079160 Apr 16 15:38:46.828407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57866) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:46.840675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': '8533ccdf-d0f6-4487-a429-3caa61bc158e', 'fixed_ips': [{'subnet_id': '2d5197f4-2795-4e6d-8c06-833fc69da0e3'}, {'subnet_id': 'c8ffd191-6d9f-420c-a1de-38d17e6e793b'}], 'name': 'tempest-PortsIpV6TestJSON-331547177'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:46.843032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cf2d17d-0ff1-4cd4-9310-11df55df51db', 'name': '', 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:bc:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:42Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 2, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:46.845850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Checking router: af592781-f235-4c66-b3c1-cfb061c838d4 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:38:46.846177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Updating router af592781-f235-4c66-b3c1-cfb061c838d4 port 7cf2d17d-0ff1-4cd4-9310-11df55df51db binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:38:46.876039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.886117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:46.901321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c9e4c-a190-4e94-a8b2-f8721a47e7bf None None] Port 7cf2d17d-0ff1-4cd4-9310-11df55df51db cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:46.940659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Releasing vlan 1452 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:46.997454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.020766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7bf44f87-451f-4967-b102-c5b5b3dd5040 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:47.021716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c9f7380-416b-44c8-8876-d57870731bb8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.078435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 7bf44f87-451f-4967-b102-c5b5b3dd5040 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:47.082507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b3b345e5-8858-43bc-8191-35de14a71e25 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:47.109862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:47.112214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.113411 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9228599 Apr 16 15:38:47.116708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:port and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:47.118393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57870) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:47.120238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:47.171732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port b3b345e5-8858-43bc-8191-35de14a71e25 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:47.172278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.182204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:47.223141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:47.255972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329d0a0d-5d55-4ac2-9915-b3e168a836eb None None] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:47.313927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.322283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Transition to ACTIVE for port object 7cf2d17d-0ff1-4cd4-9310-11df55df51db will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:47.326592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.338462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c589cc61-e306-47fd-bd35-ae67d33be048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:47.348727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ae87914a-2eb6-49b4-a181-a359bdf0f965 None None] Provisioning for port 7bf44f87-451f-4967-b102-c5b5b3dd5040 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:47.359483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ae87914a-2eb6-49b4-a181-a359bdf0f965 None None] Provisioning complete for port 7bf44f87-451f-4967-b102-c5b5b3dd5040 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:47.359714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae87914a-2eb6-49b4-a181-a359bdf0f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.390869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Pushing event updated for resources: {'Port': ['ID=7cf2d17d-0ff1-4cd4-9310-11df55df51db,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:47.410741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3214f532-e42e-49d5-ae4f-d2fc334560e3 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:47.420033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.420263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.420431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.420623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.420813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.421144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.421338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.421525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.421903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.421903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.422066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.422448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:38:47.431364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:47.455234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 3214f532-e42e-49d5-ae4f-d2fc334560e3 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:47.455467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3214f532-e42e-49d5-ae4f-d2fc334560e3 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:47.472692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:47.549196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae87914a-2eb6-49b4-a181-a359bdf0f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.553701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f7380-416b-44c8-8876-d57870731bb8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Port': ['ID=dbf65e65-3262-40e3-81a3-45b21e78437a,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:47.555618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c9f7380-416b-44c8-8876-d57870731bb8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.567700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c9f7380-416b-44c8-8876-d57870731bb8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:47.582431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network f546dc72-cadc-4ad9-b7a7-31e133355e14 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:47.589809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ae87914a-2eb6-49b4-a181-a359bdf0f965 None None] For port 7bf44f87-451f-4967-b102-c5b5b3dd5040, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7bf44f87-451f-4967-b102-c5b5b3dd5040,segment=NetworkSegment(f2db20a1-19b5-4a00-bfef-9db4b637214f),segment_id=f2db20a1-19b5-4a00-bfef-9db4b637214f)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:47.598158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae87914a-2eb6-49b4-a181-a359bdf0f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.599495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f31ff1fd-0d12-42df-aeb1-faaab5d81f84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:47.627514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Attempting to bind port 7cf2d17d-0ff1-4cd4-9310-11df55df51db on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:47.628430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Attempting to bind port 7cf2d17d-0ff1-4cd4-9310-11df55df51db by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c7c64d5d-868b-4605-8db4-90f51c8aa094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:47.628673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Attempting to bind port 7cf2d17d-0ff1-4cd4-9310-11df55df51db on network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:47.631504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a87332d-d888-4a59-a26f-8f6a6fa57a99 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Synchronizing usage tracker for tenant:e21d7d2330c3403389ca5e588633df21 on resource:floatingip {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:47.636124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:47.636652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Checking segment: {'id': 'c7c64d5d-868b-4605-8db4-90f51c8aa094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:47.637096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.637550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Bound using segment: {'id': 'c7c64d5d-868b-4605-8db4-90f51c8aa094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:47.637851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Bound port: 7cf2d17d-0ff1-4cd4-9310-11df55df51db, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c64d5d-868b-4605-8db4-90f51c8aa094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:47.638085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.664884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87914a-2eb6-49b4-a181-a359bdf0f965 None None] Pushing event updated for resources: {'Port': ['ID=7bf44f87-451f-4967-b102-c5b5b3dd5040,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:47.667039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae87914a-2eb6-49b4-a181-a359bdf0f965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:47.671111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a87332d-d888-4a59-a26f-8f6a6fa57a99 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Unset dirty status for tenant:e21d7d2330c3403389ca5e588633df21 on resource:floatingip {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:47.674594 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6a87332d-d888-4a59-a26f-8f6a6fa57a99 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.5553408 Apr 16 15:38:47.675013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57874) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:47.703513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.715091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7c9f7380-416b-44c8-8876-d57870731bb8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/ports/dbf65e65-3262-40e3-81a3-45b21e78437a HTTP/1.1" status: 204 len: 168 time: 1.6771145 Apr 16 15:38:47.718142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57878) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:47.719610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] For port 7cf2d17d-0ff1-4cd4-9310-11df55df51db, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:47.726817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac32c466-f09d-4702-8a8f-3219e1da8eaf None None] Update dhcp port {'port': {'network_id': '8533ccdf-d0f6-4487-a429-3caa61bc158e', 'fixed_ips': [{'subnet_id': '2d5197f4-2795-4e6d-8c06-833fc69da0e3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c8ffd191-6d9f-420c-a1de-38d17e6e793b'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '7bf44f87-451f-4967-b102-c5b5b3dd5040'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:38:47.747534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2ffc4f7a-9400-422f-9194-e82fe0867a8e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Synchronizing usage tracker for tenant:0f5119428db54fa69ac237b8436ffdde on resource:floatingip {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:47.758326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-8c7c3adb-9262-46f2-9bba-5c35e234769a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=86007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 16 15:38:47.760143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac32c466-f09d-4702-8a8f-3219e1da8eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.770791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.788475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-8c7c3adb-9262-46f2-9bba-5c35e234769a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Removed routes are [] {{(pid=86007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 16 15:38:47.788946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3adb-9262-46f2-9bba-5c35e234769a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.792874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2ffc4f7a-9400-422f-9194-e82fe0867a8e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Unset dirty status for tenant:0f5119428db54fa69ac237b8436ffdde on resource:floatingip {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:47.795375 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2ffc4f7a-9400-422f-9194-e82fe0867a8e tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1156421 Apr 16 15:38:47.795375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 21935668-964d-4c45-ae7d-6d2f02680859 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:38:47.811518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57882) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:47.877703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ac32c466-f09d-4702-8a8f-3219e1da8eaf None None] Allocated IP 2001:db8:0:1::2 (8533ccdf-d0f6-4487-a429-3caa61bc158e/c8ffd191-6d9f-420c-a1de-38d17e6e793b/7bf44f87-451f-4967-b102-c5b5b3dd5040) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:47.906833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.961349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ac32c466-f09d-4702-8a8f-3219e1da8eaf None None] For port 7bf44f87-451f-4967-b102-c5b5b3dd5040, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7bf44f87-451f-4967-b102-c5b5b3dd5040,segment=NetworkSegment(f2db20a1-19b5-4a00-bfef-9db4b637214f),segment_id=f2db20a1-19b5-4a00-bfef-9db4b637214f)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:47.976437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac32c466-f09d-4702-8a8f-3219e1da8eaf None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.986531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ac32c466-f09d-4702-8a8f-3219e1da8eaf None None] Transition to ACTIVE for port object 7bf44f87-451f-4967-b102-c5b5b3dd5040 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:47.989429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac32c466-f09d-4702-8a8f-3219e1da8eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:47.989555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network f546dc72-cadc-4ad9-b7a7-31e133355e14 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:47.997767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:48.041645 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:48.045635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:48.063174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3adb-9262-46f2-9bba-5c35e234769a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:48.067838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3adb-9262-46f2-9bba-5c35e234769a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:48.076911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32c466-f09d-4702-8a8f-3219e1da8eaf None None] Pushing event updated for resources: {'Port': ['ID=7bf44f87-451f-4967-b102-c5b5b3dd5040,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:48.080021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac32c466-f09d-4702-8a8f-3219e1da8eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:48.088389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Deleting port 1495ebe0-9795-4b0c-bcf7-930ee930ee4f {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:48.088599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:48.190743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] For port 7cf2d17d-0ff1-4cd4-9310-11df55df51db, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7cf2d17d-0ff1-4cd4-9310-11df55df51db,segment=NetworkSegment(c7c64d5d-868b-4605-8db4-90f51c8aa094),segment_id=c7c64d5d-868b-4605-8db4-90f51c8aa094)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:48.194247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:48.216539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:48.225609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7c3adb-9262-46f2-9bba-5c35e234769a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router af592781-f235-4c66-b3c1-cfb061c838d4 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:48.230887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64e30246-bffe-448a-abb4-3f2be022a9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:48.242360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8::34e (8533ccdf-d0f6-4487-a429-3caa61bc158e/2d5197f4-2795-4e6d-8c06-833fc69da0e3/21935668-964d-4c45-ae7d-6d2f02680859) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:48.272683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aca421d2-1100-4d63-9465-040d4ba0cc19 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:48.282003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8:0:1::12d (8533ccdf-d0f6-4487-a429-3caa61bc158e/c8ffd191-6d9f-420c-a1de-38d17e6e793b/21935668-964d-4c45-ae7d-6d2f02680859) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:48.282572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:48.294540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Pushing event updated for resources: {'Port': ['ID=7cf2d17d-0ff1-4cd4-9310-11df55df51db,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:48.303605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event deleted for resources: {'Network': ['ID=f546dc72-cadc-4ad9-b7a7-31e133355e14,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:48.309102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:48.326492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:48.326995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:48.360826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7c3adb-9262-46f2-9bba-5c35e234769a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:48.371149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3adb-9262-46f2-9bba-5c35e234769a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:48.371921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8c7c3adb-9262-46f2-9bba-5c35e234769a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4 HTTP/1.1" status: 200 len: 954 time: 1.8550663 Apr 16 15:38:48.382906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57886) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:48.427756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:48.437093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:48.439645 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "DELETE /v2.0/networks/f546dc72-cadc-4ad9-b7a7-31e133355e14 HTTP/1.1" status: 204 len: 168 time: 2.5474458 Apr 16 15:38:48.440234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57890) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:48.456395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:48.463709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:48.479829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:48.553024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9016a30a-b6fe-4988-a9d1-6c6cdebf61c4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4 HTTP/1.1" status: 200 len: 954 time: 0.1677234 Apr 16 15:38:48.557036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57894) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:48.560467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fd7784d2-6a49-4e9c-b2a1-896c01c7eab6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'routes': None}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:48.670903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:47Z', 'revision_number': 6, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cf2d17d-0ff1-4cd4-9310-11df55df51db', 'name': '', 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:bc:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:42Z', 'updated_at': '2021-04-16T15:38:47Z', 'revision_number': 4, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:48.674561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2422a-b223-40b6-929b-399ea8f41f4e None None] The sync data for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv is: [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:47Z', 'revision_number': 6, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cf2d17d-0ff1-4cd4-9310-11df55df51db', 'name': '', 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:bc:f1:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:42Z', 'updated_at': '2021-04-16T15:38:47Z', 'revision_number': 4, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:48.696678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11b6b02-b04e-49a0-af3d-68a88d6d9b42 None None] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:48.954956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dd30d862-d760-4320-abe6-157b4d43a425 None None] Provisioning for port 7bf44f87-451f-4967-b102-c5b5b3dd5040 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:48.961493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dd30d862-d760-4320-abe6-157b4d43a425 None None] Provisioning complete for port 7bf44f87-451f-4967-b102-c5b5b3dd5040 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:48.961851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd30d862-d760-4320-abe6-157b4d43a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.033460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.047672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.047866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.056665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7bf44f87-451f-4967-b102-c5b5b3dd5040 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:49.057147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object 21935668-964d-4c45-ae7d-6d2f02680859 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:49.143093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.147735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7bf44f87-451f-4967-b102-c5b5b3dd5040 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:49.147963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.148039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.161207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7d8e7f31-d1b0-41b8-94ad-2342d198d4b5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:49.169639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82da269f-e423-41e3-ba00-d3738d0b5784']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:49.179045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Calling delete_port for 1495ebe0-9795-4b0c-bcf7-930ee930ee4f owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:49.221484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894d51c6-6183-4d71-8ae2-434ef5b3d295') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:49.221484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894d51c6-6183-4d71-8ae2-434ef5b3d295') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:49.226342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7cf2d17d-0ff1-4cd4-9310-11df55df51db up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:49.240809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.274904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 7cf2d17d-0ff1-4cd4-9310-11df55df51db completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:49.277796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7cf2d17d-0ff1-4cd4-9310-11df55df51db triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:49.278080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.295291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=21935668-964d-4c45-ae7d-6d2f02680859,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:49.299265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:49.337014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.355719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.376900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 7cf2d17d-0ff1-4cd4-9310-11df55df51db, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7cf2d17d-0ff1-4cd4-9310-11df55df51db,segment=NetworkSegment(c7c64d5d-868b-4605-8db4-90f51c8aa094),segment_id=c7c64d5d-868b-4605-8db4-90f51c8aa094)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:49.379852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.381943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac32c466-f09d-4702-8a8f-3219e1da8eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:49.388874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:49.390540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:49.393124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:49.400130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:49.400576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.407447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c385fa6-2056-4085-bbfd-d045320d9fd8']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:49.421785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1897d3bf-a5c2-4fe6-9b9a-ea36a39394a4') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:49.421949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1897d3bf-a5c2-4fe6-9b9a-ea36a39394a4') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:49.428906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=7cf2d17d-0ff1-4cd4-9310-11df55df51db,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:49.429319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.431171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:49.438948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.444480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.6140783 Apr 16 15:38:49.445877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.445950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57898) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:49.450263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4ed20e54-a70f-48d0-8a28-02b81e16162c None None] Provisioning complete for port 7bf44f87-451f-4967-b102-c5b5b3dd5040 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:49.450661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d5197f4-2795-4e6d-8c06-833fc69da0e3'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:49.450797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ed20e54-a70f-48d0-8a28-02b81e16162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.464658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Releasing vlan 1456 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:49.483400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Releasing vlan 1482 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:49.484216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac05666-7231-4c61-af10-ce5caa5daac5 None None] Sync routers for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:49.498466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac05666-7231-4c61-af10-ce5caa5daac5 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:49.498951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6ac05666-7231-4c61-af10-ce5caa5daac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:49.499301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-fd7784d2-6a49-4e9c-b2a1-896c01c7eab6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added routes are [] {{(pid=86007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 16 15:38:49.499598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-fd7784d2-6a49-4e9c-b2a1-896c01c7eab6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=86007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 16 15:38:49.555996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.564002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd7784d2-6a49-4e9c-b2a1-896c01c7eab6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.634617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6ac05666-7231-4c61-af10-ce5caa5daac5 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:49.655578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Router 9adbcb6a-996b-4f0d-9b78-b70bb2160c56 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:38:49.706980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.719115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:49.725046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:49.772191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network 7c385fa6-2056-4085-bbfd-d045320d9fd8 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:49.778998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.821848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.823673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ffbea5bd-abbf-48b8-85c8-4873088bf608 None None] Provisioning for port 21935668-964d-4c45-ae7d-6d2f02680859 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:49.828196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ffbea5bd-abbf-48b8-85c8-4873088bf608 None None] Provisioning complete for port 21935668-964d-4c45-ae7d-6d2f02680859 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:49.828196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffbea5bd-abbf-48b8-85c8-4873088bf608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.858766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Pushing event deleted for resources: {'Port': ['ID=1495ebe0-9795-4b0c-bcf7-930ee930ee4f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:49.862761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd7784d2-6a49-4e9c-b2a1-896c01c7eab6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.866229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ffbea5bd-abbf-48b8-85c8-4873088bf608 None None] Port 21935668-964d-4c45-ae7d-6d2f02680859 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:49.869684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd7784d2-6a49-4e9c-b2a1-896c01c7eab6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:49.873542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6ac05666-7231-4c61-af10-ce5caa5daac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:47Z', 'revision_number': 6, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cf2d17d-0ff1-4cd4-9310-11df55df51db', 'name': '', 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:bc:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:42Z', 'updated_at': '2021-04-16T15:38:49Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:49.873974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:49.875846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac05666-7231-4c61-af10-ce5caa5daac5 None None] Checking router: af592781-f235-4c66-b3c1-cfb061c838d4 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:38:49.880942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac05666-7231-4c61-af10-ce5caa5daac5 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:49.881297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6ac05666-7231-4c61-af10-ce5caa5daac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:49.970182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6ac05666-7231-4c61-af10-ce5caa5daac5 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:49.997179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Delete allocated IP 2001:db8:0:1::12d (8533ccdf-d0f6-4487-a429-3caa61bc158e/c8ffd191-6d9f-420c-a1de-38d17e6e793b) {{(pid=86007) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 16 15:38:50.002840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7784d2-6a49-4e9c-b2a1-896c01c7eab6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router af592781-f235-4c66-b3c1-cfb061c838d4 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:50.071458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Network 82da269f-e423-41e3-ba00-d3738d0b5784 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:50.096142 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:50.108801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Network 7c385fa6-2056-4085-bbfd-d045320d9fd8 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:50.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:50.170285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7784d2-6a49-4e9c-b2a1-896c01c7eab6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:50.172468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:50.175083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd7784d2-6a49-4e9c-b2a1-896c01c7eab6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:50.177117 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fd7784d2-6a49-4e9c-b2a1-896c01c7eab6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4 HTTP/1.1" status: 200 len: 704 time: 1.6181920 Apr 16 15:38:50.180109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57902) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:50.181294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363506c-7e58-4893-8e7d-753b9c7fd194 None None] Sync routers for ids ['9adbcb6a-996b-4f0d-9b78-b70bb2160c56'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:50.187005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363506c-7e58-4893-8e7d-753b9c7fd194 None None] Routers {'9adbcb6a-996b-4f0d-9b78-b70bb2160c56'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:50.187366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7363506c-7e58-4893-8e7d-753b9c7fd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['9adbcb6a-996b-4f0d-9b78-b70bb2160c56'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:50.232036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7363506c-7e58-4893-8e7d-753b9c7fd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:50.238056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363506c-7e58-4893-8e7d-753b9c7fd194 None None] Routers {'9adbcb6a-996b-4f0d-9b78-b70bb2160c56'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:50.238660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7363506c-7e58-4893-8e7d-753b9c7fd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['9adbcb6a-996b-4f0d-9b78-b70bb2160c56'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:50.278022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7363506c-7e58-4893-8e7d-753b9c7fd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:50.278515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363506c-7e58-4893-8e7d-753b9c7fd194 None None] The sync data for ids ['9adbcb6a-996b-4f0d-9b78-b70bb2160c56'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:50.361223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6ac05666-7231-4c61-af10-ce5caa5daac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:49Z', 'revision_number': 7, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cf2d17d-0ff1-4cd4-9310-11df55df51db', 'name': '', 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:bc:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:42Z', 'updated_at': '2021-04-16T15:38:49Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:50.364262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac05666-7231-4c61-af10-ce5caa5daac5 None None] The sync data for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv is: [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:49Z', 'revision_number': 7, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cf2d17d-0ff1-4cd4-9310-11df55df51db', 'name': '', 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:bc:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:42Z', 'updated_at': '2021-04-16T15:38:49Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:50.492241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:38:50.534372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:50.543598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:50.550161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:50.552498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Ignored duplicate provisioning block setup for port 21935668-964d-4c45-ae7d-6d2f02680859 by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Apr 16 15:38:50.556555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:50.559974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:50.561877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:50.564730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "PUT /v2.0/routers/9adbcb6a-996b-4f0d-9b78-b70bb2160c56 HTTP/1.1" status: 200 len: 914 time: 7.9974248 Apr 16 15:38:50.566366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:50.566584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-242a4849-dca9-40f8-91e3-209588f267f7 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:50.568679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57906) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:50.597187 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-554919e6-ce67-4bd1-bc65-b0506cf49263 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4 HTTP/1.1" status: 200 len: 704 time: 0.4162676 Apr 16 15:38:50.600224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57910) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:50.610153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Pushing event deleted for resources: {'Network': ['ID=82da269f-e423-41e3-ba00-d3738d0b5784,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:50.612098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:50.614913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] 10.222.0.95 "DELETE /v2.0/networks/7c385fa6-2056-4085-bbfd-d045320d9fd8 HTTP/1.1" status: 204 len: 168 time: 2.1508379 Apr 16 15:38:50.625031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:50.627669 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] 10.222.0.95 "DELETE /v2.0/networks/82da269f-e423-41e3-ba00-d3738d0b5784 HTTP/1.1" status: 204 len: 168 time: 2.9071109 Apr 16 15:38:50.627669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc1641a9-5666-4239-a558-88c497201c97 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:50.643204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:50.644555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:50.647216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] 10.222.0.95 "DELETE /v2.0/floatingips/c2d7820a-a7a2-4407-9172-6a497a30800f HTTP/1.1" status: 204 len: 168 time: 2.8350654 Apr 16 15:38:50.647993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Pushing event deleted for resources: {'Network': ['ID=7c385fa6-2056-4085-bbfd-d045320d9fd8,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:50.670076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57918) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:50.679065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:50.694813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb06588-e368-4b18-8d3d-9154e866c571 None None] Sync routers for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:50.702885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb06588-e368-4b18-8d3d-9154e866c571 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:50.703324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bfb06588-e368-4b18-8d3d-9154e866c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:50.726452 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-29cd796b-a501-4017-81af-222f59a37042 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/routers/9adbcb6a-996b-4f0d-9b78-b70bb2160c56 HTTP/1.1" status: 200 len: 920 time: 0.1509960 Apr 16 15:38:50.727913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57922) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:50.751478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=21935668-964d-4c45-ae7d-6d2f02680859,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:50.766141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:50.790825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1819ad-f74c-4c73-baef-808d93bc9eeb tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:50.791798 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dc1819ad-f74c-4c73-baef-808d93bc9eeb tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&device_id=9adbcb6a-996b-4f0d-9b78-b70bb2160c56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0631292 Apr 16 15:38:50.793672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57928) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:50.827289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bfb06588-e368-4b18-8d3d-9154e866c571 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:50.834075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Deleting port b0cf010a-90a5-4ec7-97f6-facbf766d82f {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:50.834281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:50.866679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57934) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:50.921108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57940) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:50.955460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09274ff-ff5d-4408-b5ae-6c51bbb19a1a tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:50.961830 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c09274ff-ff5d-4408-b5ae-6c51bbb19a1a tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/networks/4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 881 time: 0.1656964 Apr 16 15:38:50.962709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57946) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:50.972920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7cf2d17d-0ff1-4cd4-9310-11df55df51db up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:50.998242 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-37f36b76-d32e-4e4a-b9f6-4949e1a39e7f tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=9adbcb6a-996b-4f0d-9b78-b70bb2160c56 HTTP/1.1" status: 200 len: 205 time: 0.0344763 Apr 16 15:38:50.998890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57950) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:51.067078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7cf2d17d-0ff1-4cd4-9310-11df55df51db triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:51.067387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.069125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] In _notify_port_updated(), no bound segment for port 21935668-964d-4c45-ae7d-6d2f02680859 on network 8533ccdf-d0f6-4487-a429-3caa61bc158e {{(pid=86007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:38:51.072239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:51.072638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.075403 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "PUT /v2.0/ports/21935668-964d-4c45-ae7d-6d2f02680859 HTTP/1.1" status: 200 len: 925 time: 1.6288557 Apr 16 15:38:51.079116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57954) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:51.095218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d5197f4-2795-4e6d-8c06-833fc69da0e3'}, {'subnet_id': 'c8ffd191-6d9f-420c-a1de-38d17e6e793b'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:51.120357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bfb06588-e368-4b18-8d3d-9154e866c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:49Z', 'revision_number': 7, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cf2d17d-0ff1-4cd4-9310-11df55df51db', 'name': '', 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:bc:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:42Z', 'updated_at': '2021-04-16T15:38:49Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:51.120629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.142079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb06588-e368-4b18-8d3d-9154e866c571 None None] Checking router: af592781-f235-4c66-b3c1-cfb061c838d4 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:38:51.153084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb06588-e368-4b18-8d3d-9154e866c571 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:51.153464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bfb06588-e368-4b18-8d3d-9154e866c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:51.177356 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7fe29bbe-8c9f-4751-83dc-1764556cca82 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=bf9961b6410640eb9cc3bad94723785f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3083563 Apr 16 15:38:51.180918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 57958) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:51.197325 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-53851bf8-01ee-4cac-9914-1727583314f2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=4048886c32194caf9efd8fbc0a02d36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719986 Apr 16 15:38:51.199896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57962) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:51.243918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.244031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.249144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b0613e2d-7d7e-4c04-a403-7f5b182fed37 None None] Provisioning complete for port 21935668-964d-4c45-ae7d-6d2f02680859 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:51.249352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0613e2d-7d7e-4c04-a403-7f5b182fed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.264754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82570f7a-b0db-41af-85f1-77fc3d2895b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.274956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.280935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bfb06588-e368-4b18-8d3d-9154e866c571 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:51.286877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Deleting port 1f6889cf-9a91-458c-9bc3-bab73bab0812 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:51.287069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.309596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82570f7a-b0db-41af-85f1-77fc3d2895b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.320282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b0613e2d-7d7e-4c04-a403-7f5b182fed37 None None] Port 21935668-964d-4c45-ae7d-6d2f02680859 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:51.353906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Calling delete_port for b0cf010a-90a5-4ec7-97f6-facbf766d82f owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:51.379673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.403961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82570f7a-b0db-41af-85f1-77fc3d2895b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.408907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4bb879c0-15a6-49dc-bb60-fcc96397caca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:51.417226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82570f7a-b0db-41af-85f1-77fc3d2895b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdacfec9-0278-4665-a2d4-5115a6ab2597,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:51.429229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82570f7a-b0db-41af-85f1-77fc3d2895b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:51.436793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82570f7a-b0db-41af-85f1-77fc3d2895b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.440215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-82570f7a-b0db-41af-85f1-77fc3d2895b8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bdacfec9-0278-4665-a2d4-5115a6ab2597 HTTP/1.1" status: 204 len: 168 time: 0.2376881 Apr 16 15:38:51.452646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.521579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bfb06588-e368-4b18-8d3d-9154e866c571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:49Z', 'revision_number': 7, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cf2d17d-0ff1-4cd4-9310-11df55df51db', 'name': '', 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:bc:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:42Z', 'updated_at': '2021-04-16T15:38:49Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:51.524498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb06588-e368-4b18-8d3d-9154e866c571 None None] The sync data for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv is: [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:49Z', 'revision_number': 7, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7cf2d17d-0ff1-4cd4-9310-11df55df51db', 'name': '', 'network_id': '09f29344-b7a9-4456-a5a9-9585fb4bdd29', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:bc:f1:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:42Z', 'updated_at': '2021-04-16T15:38:49Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '6dac80ed-cff1-404a-9622-d66d762afac7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:51.544502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Calling delete_port for 1f6889cf-9a91-458c-9bc3-bab73bab0812 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:51.656172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.666863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c9f7380-416b-44c8-8876-d57870731bb8 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:51.692915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5964fd35-98f7-45b3-8f52-de7947d0c58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.732430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Pushing event deleted for resources: {'Port': ['ID=1f6889cf-9a91-458c-9bc3-bab73bab0812,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:51.734767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:51.761664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5964fd35-98f7-45b3-8f52-de7947d0c58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.828178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.909723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.920241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d54f1d5e-21ee-42db-b589-a68b70789dcc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:51.921804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57986) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:51.931755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.933314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.940271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5964fd35-98f7-45b3-8f52-de7947d0c58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.947215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.947618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Fanout notify agent at l3_agent the message router_deleted on router 9adbcb6a-996b-4f0d-9b78-b70bb2160c56 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:38:51.959919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.963177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/9adbcb6a-996b-4f0d-9b78-b70bb2160c56 HTTP/1.1" status: 204 len: 168 time: 0.9615421 Apr 16 15:38:51.963365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57992) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:51.966502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3ef427f2-dfad-41ab-bdf3-3b8e21d6fee6 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-113503912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:51.970154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ef427f2-dfad-41ab-bdf3-3b8e21d6fee6 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:51.972821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ef427f2-dfad-41ab-bdf3-3b8e21d6fee6 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Usage tracker for resource:router and tenant:6885da696ec44b22bf422515e8f2ebfd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:51.974545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ef427f2-dfad-41ab-bdf3-3b8e21d6fee6 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:51.977814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ef427f2-dfad-41ab-bdf3-3b8e21d6fee6 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:51.983741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0cf010a-90a5-4ec7-97f6-facbf766d82f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:51.984495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ef427f2-dfad-41ab-bdf3-3b8e21d6fee6 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.985124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ef427f2-dfad-41ab-bdf3-3b8e21d6fee6 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.991805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:51.995155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ef427f2-dfad-41ab-bdf3-3b8e21d6fee6 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:51.996088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:51.997631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135450892'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:52.004870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:52.008107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:52.010506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:52.014531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:52.019006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ef427f2-dfad-41ab-bdf3-3b8e21d6fee6 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.027266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.033140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964fd35-98f7-45b3-8f52-de7947d0c58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd943c3-8fa7-446d-9725-0b1cb14914c0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:52.036840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.045327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ef427f2-dfad-41ab-bdf3-3b8e21d6fee6 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.045441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5964fd35-98f7-45b3-8f52-de7947d0c58d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:52.047893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3ef427f2-dfad-41ab-bdf3-3b8e21d6fee6 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0821431 Apr 16 15:38:52.047893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:52.049412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 57996) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:52.053262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'enable_snat': False}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:52.083077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:52.087386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:52.089226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5964fd35-98f7-45b3-8f52-de7947d0c58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.089996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5964fd35-98f7-45b3-8f52-de7947d0c58d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ddd943c3-8fa7-446d-9725-0b1cb14914c0 HTTP/1.1" status: 204 len: 168 time: 0.9056370 Apr 16 15:38:52.090854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8:0:1::35b (8533ccdf-d0f6-4487-a429-3caa61bc158e/c8ffd191-6d9f-420c-a1de-38d17e6e793b/21935668-964d-4c45-ae7d-6d2f02680859) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:52.094429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.096949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:52.300098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.353512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.354814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.355561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] 10.222.0.95 "DELETE /v2.0/floatingips/df755222-a72f-4650-95f8-552f5b3fa964 HTTP/1.1" status: 204 len: 168 time: 1.6848466 Apr 16 15:38:52.358282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58012) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:52.393686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.408294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4e544f9f-f302-4776-9125-c21f468047d6 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Deleting port e24ff55e-1fc7-4183-96bb-00d8044adf38 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:52.408475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e544f9f-f302-4776-9125-c21f468047d6 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.423054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object 21935668-964d-4c45-ae7d-6d2f02680859 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:52.428976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.438740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b48dda4c-27da-4f9b-b9a5-0a84b4fd7f13 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:52.515460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port 7cf2d17d-0ff1-4cd4-9310-11df55df51db {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:52.515641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.549768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=21935668-964d-4c45-ae7d-6d2f02680859,revision_number=3']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:52.553653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:52.590426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58024) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:52.689031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.699557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.702933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0e7509c-1004-4fa1-b3e1-5fb4e1e31626 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:52.709209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:52.709424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] In _notify_port_updated(), no bound segment for port 21935668-964d-4c45-ae7d-6d2f02680859 on network 8533ccdf-d0f6-4487-a429-3caa61bc158e {{(pid=86007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:38:52.712704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:52.713139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.715959 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "PUT /v2.0/ports/21935668-964d-4c45-ae7d-6d2f02680859 HTTP/1.1" status: 200 len: 1011 time: 1.6312366 Apr 16 15:38:52.716647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58030) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:52.719046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:52.725140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:52.744775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-288347726'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:52.752815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:52.757766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:52.764618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] For port 7cf2d17d-0ff1-4cd4-9310-11df55df51db, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7cf2d17d-0ff1-4cd4-9310-11df55df51db,segment=NetworkSegment(c7c64d5d-868b-4605-8db4-90f51c8aa094),segment_id=c7c64d5d-868b-4605-8db4-90f51c8aa094)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:52.764847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.769731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:network and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:52.771486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df60d6c-5878-4096-a047-5e133f2485a1,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:52.777524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:52.777598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:52.812479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:52.849515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for 7cf2d17d-0ff1-4cd4-9310-11df55df51db owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:52.867073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-40e6531f-9b39-4f91-9fe0-e7284a9473c6 None None] Provisioning for port 21935668-964d-4c45-ae7d-6d2f02680859 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:52.871069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5300445b-38df-49db-bff2-bbc42c378609 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 21935668-964d-4c45-ae7d-6d2f02680859 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:52.871219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5300445b-38df-49db-bff2-bbc42c378609 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.871495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-40e6531f-9b39-4f91-9fe0-e7284a9473c6 None None] Provisioning complete for port 21935668-964d-4c45-ae7d-6d2f02680859 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:52.871824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-40e6531f-9b39-4f91-9fe0-e7284a9473c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.903135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:52.906766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.911253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-40e6531f-9b39-4f91-9fe0-e7284a9473c6 None None] Port 21935668-964d-4c45-ae7d-6d2f02680859 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:38:52.926963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.960857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.971692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:52.974035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:52.979086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:52.979691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:security_group_rule and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:52.982780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:52.990951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:53.001266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e544f9f-f302-4776-9125-c21f468047d6 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.091703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4e544f9f-f302-4776-9125-c21f468047d6 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Calling delete_port for e24ff55e-1fc7-4183-96bb-00d8044adf38 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:53.130031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.130856 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2084169 Apr 16 15:38:53.131486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fe0890-7fc1-42e4-ba3d-ac7d8756d02a,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:53.135834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:53.137521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58036) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:53.140777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.170899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.292537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-482496cd-62c3-4639-8751-89d46a58880a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:53.305360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e544f9f-f302-4776-9125-c21f468047d6 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.319687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d510ef5c-e453-4329-b4d0-54bffd2baea9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:53.377207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e544f9f-f302-4776-9125-c21f468047d6 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event deleted for resources: {'Port': ['ID=e24ff55e-1fc7-4183-96bb-00d8044adf38,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:53.382403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-482496cd-62c3-4639-8751-89d46a58880a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:53.385483 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-482496cd-62c3-4639-8751-89d46a58880a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2451432 Apr 16 15:38:53.387346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58040) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:53.388041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4e544f9f-f302-4776-9125-c21f468047d6 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:53.389643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Allocated IP 172.26.4.34 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/c75700ce-da32-4883-b93b-f21465b694b3) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:53.396997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-16344da8-525b-4de2-bdf4-afa198d2a1ad tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group': {'name': 'tempest-security--1289146172', 'description': 'tempest-security-description-487859816'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:53.417518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5300445b-38df-49db-bff2-bbc42c378609 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.466615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16344da8-525b-4de2-bdf4-afa198d2a1ad tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.509824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5300445b-38df-49db-bff2-bbc42c378609 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 21935668-964d-4c45-ae7d-6d2f02680859 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:53.539458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.547874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.556754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1febc36e-2307-4f01-aa79-c49bf0ea564a tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:53.559896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e544f9f-f302-4776-9125-c21f468047d6 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.566485 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4e544f9f-f302-4776-9125-c21f468047d6 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "DELETE /v2.0/ports/e24ff55e-1fc7-4183-96bb-00d8044adf38 HTTP/1.1" status: 204 len: 168 time: 1.2034252 Apr 16 15:38:53.568327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58044) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:53.621063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.621820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=7cf2d17d-0ff1-4cd4-9310-11df55df51db,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:53.625300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.634549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:53.635907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.636469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb446d7a-cc01-4c3c-bd4f-e377c82a7faa tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:53.641532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6386fc2-8601-4193-b44f-2f7f0ed55109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:53.685965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16344da8-525b-4de2-bdf4-afa198d2a1ad tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.691872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1451} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:53.695911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16344da8-525b-4de2-bdf4-afa198d2a1ad tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.702534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08089432-0705-40bf-aaa0-43843c54f758,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:53.707306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a84d0e-92b5-4d93-a1fa-f867777d2bc0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:53.707842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f3a84d0e-92b5-4d93-a1fa-f867777d2bc0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Synchronizing usage tracker for tenant:0f5119428db54fa69ac237b8436ffdde on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:53.710626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:53.712720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-224e5724-647f-4174-bc4b-4a4b6fd2cc4f tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:53.734130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Pushing event updated for resources: {'Port': ['ID=c75700ce-da32-4883-b93b-f21465b694b3,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:53.737605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.737807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Added segment 15fa4111-1021-4e58-8eaa-9386bb6f300e of type vlan for network 8cd40416-2915-47e8-bdf1-8fd885ccf71e Apr 16 15:38:53.744083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:53.751734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f3a84d0e-92b5-4d93-a1fa-f867777d2bc0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Unset dirty status for tenant:0f5119428db54fa69ac237b8436ffdde on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:53.752593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f3a84d0e-92b5-4d93-a1fa-f867777d2bc0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "GET /v2.0/ports?device_id=2e452f3d-3230-4235-b284-ae21a7922a34 HTTP/1.1" status: 200 len: 913 time: 0.1835387 Apr 16 15:38:53.758441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58048) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:53.783003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:38:53.783647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16344da8-525b-4de2-bdf4-afa198d2a1ad tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fe0890-7fc1-42e4-ba3d-ac7d8756d02a,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:53.788202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-16344da8-525b-4de2-bdf4-afa198d2a1ad tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:53.791175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.843307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16344da8-525b-4de2-bdf4-afa198d2a1ad tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.844098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-16344da8-525b-4de2-bdf4-afa198d2a1ad tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "PUT /v2.0/security-groups/26fe0890-7fc1-42e4-ba3d-ac7d8756d02a HTTP/1.1" status: 200 len: 1777 time: 0.4541228 Apr 16 15:38:53.851195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58052) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:53.879360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:53.882574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:53.890434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:53.940696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7bd88c1b-1769-4f8f-94c2-4ba1f7b56bf7 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-groups/26fe0890-7fc1-42e4-ba3d-ac7d8756d02a HTTP/1.1" status: 200 len: 1777 time: 0.0863755 Apr 16 15:38:53.940966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58056) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:53.954766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5300445b-38df-49db-bff2-bbc42c378609 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.958136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.961218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:53.961564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:53.975747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-807c6e41-2d38-4230-90f1-a5a625e83aff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:54.071148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.098478 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4709911 Apr 16 15:38:54.142720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=8cd40416-2915-47e8-bdf1-8fd885ccf71e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:54.156776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 8cd40416-2915-47e8-bdf1-8fd885ccf71e details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:54.159212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:54.159481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b41b7651-5f61-47f9-9eb4-a14b2df09d7c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:54.186230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c931508-ab4a-43e1-9667-39eb2d16e7c4 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.203176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300445b-38df-49db-bff2-bbc42c378609 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=21935668-964d-4c45-ae7d-6d2f02680859,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:54.218339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5300445b-38df-49db-bff2-bbc42c378609 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:54.248568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c931508-ab4a-43e1-9667-39eb2d16e7c4 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.357994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5300445b-38df-49db-bff2-bbc42c378609 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.361307 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5300445b-38df-49db-bff2-bbc42c378609 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/21935668-964d-4c45-ae7d-6d2f02680859 HTTP/1.1" status: 204 len: 168 time: 1.6418409 Apr 16 15:38:54.379216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58060) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:54.408441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c931508-ab4a-43e1-9667-39eb2d16e7c4 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.412495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9b929ee9-e96b-4788-8c99-aa3ad9e54bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:54.424568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c931508-ab4a-43e1-9667-39eb2d16e7c4 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fe0890-7fc1-42e4-ba3d-ac7d8756d02a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:54.427862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c931508-ab4a-43e1-9667-39eb2d16e7c4 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:54.456767 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f6e907-e5b0-4ca8-a22f-48a253996071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:38:54.459393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e2f6e907-e5b0-4ca8-a22f-48a253996071 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/21935668-964d-4c45-ae7d-6d2f02680859 HTTP/1.1" status: 404 len: 333 time: 0.0759630 Apr 16 15:38:54.463702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58064) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:54.470964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c931508-ab4a-43e1-9667-39eb2d16e7c4 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.473224 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9c931508-ab4a-43e1-9667-39eb2d16e7c4 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-groups/26fe0890-7fc1-42e4-ba3d-ac7d8756d02a HTTP/1.1" status: 204 len: 168 time: 0.5300992 Apr 16 15:38:54.481861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58068) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:54.523584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router af592781-f235-4c66-b3c1-cfb061c838d4 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:54.654119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92fce5a-3444-4213-af9d-3bc83004df91 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting subnet c8ffd191-6d9f-420c-a1de-38d17e6e793b {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:54.666584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c92fce5a-3444-4213-af9d-3bc83004df91 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.691292 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-95c78f2f-f3c3-4516-bc3c-75ed4217f438 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2044742 Apr 16 15:38:54.694628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58072) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:54.728397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-1903e0c9-942a-4d1d-bd4a-fed3d95a2e3b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] delete failed (client error): The resource could not be found. Apr 16 15:38:54.733195 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1903e0c9-942a-4d1d-bd4a-fed3d95a2e3b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-groups/26fe0890-7fc1-42e4-ba3d-ac7d8756d02a HTTP/1.1" status: 404 len: 347 time: 0.0315175 Apr 16 15:38:54.733355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58076) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:54.736757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c92fce5a-3444-4213-af9d-3bc83004df91 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.759809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949157468'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:54.770315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:54.771664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.810377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:54.816852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:54.857335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:54.884980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:54.889971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2880785 Apr 16 15:38:54.892125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58080) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:54.896600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6af49a-c4a8-40db-9b53-a62d43f634f2 None None] Sync routers for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:54.902873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6af49a-c4a8-40db-9b53-a62d43f634f2 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:54.903370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7c6af49a-c4a8-40db-9b53-a62d43f634f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:54.920645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c92fce5a-3444-4213-af9d-3bc83004df91 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.937929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe999efa-7a33-47e5-9362-a90ee2af8635 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting subnet 6dac80ed-cff1-404a-9622-d66d762afac7 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:54.946781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.947007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe999efa-7a33-47e5-9362-a90ee2af8635 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.982476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:54.985338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:54.986071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe999efa-7a33-47e5-9362-a90ee2af8635 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:54.987110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:54.990351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:55.034373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.037701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe999efa-7a33-47e5-9362-a90ee2af8635 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.067586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.103150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:55.119619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.163716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7c6af49a-c4a8-40db-9b53-a62d43f634f2 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:55.210923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe999efa-7a33-47e5-9362-a90ee2af8635 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.220461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f43ec270-b57f-477f-893c-61fa1c9f0b7d tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:55.277089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe999efa-7a33-47e5-9362-a90ee2af8635 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Subnet': ['ID=6dac80ed-cff1-404a-9622-d66d762afac7,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:55.283355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe999efa-7a33-47e5-9362-a90ee2af8635 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:55.304223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe999efa-7a33-47e5-9362-a90ee2af8635 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.308717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695b3a1d-6943-4347-83d7-e0e2b39bee3f None None] Network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:55.323333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fe999efa-7a33-47e5-9362-a90ee2af8635 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/6dac80ed-cff1-404a-9622-d66d762afac7 HTTP/1.1" status: 204 len: 168 time: 0.4290867 Apr 16 15:38:55.323722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58084) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:55.346757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.349869 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6158178 Apr 16 15:38:55.351770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.352878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58088) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:55.360199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7c6af49a-c4a8-40db-9b53-a62d43f634f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:53Z', 'revision_number': 8, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:55.362543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ad4042-691e-4782-8c40-70c9c76cac79,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:55.363701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6af49a-c4a8-40db-9b53-a62d43f634f2 None None] Checking router: af592781-f235-4c66-b3c1-cfb061c838d4 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:38:55.364353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:55.369848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6af49a-c4a8-40db-9b53-a62d43f634f2 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:55.370293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7c6af49a-c4a8-40db-9b53-a62d43f634f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:55.371960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '02ad4042-691e-4782-8c40-70c9c76cac79', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:55.375417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:55.377769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:55.382113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:55.385737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:55.402380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.407168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.485635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.539661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7c6af49a-c4a8-40db-9b53-a62d43f634f2 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:38:55.550369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port b3b345e5-8858-43bc-8191-35de14a71e25 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:55.550908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.566938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58092) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:55.573013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8edf6bf-cbf9-4e68-9ff0-eab67999e164 None None] DHCP port deletion for 09f29344-b7a9-4456-a5a9-9585fb4bdd29 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:38:55.574692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'network_id': '8cd40416-2915-47e8-bdf1-8fd885ccf71e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:55.576753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d8edf6bf-cbf9-4e68-9ff0-eab67999e164 None None] Deleting port b3b345e5-8858-43bc-8191-35de14a71e25 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:55.577450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8edf6bf-cbf9-4e68-9ff0-eab67999e164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.677460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:55.687973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:subnet and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:55.691679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:55.705110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:55.722348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d8edf6bf-cbf9-4e68-9ff0-eab67999e164 None None] For port b3b345e5-8858-43bc-8191-35de14a71e25, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b3b345e5-8858-43bc-8191-35de14a71e25,segment=NetworkSegment(c7c64d5d-868b-4605-8db4-90f51c8aa094),segment_id=c7c64d5d-868b-4605-8db4-90f51c8aa094)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:55.722664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8edf6bf-cbf9-4e68-9ff0-eab67999e164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.742482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7c6af49a-c4a8-40db-9b53-a62d43f634f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:53Z', 'revision_number': 8, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:55.745074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6af49a-c4a8-40db-9b53-a62d43f634f2 None None] The sync data for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv is: [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:53Z', 'revision_number': 8, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c630b36c-dd4b-4ada-bb4f-4011bd61cff1', 'name': '', 'network_id': '500bfc17-01b3-4f13-b7da-31c158ab0fe4', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:e1:01:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '7f8f6f05-632e-4457-a278-88164553741f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:33Z', 'updated_at': '2021-04-16T15:38:44Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '7f8f6f05-632e-4457-a278-88164553741f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:55.754628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:55.758580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.822795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] For port b3b345e5-8858-43bc-8191-35de14a71e25, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b3b345e5-8858-43bc-8191-35de14a71e25,segment=NetworkSegment(c7c64d5d-868b-4605-8db4-90f51c8aa094),segment_id=c7c64d5d-868b-4605-8db4-90f51c8aa094)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:55.823162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.866377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.905681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for b3b345e5-8858-43bc-8191-35de14a71e25 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:55.920792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.960233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:55.974532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d8edf6bf-cbf9-4e68-9ff0-eab67999e164 None None] Calling delete_port for b3b345e5-8858-43bc-8191-35de14a71e25 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:55.974815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3528fe-eb07-4b3b-b7d9-f9c162676bb5,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:55.976920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:55.985796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:55.996490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:56.003395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.006068 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6432221 Apr 16 15:38:56.006505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58096) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:56.020986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-d8edf6bf-cbf9-4e68-9ff0-eab67999e164 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:38:56.020986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-d8edf6bf-cbf9-4e68-9ff0-eab67999e164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:38:56.047292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c92fce5a-3444-4213-af9d-3bc83004df91 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.050811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=b3b345e5-8858-43bc-8191-35de14a71e25,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:56.061171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:56.061873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-20632ee7-18ca-4a7c-bfff-e46641874c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:56.083696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1530db07-8053-45ae-8e0a-b1dfcf15d981 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.108379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No DVR routers for this DVR port b3b345e5-8858-43bc-8191-35de14a71e25 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:38:56.121895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fce5a-3444-4213-af9d-3bc83004df91 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ffd191-6d9f-420c-a1de-38d17e6e793b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:56.123542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c92fce5a-3444-4213-af9d-3bc83004df91 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:56.126375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1530db07-8053-45ae-8e0a-b1dfcf15d981 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.183708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Router c2e9a79c-4beb-41d6-9818-96877002a83c is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:38:56.197075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1530db07-8053-45ae-8e0a-b1dfcf15d981 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.211114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.211832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30810f23-4870-4da6-a15e-0a57a6e40dcf tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:56.260241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530db07-8053-45ae-8e0a-b1dfcf15d981 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c3528fe-eb07-4b3b-b7d9-f9c162676bb5,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:56.261758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1530db07-8053-45ae-8e0a-b1dfcf15d981 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:56.267127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Deleting port 6fbb20ff-71bc-4d30-8976-398356996924 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:56.267357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.282365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c92fce5a-3444-4213-af9d-3bc83004df91 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.288081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d109c-37c5-4b46-a426-a55779e14a6a None None] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:56.293508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f29344-b7a9-4456-a5a9-9585fb4bdd29']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:56.301911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c64d5d-868b-4605-8db4-90f51c8aa094') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:56.302069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c64d5d-868b-4605-8db4-90f51c8aa094') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:56.310296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.323343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.327196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1530db07-8053-45ae-8e0a-b1dfcf15d981 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.327957 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1530db07-8053-45ae-8e0a-b1dfcf15d981 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/2c3528fe-eb07-4b3b-b7d9-f9c162676bb5 HTTP/1.1" status: 204 len: 168 time: 0.3194017 Apr 16 15:38:56.331058 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c92fce5a-3444-4213-af9d-3bc83004df91 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/c8ffd191-6d9f-420c-a1de-38d17e6e793b HTTP/1.1" status: 204 len: 168 time: 1.8666971 Apr 16 15:38:56.331453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58100) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:56.334901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58102) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:56.342554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Releasing vlan 1486 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:38:56.455910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.465550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-124ec0e9-be52-44f5-be73-82c4e1d4bb18 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:56.470265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93f6c941-83b7-417e-91d6-3ebf668d3d5b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:56.480481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f5e7ce-923c-44f5-9350-c75aa6655bc2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting subnet 2d5197f4-2795-4e6d-8c06-833fc69da0e3 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:56.481802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:56.484368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.487393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "PUT /v2.0/routers/c2e9a79c-4beb-41d6-9818-96877002a83c HTTP/1.1" status: 200 len: 914 time: 4.4369833 Apr 16 15:38:56.488054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58108) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:56.489751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e796300-851b-4265-86c8-2027c781b8e2 None None] Sync routers for ids ['c2e9a79c-4beb-41d6-9818-96877002a83c'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:56.495255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5f5e7ce-923c-44f5-9350-c75aa6655bc2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.496101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e796300-851b-4265-86c8-2027c781b8e2 None None] Routers {'c2e9a79c-4beb-41d6-9818-96877002a83c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:56.496481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0e796300-851b-4265-86c8-2027c781b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c2e9a79c-4beb-41d6-9818-96877002a83c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:56.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:56.527681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.530213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d8edf6bf-cbf9-4e68-9ff0-eab67999e164 None None] Deleting port b3b345e5-8858-43bc-8191-35de14a71e25 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:56.530372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8edf6bf-cbf9-4e68-9ff0-eab67999e164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.550762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0e796300-851b-4265-86c8-2027c781b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:56.561203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e796300-851b-4265-86c8-2027c781b8e2 None None] Routers {'c2e9a79c-4beb-41d6-9818-96877002a83c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:56.561584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0e796300-851b-4265-86c8-2027c781b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c2e9a79c-4beb-41d6-9818-96877002a83c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:56.586550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=ae5592e2-ccbc-4041-b5c0-da31a7146e57,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:56.591325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:56.619613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93f6c941-83b7-417e-91d6-3ebf668d3d5b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:56.622233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93f6c941-83b7-417e-91d6-3ebf668d3d5b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2863114 Apr 16 15:38:56.624382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58112) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:56.625856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5f5e7ce-923c-44f5-9350-c75aa6655bc2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.629419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d8edf6bf-cbf9-4e68-9ff0-eab67999e164 None None] The port 'b3b345e5-8858-43bc-8191-35de14a71e25' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:38:56.637327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0e796300-851b-4265-86c8-2027c781b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:56.637476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e796300-851b-4265-86c8-2027c781b8e2 None None] The sync data for ids ['c2e9a79c-4beb-41d6-9818-96877002a83c'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:56.649602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.661471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 09f29344-b7a9-4456-a5a9-9585fb4bdd29 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:38:56.675888 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:38:56.730885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.734747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c3098b3-bfac-46dc-9f00-c1a549ed4892 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:56.743445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Calling delete_port for 6fbb20ff-71bc-4d30-8976-398356996924 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:56.743862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.755499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Network': ['ID=09f29344-b7a9-4456-a5a9-9585fb4bdd29,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:56.759164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:56.759964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Checking segment: {'id': '15fa4111-1021-4e58-8eaa-9386bb6f300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '8cd40416-2915-47e8-bdf1-8fd885ccf71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:56.760175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network hostable DHCP agents. Network: 8cd40416-2915-47e8-bdf1-8fd885ccf71e, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:56.769673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/networks/09f29344-b7a9-4456-a5a9-9585fb4bdd29 HTTP/1.1" status: 204 len: 168 time: 1.4435520 Apr 16 15:38:56.770652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58116) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:56.813391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 8cd40416-2915-47e8-bdf1-8fd885ccf71e is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:56.842037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6d28b8ae-347e-4b38-9dda-8a2401a9138c tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/routers/c2e9a79c-4beb-41d6-9818-96877002a83c HTTP/1.1" status: 200 len: 920 time: 0.3496957 Apr 16 15:38:56.850682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58120) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:56.881445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0abf574-4c0f-43bd-83ca-3853b25b007d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.882992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-83b974d4-8aa0-4390-b724-90f81b8dcf50 None None] Provisioning complete for port 7bf44f87-451f-4967-b102-c5b5b3dd5040 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:56.883234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83b974d4-8aa0-4390-b724-90f81b8dcf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.910018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5f5e7ce-923c-44f5-9350-c75aa6655bc2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:56.913049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b3b345e5-8858-43bc-8191-35de14a71e25 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:56.936045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: b3b345e5-8858-43bc-8191-35de14a71e25 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:56.936288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b3b345e5-8858-43bc-8191-35de14a71e25 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:56.936524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7cf2d17d-0ff1-4cd4-9310-11df55df51db no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:56.962929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 7cf2d17d-0ff1-4cd4-9310-11df55df51db {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:56.963127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7cf2d17d-0ff1-4cd4-9310-11df55df51db not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:57.133695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 8cd40416-2915-47e8-bdf1-8fd885ccf71e) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:57.145925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe13fac-2887-40a0-9eac-59f7a6c13db7 None None] Network 8cd40416-2915-47e8-bdf1-8fd885ccf71e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:57.151467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:57.151849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.233336 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6653526 Apr 16 15:38:57.238033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58124) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:57.242645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-882407378'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:57.247087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:57.255886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:network and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:57.258885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:57.265267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:57.289654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-8cd40416-2915-47e8-bdf1-8fd885ccf71e', 'network_id': '8cd40416-2915-47e8-bdf1-8fd885ccf71e', 'tenant_id': '7be37314ca9c488ab9d8f211a146d52f', 'fixed_ips': [{'subnet_id': 'ae5592e2-ccbc-4041-b5c0-da31a7146e57'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:57.290254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.292173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:57.295849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.303400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0abf574-4c0f-43bd-83ca-3853b25b007d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.340777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1471} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:38:57.350607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.350819 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Added segment 9929b83d-ab68-416f-a9d5-036b1c8fcd06 of type vlan for network 7bf21f86-a54c-42f5-84e5-a2ee72dbb882 Apr 16 15:38:57.385760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.401267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Allocated IP 2001:db8:0:ffff::2 (8cd40416-2915-47e8-bdf1-8fd885ccf71e/ae5592e2-ccbc-4041-b5c0-da31a7146e57/aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:57.405692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e987c6ee-2c6c-413c-b45a-cd2d744ace18 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:57.406831 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e987c6ee-2c6c-413c-b45a-cd2d744ace18 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&device_id=c2e9a79c-4beb-41d6-9818-96877002a83c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5547435 Apr 16 15:38:57.417489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58128) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:57.445037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.448153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:57.448522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.452594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:57.478677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.486615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4e544f9f-f302-4776-9125-c21f468047d6 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:57.511782 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2730298 Apr 16 15:38:57.513879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.519250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0abf574-4c0f-43bd-83ca-3853b25b007d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.525630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.531694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Transition to ACTIVE for port object aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:57.537975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58132) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:57.542496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Transition to ACTIVE for port object aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:38:57.546607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.553897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=7bf21f86-a54c-42f5-84e5-a2ee72dbb882,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:57.555162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be66b8ee-d420-49ab-97da-80a60acdd48d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:57.556368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:57.564019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event deleted for resources: {'Port': ['ID=6fbb20ff-71bc-4d30-8976-398356996924,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:57.565730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:57.578889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 7bf21f86-a54c-42f5-84e5-a2ee72dbb882 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:38:57.581277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'network_id': '7bf21f86-a54c-42f5-84e5-a2ee72dbb882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:57.589937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-17c642cc-b68c-451f-b07d-cdf2f2d3ad78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:57.636579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abf574-4c0f-43bd-83ca-3853b25b007d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ad4042-691e-4782-8c40-70c9c76cac79,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:57.638226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0abf574-4c0f-43bd-83ca-3853b25b007d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:57.676195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Pushing event updated for resources: {'Port': ['ID=aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:57.679668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:57.715696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port c630b36c-dd4b-4ada-bb4f-4011bd61cff1 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:57.715906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.720915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Network 8cd40416-2915-47e8-bdf1-8fd885ccf71e is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:38:57.721602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:57.721846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a3776f-9f3b-4c09-b25d-0c7d9f8b55e5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:57.723278 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-85a3776f-9f3b-4c09-b25d-0c7d9f8b55e5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/networks/4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 881 time: 0.3051131 Apr 16 15:38:57.725110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:38:57.725277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:57.728228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0abf574-4c0f-43bd-83ca-3853b25b007d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.730885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0abf574-4c0f-43bd-83ca-3853b25b007d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-groups/02ad4042-691e-4782-8c40-70c9c76cac79 HTTP/1.1" status: 204 len: 168 time: 1.0743961 Apr 16 15:38:57.730885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58136) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:57.730996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58138) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:57.735819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:subnet and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:57.761600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:57.769113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:57.775273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5f5e7ce-923c-44f5-9350-c75aa6655bc2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.775374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Attempting to bind port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:38:57.775574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Attempting to bind port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '15fa4111-1021-4e58-8eaa-9386bb6f300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '8cd40416-2915-47e8-bdf1-8fd885ccf71e'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:38:57.775796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Attempting to bind port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 on network 8cd40416-2915-47e8-bdf1-8fd885ccf71e {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:38:57.779197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:38:57.779425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Checking segment: {'id': '15fa4111-1021-4e58-8eaa-9386bb6f300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '8cd40416-2915-47e8-bdf1-8fd885ccf71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:57.779680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.779923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Bound using segment: {'id': '15fa4111-1021-4e58-8eaa-9386bb6f300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '8cd40416-2915-47e8-bdf1-8fd885ccf71e'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:38:57.780211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Bound port: aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15fa4111-1021-4e58-8eaa-9386bb6f300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1451, 'network_id': '8cd40416-2915-47e8-bdf1-8fd885ccf71e'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:38:57.780443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.788996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-547317e9-5abc-42a3-8ca2-4bfe04d3e180 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2e9a79c-4beb-41d6-9818-96877002a83c HTTP/1.1" status: 200 len: 205 time: 0.0550630 Apr 16 15:38:57.790184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:57.807944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58144) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:57.833241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] For port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:38:57.835078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] For port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18,segment=NetworkSegment(15fa4111-1021-4e58-8eaa-9386bb6f300e),segment_id=15fa4111-1021-4e58-8eaa-9386bb6f300e)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:38:57.839700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.847578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e4da3a8a-7e39-4536-b92d-5121e2eaec98 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:38:57.848617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67c79e38-c8d2-41f4-aec8-0ea8b78a2428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:57.860823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5e7ce-923c-44f5-9350-c75aa6655bc2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5197f4-2795-4e6d-8c06-833fc69da0e3,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:57.862592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a5f5e7ce-923c-44f5-9350-c75aa6655bc2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:57.870554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:38:57.874061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.918317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e4da3a8a-7e39-4536-b92d-5121e2eaec98 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:38:57.921561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e4da3a8a-7e39-4536-b92d-5121e2eaec98 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1877494 Apr 16 15:38:57.931057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58148) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:57.934938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617936611'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:57.938902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Pushing event updated for resources: {'Port': ['ID=aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:57.942139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:57.944009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:57.967939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:57.978198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] For port c630b36c-dd4b-4ada-bb4f-4011bd61cff1, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c630b36c-dd4b-4ada-bb4f-4011bd61cff1,segment=NetworkSegment(b3499de3-ca15-4522-a7d6-ad387dbacfd8),segment_id=b3499de3-ca15-4522-a7d6-ad387dbacfd8)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:57.978198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.989238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:57.997580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.026335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5f5e7ce-923c-44f5-9350-c75aa6655bc2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.031441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c87cc0-109a-44ee-937a-62044e3c675b None None] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:58.065252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a5f5e7ce-923c-44f5-9350-c75aa6655bc2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/2d5197f4-2795-4e6d-8c06-833fc69da0e3 HTTP/1.1" status: 204 len: 168 time: 1.7272375 Apr 16 15:38:58.070313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58152) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:58.101470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for c630b36c-dd4b-4ada-bb4f-4011bd61cff1 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:58.153583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:58.164074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:58.175436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:58.182921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:58.189378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.208840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb248a6-8bc5-4f40-9885-77a60d8d7ebb None None] DHCP port deletion for 8533ccdf-d0f6-4487-a429-3caa61bc158e request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:38:58.212213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-acb248a6-8bc5-4f40-9885-77a60d8d7ebb None None] Deleting port 7bf44f87-451f-4967-b102-c5b5b3dd5040 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:58.212537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acb248a6-8bc5-4f40-9885-77a60d8d7ebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.237352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.249161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.264221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Deleting port c75700ce-da32-4883-b93b-f21465b694b3 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:58.264938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.299699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 7bf44f87-451f-4967-b102-c5b5b3dd5040 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:58.299909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.340840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.384022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.390302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5964fd35-98f7-45b3-8f52-de7947d0c58d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:58.394512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-acb248a6-8bc5-4f40-9885-77a60d8d7ebb None None] For port 7bf44f87-451f-4967-b102-c5b5b3dd5040, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7bf44f87-451f-4967-b102-c5b5b3dd5040,segment=NetworkSegment(f2db20a1-19b5-4a00-bfef-9db4b637214f),segment_id=f2db20a1-19b5-4a00-bfef-9db4b637214f)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:58.395555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acb248a6-8bc5-4f40-9885-77a60d8d7ebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.428146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.479693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-acb248a6-8bc5-4f40-9885-77a60d8d7ebb None None] Calling delete_port for 7bf44f87-451f-4967-b102-c5b5b3dd5040 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:58.527810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acb248a6-8bc5-4f40-9885-77a60d8d7ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.536234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9095ffc5-234b-4750-bc8f-09a7b5711656 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:58.758284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7250cee3-a48b-4123-ab55-bf1a09aaf439,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:58.763629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:58.766186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:58.772543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb248a6-8bc5-4f40-9885-77a60d8d7ebb None None] Pushing event deleted for resources: {'Port': ['ID=7bf44f87-451f-4967-b102-c5b5b3dd5040,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:58.779561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acb248a6-8bc5-4f40-9885-77a60d8d7ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:58.795385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb248a6-8bc5-4f40-9885-77a60d8d7ebb None None] No DVR routers for this DVR port 7bf44f87-451f-4967-b102-c5b5b3dd5040 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:38:58.806847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=c630b36c-dd4b-4ada-bb4f-4011bd61cff1,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:58.818651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.821158 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8877099 Apr 16 15:38:58.821487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:58.822977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58156) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:58.826855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.835167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '7250cee3-a48b-4123-ab55-bf1a09aaf439', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:58.841803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:58.881945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] For port 7bf44f87-451f-4967-b102-c5b5b3dd5040, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7bf44f87-451f-4967-b102-c5b5b3dd5040,segment=NetworkSegment(f2db20a1-19b5-4a00-bfef-9db4b637214f),segment_id=f2db20a1-19b5-4a00-bfef-9db4b637214f)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:58.882180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:58.914016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:58.919247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Calling delete_port for c75700ce-da32-4883-b93b-f21465b694b3 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:58.936373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:58.948847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:58.964049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 7bf44f87-451f-4967-b102-c5b5b3dd5040 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:38:58.996597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:38:59.045112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.051064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:59.100949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7bf44f87-451f-4967-b102-c5b5b3dd5040 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:38:59.131166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:38:59.131263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.131357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:38:59.148623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 7bf44f87-451f-4967-b102-c5b5b3dd5040 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:38:59.148876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7bf44f87-451f-4967-b102-c5b5b3dd5040 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:38:59.193018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Router 2e452f3d-3230-4235-b284-ae21a7922a34 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:59.193494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.202803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:59.244236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.252687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.260365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:59.285200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63e42a0-ebe8-45ec-bd94-e5bc84a525d5,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:59.288917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.289002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b495b4fc-0918-4872-94a5-7ccde44c5437 None None] Network 8cd40416-2915-47e8-bdf1-8fd885ccf71e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:59.298701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:59.300025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:59.348187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3f5d562c-8bd8-4dc9-9d87-0cfac7182c4f None None] Provisioning for port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:38:59.358485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3f5d562c-8bd8-4dc9-9d87-0cfac7182c4f None None] Provisioning complete for port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:38:59.358718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f5d562c-8bd8-4dc9-9d87-0cfac7182c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.362284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=7dc3b300-d478-400b-b1a5-920f5fe33143,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:59.364110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Pushing event deleted for resources: {'Port': ['ID=c75700ce-da32-4883-b93b-f21465b694b3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:59.364189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:59.367580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:59.367811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.368592 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5440736 Apr 16 15:38:59.370745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58160) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:59.377335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '7250cee3-a48b-4123-ab55-bf1a09aaf439', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:59.395093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:59.402835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:59.406427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:59.420181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:59.438833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:59.448263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bf493-4c53-49ed-a270-31179997797e None None] Sync routers for ids ['2e452f3d-3230-4235-b284-ae21a7922a34'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:59.452354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.455379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bf493-4c53-49ed-a270-31179997797e None None] Routers {'2e452f3d-3230-4235-b284-ae21a7922a34'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:59.455839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3a0bf493-4c53-49ed-a270-31179997797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2e452f3d-3230-4235-b284-ae21a7922a34'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:59.459827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Checking segment: {'id': '9929b83d-ab68-416f-a9d5-036b1c8fcd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '7bf21f86-a54c-42f5-84e5-a2ee72dbb882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:38:59.460043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network hostable DHCP agents. Network: 7bf21f86-a54c-42f5-84e5-a2ee72dbb882, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:38:59.472451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "PUT /v2.0/routers/2e452f3d-3230-4235-b284-ae21a7922a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7133286 Apr 16 15:38:59.473005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58164) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:59.500716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3a0bf493-4c53-49ed-a270-31179997797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:59.506244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bf493-4c53-49ed-a270-31179997797e None None] Routers {'2e452f3d-3230-4235-b284-ae21a7922a34'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:59.506767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3a0bf493-4c53-49ed-a270-31179997797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2e452f3d-3230-4235-b284-ae21a7922a34'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:59.523218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f5d562c-8bd8-4dc9-9d87-0cfac7182c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.547204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3f5d562c-8bd8-4dc9-9d87-0cfac7182c4f None None] For port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18,segment=NetworkSegment(15fa4111-1021-4e58-8eaa-9386bb6f300e),segment_id=15fa4111-1021-4e58-8eaa-9386bb6f300e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:38:59.547673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3a0bf493-4c53-49ed-a270-31179997797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:38:59.548058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bf493-4c53-49ed-a270-31179997797e None None] The sync data for ids ['2e452f3d-3230-4235-b284-ae21a7922a34'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:38:59.558480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f5d562c-8bd8-4dc9-9d87-0cfac7182c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.563030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:59.567780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 7bf21f86-a54c-42f5-84e5-a2ee72dbb882 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:38:59.585448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 7bf21f86-a54c-42f5-84e5-a2ee72dbb882) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:38:59.602089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.603295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:38:59.603727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.604002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d562c-8bd8-4dc9-9d87-0cfac7182c4f None None] Pushing event updated for resources: {'Port': ['ID=aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:59.610180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fd988e-f67c-4cab-a1e5-9caf9b5f38ce None None] Network 7bf21f86-a54c-42f5-84e5-a2ee72dbb882 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:38:59.611619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.619756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3f5d562c-8bd8-4dc9-9d87-0cfac7182c4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:59.621657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5460193-a216-4460-b929-bc20b4d1743c tempest-ServersTestJSON-1996309573 tempest-ServersTestJSON-1996309573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:38:59.630285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.638698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 7bf44f87-451f-4967-b102-c5b5b3dd5040 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:38:59.638910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.663059 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0965996 Apr 16 15:38:59.663797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f200407-4790-40ef-a508-b5e556b6983a,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:38:59.665423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:38:59.667365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58168) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:59.685782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.688271 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3137319 Apr 16 15:38:59.703094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.731500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.732683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.734626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] The port '7bf44f87-451f-4967-b102-c5b5b3dd5040' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:38:59.735009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58172) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:59.745990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router af592781-f235-4c66-b3c1-cfb061c838d4 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:38:59.748318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '7250cee3-a48b-4123-ab55-bf1a09aaf439', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:59.751346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.751695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Fanout notify agent at l3_agent the message router_deleted on router c2e9a79c-4beb-41d6-9818-96877002a83c {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:38:59.764896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-7bf21f86-a54c-42f5-84e5-a2ee72dbb882', 'network_id': '7bf21f86-a54c-42f5-84e5-a2ee72dbb882', 'tenant_id': '7be37314ca9c488ab9d8f211a146d52f', 'fixed_ips': [{'subnet_id': '7dc3b300-d478-400b-b1a5-920f5fe33143'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:38:59.765922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.822168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.822902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/c2e9a79c-4beb-41d6-9818-96877002a83c HTTP/1.1" status: 204 len: 168 time: 2.0128326 Apr 16 15:38:59.829650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58176) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:59.830151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:59.834440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-219034453', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:38:59.840612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:38:59.842878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:59.848767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Usage tracker for resource:router and tenant:6885da696ec44b22bf422515e8f2ebfd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:38:59.851337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:59.851681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:38:59.857140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:59.861767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:38:59.867063 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0936141 Apr 16 15:38:59.867237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58180) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:38:59.868196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Allocated IP 2001:db8::1 (7bf21f86-a54c-42f5-84e5-a2ee72dbb882/7dc3b300-d478-400b-b1a5-920f5fe33143/c7e81950-26a5-485a-9c2e-299924ff15ed) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:38:59.893875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.894532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.903351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:38:59.915056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0036503a-12de-4461-b1d4-29d2559032a6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting subnet 7f8f6f05-632e-4457-a278-88164553741f {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:38:59.918090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.919285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0036503a-12de-4461-b1d4-29d2559032a6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.940650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.957778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0036503a-12de-4461-b1d4-29d2559032a6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:38:59.977547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57287647-500b-43a4-baa3-f11bbd2133e5 None None] Sync routers for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:38:59.993336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57287647-500b-43a4-baa3-f11bbd2133e5 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:38:59.993743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-57287647-500b-43a4-baa3-f11bbd2133e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:00.041534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ead1f4b9-b788-4e01-8f2e-78a691912ab5 None None] Provisioning complete for port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:00.041890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ead1f4b9-b788-4e01-8f2e-78a691912ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.100490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.117119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Transition to ACTIVE for port object c7e81950-26a5-485a-9c2e-299924ff15ed will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:00.144958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-57287647-500b-43a4-baa3-f11bbd2133e5 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:00.181316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Transition to ACTIVE for port object c7e81950-26a5-485a-9c2e-299924ff15ed will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:00.211702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.224495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:00.278335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.331298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.370908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.379078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port c7e81950-26a5-485a-9c2e-299924ff15ed {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:00.379349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.402963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8533ccdf-d0f6-4487-a429-3caa61bc158e']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:00.420020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Deleting port 09171175-cc80-43e1-96ed-e4f5e86e60b6 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:00.420220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.429350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.440803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2db20a1-19b5-4a00-bfef-9db4b637214f') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:00.440978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2db20a1-19b5-4a00-bfef-9db4b637214f') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:00.455337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0036503a-12de-4461-b1d4-29d2559032a6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.462905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.520808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.524268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.549999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Pushing event updated for resources: {'Port': ['ID=c7e81950-26a5-485a-9c2e-299924ff15ed,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:00.557457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.558953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:00.560403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Releasing vlan 1457 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:00.590533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:00.622940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Network 7bf21f86-a54c-42f5-84e5-a2ee72dbb882 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:00.624888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:00.626434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:00.680317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c99d5c-c3d7-421c-a11d-20d3235246b9,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:00.682177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:00.701149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Attempting to bind port c7e81950-26a5-485a-9c2e-299924ff15ed on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:00.701149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Attempting to bind port c7e81950-26a5-485a-9c2e-299924ff15ed by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '9929b83d-ab68-416f-a9d5-036b1c8fcd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '7bf21f86-a54c-42f5-84e5-a2ee72dbb882'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:00.701424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Attempting to bind port c7e81950-26a5-485a-9c2e-299924ff15ed on network 7bf21f86-a54c-42f5-84e5-a2ee72dbb882 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:00.706890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:00.707125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Checking segment: {'id': '9929b83d-ab68-416f-a9d5-036b1c8fcd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '7bf21f86-a54c-42f5-84e5-a2ee72dbb882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:00.707380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.707624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Bound using segment: {'id': '9929b83d-ab68-416f-a9d5-036b1c8fcd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '7bf21f86-a54c-42f5-84e5-a2ee72dbb882'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:00.707918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Bound port: c7e81950-26a5-485a-9c2e-299924ff15ed, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9929b83d-ab68-416f-a9d5-036b1c8fcd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '7bf21f86-a54c-42f5-84e5-a2ee72dbb882'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:00.708151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.715597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-57287647-500b-43a4-baa3-f11bbd2133e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:58Z', 'revision_number': 9, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:00.720284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57287647-500b-43a4-baa3-f11bbd2133e5 None None] Checking router: af592781-f235-4c66-b3c1-cfb061c838d4 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:39:00.745372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.746290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57287647-500b-43a4-baa3-f11bbd2133e5 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:00.746698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-57287647-500b-43a4-baa3-f11bbd2133e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:00.750934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.752210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0133514 Apr 16 15:39:00.754347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58186) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:00.759761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '7250cee3-a48b-4123-ab55-bf1a09aaf439', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:00.762777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0036503a-12de-4461-b1d4-29d2559032a6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.770364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.786314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:00.806822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:00.807594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:00.837430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:00.839367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.840565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036503a-12de-4461-b1d4-29d2559032a6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8f6f05-632e-4457-a278-88164553741f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:00.846992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.848980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:00.853935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0036503a-12de-4461-b1d4-29d2559032a6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:00.855314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:00.856081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-57287647-500b-43a4-baa3-f11bbd2133e5 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:00.860519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Calling delete_port for 09171175-cc80-43e1-96ed-e4f5e86e60b6 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:00.896082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] For port c7e81950-26a5-485a-9c2e-299924ff15ed, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:00.908413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.908701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] For port c7e81950-26a5-485a-9c2e-299924ff15ed, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c7e81950-26a5-485a-9c2e-299924ff15ed,segment=NetworkSegment(9929b83d-ab68-416f-a9d5-036b1c8fcd06),segment_id=9929b83d-ab68-416f-a9d5-036b1c8fcd06)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:00.924023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0036503a-12de-4461-b1d4-29d2559032a6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:00.959688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d725ca30-eaab-4e16-88ab-bfbf4cc701a1 None None] Network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:00.971174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0036503a-12de-4461-b1d4-29d2559032a6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/7f8f6f05-632e-4457-a278-88164553741f HTTP/1.1" status: 204 len: 168 time: 1.1031940 Apr 16 15:39:00.973894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58190) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:01.016422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:01.029919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.034733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 8533ccdf-d0f6-4487-a429-3caa61bc158e has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:01.044797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.044927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acb248a6-8bc5-4f40-9885-77a60d8d7ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:01.049705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Allocated IP 172.26.4.58 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/384e2c37-3e30-48e9-b039-f6390c124c37) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:01.055289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.066315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:01.095316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.155681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cfcbc3-4dae-4c52-8c9c-4cf7a31ab543,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:01.165131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:01.177333 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:01.180173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.183009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4261317 Apr 16 15:39:01.183344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.183526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port 1a028465-3546-4fcf-a66d-0d325ade2448 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:01.183720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.185405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58194) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:01.185991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] For port c7e81950-26a5-485a-9c2e-299924ff15ed, host dv-neutron-786478-2-hyperv, got binding levels [] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:01.186178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.195514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7795b0e5-7c31-4deb-9b11-9d0c416bcac7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:01.206498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.210645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '7250cee3-a48b-4123-ab55-bf1a09aaf439', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:01.238656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Pushing event updated for resources: {'Port': ['ID=c7e81950-26a5-485a-9c2e-299924ff15ed,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:01.240723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:01.251333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:01.265308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.281125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:01.281369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.284709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Network': ['ID=8533ccdf-d0f6-4487-a429-3caa61bc158e,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:01.286322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:01.291384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Calling delete_port for c7e81950-26a5-485a-9c2e-299924ff15ed owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:01.310548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/networks/8533ccdf-d0f6-4487-a429-3caa61bc158e HTTP/1.1" status: 204 len: 168 time: 3.2361755 Apr 16 15:39:01.311234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58198) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:01.317465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:01.319365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:01.326461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:01.340486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.355839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3919d994-9119-4da6-b8a1-799b346401e2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:01.372399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] For port 1a028465-3546-4fcf-a66d-0d325ade2448, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1a028465-3546-4fcf-a66d-0d325ade2448,segment=NetworkSegment(b3499de3-ca15-4522-a7d6-ad387dbacfd8),segment_id=b3499de3-ca15-4522-a7d6-ad387dbacfd8)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:01.372660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.435796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event deleted for resources: {'Port': ['ID=09171175-cc80-43e1-96ed-e4f5e86e60b6,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:01.439519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:01.440557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.442377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-57287647-500b-43a4-baa3-f11bbd2133e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:58Z', 'revision_number': 9, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:01.446885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24510f07-9a64-43e2-b563-a3acbb6b4088 None None] DHCP port deletion for 500bfc17-01b3-4f13-b7da-31c158ab0fe4 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:01.451198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57287647-500b-43a4-baa3-f11bbd2133e5 None None] The sync data for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv is: [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:38:58Z', 'revision_number': 9, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': '0131bc12-47a9-4939-8f9e-6a1fcbb94173', 'name': '', 'network_id': '7ebff6b0-08d4-43a3-9681-567e86fd04f8', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:11:30:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:25Z', 'updated_at': '2021-04-16T15:38:33Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': 'ea35fc37-a14d-4bfa-bf20-799ad797d50a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:01.454816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-24510f07-9a64-43e2-b563-a3acbb6b4088 None None] Deleting port 1a028465-3546-4fcf-a66d-0d325ade2448 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:01.455022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24510f07-9a64-43e2-b563-a3acbb6b4088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.465782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:01.466015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:01.486425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for 1a028465-3546-4fcf-a66d-0d325ade2448 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:01.514376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.524652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.532134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.556168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1530db07-8053-45ae-8e0a-b1dfcf15d981 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:01.571018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79773f9-3a17-4276-b106-a0dff6580115,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:01.573689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:01.575702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:01.589209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.589976 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3989244 Apr 16 15:39:01.590661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.601443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-24510f07-9a64-43e2-b563-a3acbb6b4088 None None] For port 1a028465-3546-4fcf-a66d-0d325ade2448, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1a028465-3546-4fcf-a66d-0d325ade2448,segment=NetworkSegment(b3499de3-ca15-4522-a7d6-ad387dbacfd8),segment_id=b3499de3-ca15-4522-a7d6-ad387dbacfd8)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:01.601888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24510f07-9a64-43e2-b563-a3acbb6b4088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.602923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58202) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:01.662150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8155a-5cb0-40aa-9aaa-19cd7aed1057 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:01.662943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e6b8155a-5cb0-40aa-9aaa-19cd7aed1057 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:01.685554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e74305eb-40a8-4548-8e3e-dc81f85e9b0b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.695366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.711844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Pushing event updated for resources: {'Port': ['ID=384e2c37-3e30-48e9-b039-f6390c124c37,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:01.720819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:01.746529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a65756b7-15ec-4628-bf66-56ba31f463c3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:01.775882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e74305eb-40a8-4548-8e3e-dc81f85e9b0b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:01.798770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=1a028465-3546-4fcf-a66d-0d325ade2448,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:01.800389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e6b8155a-5cb0-40aa-9aaa-19cd7aed1057 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:01.803644 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e6b8155a-5cb0-40aa-9aaa-19cd7aed1057 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4919763 Apr 16 15:39:01.805779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:01.806089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58206) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:01.920675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-24510f07-9a64-43e2-b563-a3acbb6b4088 None None] Calling delete_port for 1a028465-3546-4fcf-a66d-0d325ade2448 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:01.967706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-24510f07-9a64-43e2-b563-a3acbb6b4088 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:01.968217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-24510f07-9a64-43e2-b563-a3acbb6b4088 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:02.000453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port c7e81950-26a5-485a-9c2e-299924ff15ed {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:02.000617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.026729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.028959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.063805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.064206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Fanout notify agent at l3_agent the message router_deleted on router 2e452f3d-3230-4235-b284-ae21a7922a34 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:39:02.076266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.078813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "DELETE /v2.0/routers/2e452f3d-3230-4235-b284-ae21a7922a34 HTTP/1.1" status: 204 len: 168 time: 2.6011419 Apr 16 15:39:02.079371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58210) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:02.122320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:02.126258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:02.128821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:02.143755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e74305eb-40a8-4548-8e3e-dc81f85e9b0b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.156510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b45d1b70-c1a4-4c08-8e80-8bf9478559a3 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:02.168514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No DVR routers for this DVR port 1a028465-3546-4fcf-a66d-0d325ade2448 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:02.168721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b5b3ca-1be1-47ad-9d79-eef3266ebaf9 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Deleting subnet 1599aef1-e486-4528-b020-f741056e085f {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:39:02.170536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74305eb-40a8-4548-8e3e-dc81f85e9b0b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a79773f9-3a17-4276-b106-a0dff6580115,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:02.172418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05b5b3ca-1be1-47ad-9d79-eef3266ebaf9 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.187472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e74305eb-40a8-4548-8e3e-dc81f85e9b0b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:02.222258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05b5b3ca-1be1-47ad-9d79-eef3266ebaf9 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.243304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] For port c7e81950-26a5-485a-9c2e-299924ff15ed, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c7e81950-26a5-485a-9c2e-299924ff15ed,segment=NetworkSegment(9929b83d-ab68-416f-a9d5-036b1c8fcd06),segment_id=9929b83d-ab68-416f-a9d5-036b1c8fcd06)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:02.243908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.249536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e74305eb-40a8-4548-8e3e-dc81f85e9b0b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.250301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e74305eb-40a8-4548-8e3e-dc81f85e9b0b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/a79773f9-3a17-4276-b106-a0dff6580115 HTTP/1.1" status: 204 len: 168 time: 0.6461935 Apr 16 15:39:02.253655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58214) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:02.322480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.328587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Calling delete_port for c7e81950-26a5-485a-9c2e-299924ff15ed owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:02.340777 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3f003583-6e84-4ec3-bc16-5eef7b53a6a1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5314751 Apr 16 15:39:02.352654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58218) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:02.360225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-793873450'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:02.366693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:02.371139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:network and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:02.397800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:02.414258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:02.430007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['500bfc17-01b3-4f13-b7da-31c158ab0fe4']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:02.440511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ebddf7ab-b4cd-4dfc-ae1d-7d04c6b266c1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:02.448439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05b5b3ca-1be1-47ad-9d79-eef3266ebaf9 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.469090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-24510f07-9a64-43e2-b563-a3acbb6b4088 None None] Deleting port 1a028465-3546-4fcf-a66d-0d325ade2448 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:02.469573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24510f07-9a64-43e2-b563-a3acbb6b4088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.473300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3499de3-ca15-4522-a7d6-ad387dbacfd8') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:02.473477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3499de3-ca15-4522-a7d6-ad387dbacfd8') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:02.482672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:02.486916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.516915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.517302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ebddf7ab-b4cd-4dfc-ae1d-7d04c6b266c1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:02.518312 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ebddf7ab-b4cd-4dfc-ae1d-7d04c6b266c1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2638586 Apr 16 15:39:02.519590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-24510f07-9a64-43e2-b563-a3acbb6b4088 None None] The port '1a028465-3546-4fcf-a66d-0d325ade2448' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:39:02.523482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58222) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:02.544479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.557830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Releasing vlan 1462 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:02.580430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68de51e8-0fd8-4322-b4ed-d1b3a282f856 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.617769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1488} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:02.624473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68de51e8-0fd8-4322-b4ed-d1b3a282f856 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.625343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789ba53-02b0-4215-b9df-5f10f493c3b5 None None] Network 7bf21f86-a54c-42f5-84e5-a2ee72dbb882 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:02.629573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.640676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-33e0d88f-1fec-4585-9b8d-20a01b04bd09 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:02.664548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.664819 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Added segment dad02efc-45a5-43b4-addd-97d81dbcd050 of type vlan for network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa Apr 16 15:39:02.668488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.674077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-49d55624-64d6-4bda-86c3-41f5880d3212 None None] Could not find standard attr ID for object c7e81950-26a5-485a-9c2e-299924ff15ed. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:39:02.702441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Port': ['ID=c7e81950-26a5-485a-9c2e-299924ff15ed,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:02.704134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:02.758612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:02.769212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.773810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.781745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68de51e8-0fd8-4322-b4ed-d1b3a282f856 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.816860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef1e4cd3-d14a-466d-9dce-904a77b15dab tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:02.832305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de51e8-0fd8-4322-b4ed-d1b3a282f856 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90cfcbc3-4dae-4c52-8c9c-4cf7a31ab543,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:02.836896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05b5b3ca-1be1-47ad-9d79-eef3266ebaf9 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.837514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-68de51e8-0fd8-4322-b4ed-d1b3a282f856 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:02.845076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.848402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:02.848795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.856823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c92fce5a-3444-4213-af9d-3bc83004df91 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:02.858172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68de51e8-0fd8-4322-b4ed-d1b3a282f856 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:02.859000 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-68de51e8-0fd8-4322-b4ed-d1b3a282f856 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/90cfcbc3-4dae-4c52-8c9c-4cf7a31ab543 HTTP/1.1" status: 204 len: 168 time: 0.3348191 Apr 16 15:39:02.885152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58226) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:02.887001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5b3ca-1be1-47ad-9d79-eef3266ebaf9 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event deleted for resources: {'Subnet': ['ID=1599aef1-e486-4528-b020-f741056e085f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:02.888719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-05b5b3ca-1be1-47ad-9d79-eef3266ebaf9 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:02.915239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1a028465-3546-4fcf-a66d-0d325ade2448 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:02.932830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:02.937965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 1a028465-3546-4fcf-a66d-0d325ade2448 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:02.938239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1a028465-3546-4fcf-a66d-0d325ade2448 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:02.938583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c630b36c-dd4b-4ada-bb4f-4011bd61cff1 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:02.953743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 500bfc17-01b3-4f13-b7da-31c158ab0fe4 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:02.956183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No DVR routers for this DVR port c7e81950-26a5-485a-9c2e-299924ff15ed on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:02.958333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: c630b36c-dd4b-4ada-bb4f-4011bd61cff1 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:02.958692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c630b36c-dd4b-4ada-bb4f-4011bd61cff1 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:02.968778 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:03.039193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6846650 Apr 16 15:39:03.043268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Network': ['ID=1755d8bb-0fc7-4ca2-98bb-4a196196ccfa,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:03.045340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:03.045514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58230) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:03.055024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.056927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:03.057103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': '1755d8bb-0fc7-4ca2-98bb-4a196196ccfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:03.073516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05b5b3ca-1be1-47ad-9d79-eef3266ebaf9 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.076917 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-05b5b3ca-1be1-47ad-9d79-eef3266ebaf9 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "DELETE /v2.0/subnets/1599aef1-e486-4528-b020-f741056e085f HTTP/1.1" status: 204 len: 168 time: 0.9949548 Apr 16 15:39:03.077346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-32c1bb53-88ec-426f-ad2d-038e3287ab78 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:03.080358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58234) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:03.084798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.100269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3951a5d8-7485-4f84-8df8-21160faf4d9c None None] Network 4450cf5c-f6b1-434b-8795-0edebfaed119 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:03.122197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2583d543-8158-41e8-8037-dc5e6fa37eff tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:03.136543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.147709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Network': ['ID=500bfc17-01b3-4f13-b7da-31c158ab0fe4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:03.153466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:03.156382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/networks/500bfc17-01b3-4f13-b7da-31c158ab0fe4 HTTP/1.1" status: 204 len: 168 time: 2.1799221 Apr 16 15:39:03.157179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58238) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:03.165933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-32c1bb53-88ec-426f-ad2d-038e3287ab78 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:03.168853 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-32c1bb53-88ec-426f-ad2d-038e3287ab78 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2801604 Apr 16 15:39:03.169689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58242) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:03.184791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.186050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:03.193755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:03.224002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:03.236799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:03.238399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb2570dd-2e20-42e3-ae16-40f714252f5a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.277339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e815e77-cd38-4345-9233-d4faa06a2cc0 None None] DHCP port deletion for 4450cf5c-f6b1-434b-8795-0edebfaed119 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:03.278031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.280639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0e815e77-cd38-4345-9233-d4faa06a2cc0 None None] Deleting port 37012a51-021d-4fdd-b73e-57655af6c71f {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:03.280963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e815e77-cd38-4345-9233-d4faa06a2cc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.429357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0e815e77-cd38-4345-9233-d4faa06a2cc0 None None] For port 37012a51-021d-4fdd-b73e-57655af6c71f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=37012a51-021d-4fdd-b73e-57655af6c71f,segment=NetworkSegment(3cc7a977-7b14-4fc8-89a1-0aae87c78fd9),segment_id=3cc7a977-7b14-4fc8-89a1-0aae87c78fd9)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:03.429707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e815e77-cd38-4345-9233-d4faa06a2cc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.515313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0e815e77-cd38-4345-9233-d4faa06a2cc0 None None] Calling delete_port for 37012a51-021d-4fdd-b73e-57655af6c71f owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:03.544748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb2570dd-2e20-42e3-ae16-40f714252f5a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.564480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:03.568167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.571750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e815e77-cd38-4345-9233-d4faa06a2cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.580175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-15afaad4-b841-48e7-a730-f58e2daa15ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:03.620988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb2570dd-2e20-42e3-ae16-40f714252f5a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.628431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:03.636662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e815e77-cd38-4345-9233-d4faa06a2cc0 None None] Pushing event deleted for resources: {'Port': ['ID=37012a51-021d-4fdd-b73e-57655af6c71f,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:03.643052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e815e77-cd38-4345-9233-d4faa06a2cc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:03.655963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2570dd-2e20-42e3-ae16-40f714252f5a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57c99d5c-c3d7-421c-a11d-20d3235246b9,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:03.657815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e815e77-cd38-4345-9233-d4faa06a2cc0 None None] No DVR routers for this DVR port 37012a51-021d-4fdd-b73e-57655af6c71f on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:03.659978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb2570dd-2e20-42e3-ae16-40f714252f5a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.662288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eb2570dd-2e20-42e3-ae16-40f714252f5a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/57c99d5c-c3d7-421c-a11d-20d3235246b9 HTTP/1.1" status: 204 len: 168 time: 0.4906390 Apr 16 15:39:03.662288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb2570dd-2e20-42e3-ae16-40f714252f5a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:03.663598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58246) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:03.716442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4dc6b8ca-fa99-49d1-a5c1-6c1c22dd08f8 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:03.740380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Router 8219cd26-9692-4492-b152-279281a7d53c is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:39:03.787975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4dc6b8ca-fa99-49d1-a5c1-6c1c22dd08f8 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:03.788840 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4dc6b8ca-fa99-49d1-a5c1-6c1c22dd08f8 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1246195 Apr 16 15:39:03.793595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58250) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:03.830059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.871109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d37ada7-2be4-45ea-9541-bb6c10041d5b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.890281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d37ada7-2be4-45ea-9541-bb6c10041d5b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.941818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:39:03.948614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c21b04d-4140-4243-b2de-65ad22521fee None None] Sync routers for ids ['8219cd26-9692-4492-b152-279281a7d53c'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:39:03.951867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4450cf5c-f6b1-434b-8795-0edebfaed119']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:03.952438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d37ada7-2be4-45ea-9541-bb6c10041d5b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.955820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21b04d-4140-4243-b2de-65ad22521fee None None] Routers {'8219cd26-9692-4492-b152-279281a7d53c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:03.956429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3c21b04d-4140-4243-b2de-65ad22521fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['8219cd26-9692-4492-b152-279281a7d53c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:03.956558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.959269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:03.969316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:03.969412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37ada7-2be4-45ea-9541-bb6c10041d5b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f200407-4790-40ef-a508-b5e556b6983a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:03.972559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d37ada7-2be4-45ea-9541-bb6c10041d5b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.973243 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0d37ada7-2be4-45ea-9541-bb6c10041d5b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/0f200407-4790-40ef-a508-b5e556b6983a HTTP/1.1" status: 204 len: 168 time: 0.1795175 Apr 16 15:39:03.974387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d37ada7-2be4-45ea-9541-bb6c10041d5b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:03.978223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:03.980614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.1481528 Apr 16 15:39:03.980614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58254) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:03.982297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58256) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:03.992677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:03.999681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3c21b04d-4140-4243-b2de-65ad22521fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:04.005766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21b04d-4140-4243-b2de-65ad22521fee None None] Routers {'8219cd26-9692-4492-b152-279281a7d53c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:04.006176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3c21b04d-4140-4243-b2de-65ad22521fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['8219cd26-9692-4492-b152-279281a7d53c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:04.029330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc7a977-7b14-4fc8-89a1-0aae87c78fd9') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:04.029463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc7a977-7b14-4fc8-89a1-0aae87c78fd9') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:04.042311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc3b300-d478-400b-b1a5-920f5fe33143,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:04.046714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:04.047698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.048903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3c21b04d-4140-4243-b2de-65ad22521fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:04.049413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c21b04d-4140-4243-b2de-65ad22521fee None None] The sync data for ids ['8219cd26-9692-4492-b152-279281a7d53c'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:04.066260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.078732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Releasing vlan 1492 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:04.103385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d86ac585-a7a9-4f14-bbe4-e1544beba892 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:04.104722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3173af36-0fd4-47be-979f-77ab280cf0da None None] Network 7bf21f86-a54c-42f5-84e5-a2ee72dbb882 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:04.135919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d86ac585-a7a9-4f14-bbe4-e1544beba892 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:04.138502 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d86ac585-a7a9-4f14-bbe4-e1544beba892 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1556158 Apr 16 15:39:04.140620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58262) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:04.238448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.252762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.261570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-278372eb-5292-4972-bdc0-46bc6bcde189 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:04.262482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89889d35-28c7-4b36-a89a-6ec7ddf7b323 None None] DHCP port deletion for 7bf21f86-a54c-42f5-84e5-a2ee72dbb882 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:04.289137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Network 4450cf5c-f6b1-434b-8795-0edebfaed119 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:04.300111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bf5995c-bd7a-41db-9bda-8cd4a6f27f7a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.305376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.351891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bf5995c-bd7a-41db-9bda-8cd4a6f27f7a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.375491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Subnet': ['ID=d40179e1-11e1-4f29-a813-e5ba1bd07b5d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:04.378315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:04.444834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf21f86-a54c-42f5-84e5-a2ee72dbb882']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:04.457777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Network 4450cf5c-f6b1-434b-8795-0edebfaed119 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:04.462297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.472472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bf5995c-bd7a-41db-9bda-8cd4a6f27f7a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:04.473030 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:04.475718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9929b83d-ab68-416f-a9d5-036b1c8fcd06') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:04.475892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9929b83d-ab68-416f-a9d5-036b1c8fcd06') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:04.480512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.486827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Checking segment: {'id': 'dad02efc-45a5-43b4-addd-97d81dbcd050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '1755d8bb-0fc7-4ca2-98bb-4a196196ccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:04.487040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network hostable DHCP agents. Network: 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:04.495813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Deleting port 384e2c37-3e30-48e9-b039-f6390c124c37 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:04.496014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.516670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:04.521040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.529402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:04.539228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5995c-bd7a-41db-9bda-8cd4a6f27f7a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c63e42a0-ebe8-45ec-bd94-e5bc84a525d5,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:04.543267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bf5995c-bd7a-41db-9bda-8cd4a6f27f7a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:04.550603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:04.551034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.557413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1471 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:04.557598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fdba00-08e3-4af3-9ca6-6dc4e1f24a25 None None] Network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:04.566760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.576427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3633c043-80d3-4490-a0d8-6219ba203fe6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:04.584541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bf5995c-bd7a-41db-9bda-8cd4a6f27f7a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.587267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2bf5995c-bd7a-41db-9bda-8cd4a6f27f7a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/c63e42a0-ebe8-45ec-bd94-e5bc84a525d5 HTTP/1.1" status: 204 len: 168 time: 0.4198904 Apr 16 15:39:04.587267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.590040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58266) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:04.595591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:04.596076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.624235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event deleted for resources: {'Network': ['ID=4450cf5c-f6b1-434b-8795-0edebfaed119,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:04.629761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.638694 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5895045 Apr 16 15:39:04.640757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58270) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:04.650389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': '1755d8bb-0fc7-4ca2-98bb-4a196196ccfa', 'name': 'tempest-PortsIpV6TestJSON-1435974072'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:04.668542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:04.673898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "DELETE /v2.0/networks/4450cf5c-f6b1-434b-8795-0edebfaed119 HTTP/1.1" status: 204 len: 168 time: 1.5929561 Apr 16 15:39:04.680007 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a950613e-01f3-4f6e-b1f8-2a468e78a33f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0869112 Apr 16 15:39:04.680007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58274) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:04.681798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58276) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:04.697713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-1755d8bb-0fc7-4ca2-98bb-4a196196ccfa', 'network_id': '1755d8bb-0fc7-4ca2-98bb-4a196196ccfa', 'tenant_id': 'cab102714a214227b8a1daffd76e51b1', 'fixed_ips': [{'subnet_id': 'd40179e1-11e1-4f29-a813-e5ba1bd07b5d'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:04.698363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:04.796912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Allocated IP 2001:db8::2 (1755d8bb-0fc7-4ca2-98bb-4a196196ccfa/d40179e1-11e1-4f29-a813-e5ba1bd07b5d/53b0214e-4e00-433a-9732-aef8d56a7583) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:04.935178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 37012a51-021d-4fdd-b73e-57655af6c71f no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:04.966684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 37012a51-021d-4fdd-b73e-57655af6c71f {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:04.966971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 37012a51-021d-4fdd-b73e-57655af6c71f not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:04.967222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c7e81950-26a5-485a-9c2e-299924ff15ed no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:04.994325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: c7e81950-26a5-485a-9c2e-299924ff15ed {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:04.995840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c7e81950-26a5-485a-9c2e-299924ff15ed not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:05.008768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.049865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.056062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 7bf21f86-a54c-42f5-84e5-a2ee72dbb882 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:05.064295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.160176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Calling delete_port for 384e2c37-3e30-48e9-b039-f6390c124c37 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:05.206087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Deleting port 518813ac-ab0d-4e1b-a568-6f4a14630c89 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:05.206359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.226809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41ec0782-246b-415a-b599-b477ed6a7294 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.237613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 7bf21f86-a54c-42f5-84e5-a2ee72dbb882 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:05.255568 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:05.262067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:05.305011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:05.306792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41ec0782-246b-415a-b599-b477ed6a7294 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.318156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Transition to ACTIVE for port object 53b0214e-4e00-433a-9732-aef8d56a7583 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:05.327246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:05.327442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.331454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.334836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e68da847-78fe-47c4-86bc-e3cf4b181e09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:05.339299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Transition to ACTIVE for port object 53b0214e-4e00-433a-9732-aef8d56a7583 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:05.343662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.344595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.355850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Network': ['ID=7bf21f86-a54c-42f5-84e5-a2ee72dbb882,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:05.357807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:05.362888 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/7bf21f86-a54c-42f5-84e5-a2ee72dbb882 HTTP/1.1" status: 204 len: 168 time: 5.6923912 Apr 16 15:39:05.363192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58282) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:05.363714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 38863293-804f-48bb-8ca1-22223ef055fa yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:39:05.387047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1383715491'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:05.393411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41ec0782-246b-415a-b599-b477ed6a7294 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.397417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:05.398893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:05.410979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:network and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:05.412865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec0782-246b-415a-b599-b477ed6a7294 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7250cee3-a48b-4123-ab55-bf1a09aaf439,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:05.414164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:05.419720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41ec0782-246b-415a-b599-b477ed6a7294 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.420679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-41ec0782-246b-415a-b599-b477ed6a7294 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-groups/7250cee3-a48b-4123-ab55-bf1a09aaf439 HTTP/1.1" status: 204 len: 168 time: 0.7363341 Apr 16 15:39:05.421573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.421767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.422742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41ec0782-246b-415a-b599-b477ed6a7294 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:05.424601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58286) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:05.425093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:05.441491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port 0131bc12-47a9-4939-8f9e-6a1fcbb94173 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:05.441795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.467388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:05.470996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.509303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Calling delete_port for 518813ac-ab0d-4e1b-a568-6f4a14630c89 owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:05.547822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.549510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1e030b95-ee8b-4b3b-bd92-36960bdf50c1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:05.556354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0edde13-ae19-4d9f-a7e5-ce35e8d3c9ed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:05.559491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1480} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:05.577122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1e030b95-ee8b-4b3b-bd92-36960bdf50c1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:05.578139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1e030b95-ee8b-4b3b-bd92-36960bdf50c1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1514204 Apr 16 15:39:05.578973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.578973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Added segment c071ebaf-75e9-4485-af2b-b9e151fc8b9a of type vlan for network 28c4d823-696c-4767-8459-ef4c4b94c61c Apr 16 15:39:05.582437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58290) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:05.597358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group': {'name': 'tempest-secgroup--452952256'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:05.607111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:05.608476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Pushing event deleted for resources: {'Port': ['ID=384e2c37-3e30-48e9-b039-f6390c124c37,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:05.610165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:05.625718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae87914a-2eb6-49b4-a181-a359bdf0f965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:05.631149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.637600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:05.639588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] For port 0131bc12-47a9-4939-8f9e-6a1fcbb94173, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0131bc12-47a9-4939-8f9e-6a1fcbb94173,segment=NetworkSegment(5c2352a6-6a6d-4954-9dbf-9330c1183210),segment_id=5c2352a6-6a6d-4954-9dbf-9330c1183210)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:05.639588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.680550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8::24 (1755d8bb-0fc7-4ca2-98bb-4a196196ccfa/d40179e1-11e1-4f29-a813-e5ba1bd07b5d/38863293-804f-48bb-8ca1-22223ef055fa) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:05.691484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Pushing event updated for resources: {'Port': ['ID=53b0214e-4e00-433a-9732-aef8d56a7583,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:05.696967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:05.709707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:05.710642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:05.712180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:05.719962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.730294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for 0131bc12-47a9-4939-8f9e-6a1fcbb94173 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:05.759308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:05.765580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.767616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Attempting to bind port 53b0214e-4e00-433a-9732-aef8d56a7583 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:05.767879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Attempting to bind port 53b0214e-4e00-433a-9732-aef8d56a7583 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'dad02efc-45a5-43b4-addd-97d81dbcd050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '1755d8bb-0fc7-4ca2-98bb-4a196196ccfa'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:05.768117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Attempting to bind port 53b0214e-4e00-433a-9732-aef8d56a7583 on network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:05.769122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:05.769465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.771354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:05.771572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Checking segment: {'id': 'dad02efc-45a5-43b4-addd-97d81dbcd050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '1755d8bb-0fc7-4ca2-98bb-4a196196ccfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:05.771921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.772164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Bound using segment: {'id': 'dad02efc-45a5-43b4-addd-97d81dbcd050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '1755d8bb-0fc7-4ca2-98bb-4a196196ccfa'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:05.772664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Bound port: 53b0214e-4e00-433a-9732-aef8d56a7583, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad02efc-45a5-43b4-addd-97d81dbcd050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '1755d8bb-0fc7-4ca2-98bb-4a196196ccfa'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:05.772664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.774551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:05.776030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a55569ea-53d8-4a06-8faf-d9aedc310d13 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:05.790809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:05.801016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:05.804900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.817444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f66bc15-5b96-4ed6-8bbd-23ce4f8f6a70 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:05.825229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] For port 53b0214e-4e00-433a-9732-aef8d56a7583, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:05.827622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] For port 53b0214e-4e00-433a-9732-aef8d56a7583, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=53b0214e-4e00-433a-9732-aef8d56a7583,segment=NetworkSegment(dad02efc-45a5-43b4-addd-97d81dbcd050),segment_id=dad02efc-45a5-43b4-addd-97d81dbcd050)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:05.831411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.842038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-767d49da-dad3-4df2-8b65-8e1f78e25d84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:05.854846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4905150 Apr 16 15:39:05.866724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58294) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:05.871176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=28c4d823-696c-4767-8459-ef4c4b94c61c,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:05.874401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'network_id': '28c4d823-696c-4767-8459-ef4c4b94c61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:05.884823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Pushing event deleted for resources: {'Port': ['ID=518813ac-ab0d-4e1b-a568-6f4a14630c89,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:05.886431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:05.886592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:05.896715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 28c4d823-696c-4767-8459-ef4c4b94c61c details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:05.941782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.975368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:05.977244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:05.980455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:subnet and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:05.982188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Pushing event updated for resources: {'Port': ['ID=53b0214e-4e00-433a-9732-aef8d56a7583,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:05.986111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:05.998406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.000468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:06.005825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef281aea-e30b-4642-8c48-415eab38f834 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:06.016571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:06.045881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:06.049538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.057459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dda86cc-68f7-42ce-9909-ff9ea8b063df,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:06.062881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:06.096727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.112985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fdf9b370-ee54-4b83-adb3-45736d0deb54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:06.142007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.165422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.168210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5819163 Apr 16 15:39:06.170953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=0131bc12-47a9-4939-8f9e-6a1fcbb94173,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:06.172120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58298) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:06.180645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:06.183641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '0dda86cc-68f7-42ce-9909-ff9ea8b063df', 'direction': 'ingress', 'protocol': 17}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:06.189517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:06.199475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:06.204873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:06.218380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:06.247957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.471396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.475832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.483320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.487856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c0a047c-460e-426f-878c-f9f3400faf8d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:06.555159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object 38863293-804f-48bb-8ca1-22223ef055fa will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:06.560776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e793fd9-7b62-48d9-9964-d5ade3f512f8,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:06.564524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.569073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:06.571414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.583186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.584005 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4087045 Apr 16 15:39:06.586263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58302) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:06.610305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.675683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Router 8219cd26-9692-4492-b152-279281a7d53c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:39:06.677088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.686763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d39f3bd-5877-49e7-9831-57d6c4cfb5f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:06.712697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.713520 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] 10.222.0.95 "DELETE /v2.0/floatingips/e400f210-c6f0-4a88-8cbc-ea6d557f1006 HTTP/1.1" status: 204 len: 168 time: 1.9990327 Apr 16 15:39:06.809067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=38863293-804f-48bb-8ca1-22223ef055fa,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:06.811039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:06.857220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:39:06.864059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644156d-cf9f-4e80-aaee-69878415360a None None] Sync routers for ids ['8219cd26-9692-4492-b152-279281a7d53c'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:39:06.865350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:06.867970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "PUT /v2.0/routers/8219cd26-9692-4492-b152-279281a7d53c HTTP/1.1" status: 200 len: 705 time: 2.8851364 Apr 16 15:39:06.868514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58310) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:06.882431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644156d-cf9f-4e80-aaee-69878415360a None None] Routers {'8219cd26-9692-4492-b152-279281a7d53c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:06.882580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6644156d-cf9f-4e80-aaee-69878415360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['8219cd26-9692-4492-b152-279281a7d53c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:06.948169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58314) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:06.950475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6644156d-cf9f-4e80-aaee-69878415360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:06.956619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644156d-cf9f-4e80-aaee-69878415360a None None] Routers {'8219cd26-9692-4492-b152-279281a7d53c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:06.957102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6644156d-cf9f-4e80-aaee-69878415360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['8219cd26-9692-4492-b152-279281a7d53c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:06.965188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f1d59513-9eac-4ed5-a363-0e102dbe1e4e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/routers/8219cd26-9692-4492-b152-279281a7d53c HTTP/1.1" status: 200 len: 740 time: 0.0940397 Apr 16 15:39:06.965554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58320) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:06.998455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:06.998567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6644156d-cf9f-4e80-aaee-69878415360a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:06.998567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6644156d-cf9f-4e80-aaee-69878415360a None None] The sync data for ids ['8219cd26-9692-4492-b152-279281a7d53c'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:06.999145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7db74106-c0e6-443a-8053-715bde7b830f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.002950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c7b05470-8f6e-4e93-824d-ee8cda872f7e tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] 10.222.0.95 "GET /v2.0/ports?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&device_id=8219cd26-9692-4492-b152-279281a7d53c HTTP/1.1" status: 200 len: 205 time: 0.0356953 Apr 16 15:39:07.003452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58324) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.004018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:07.005542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:07.008962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:07.009103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.029793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7db74106-c0e6-443a-8053-715bde7b830f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.044631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9bdcbbc3-e738-44a5-9e21-3fb857d4236c tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=8219cd26-9692-4492-b152-279281a7d53c HTTP/1.1" status: 200 len: 205 time: 0.0323095 Apr 16 15:39:07.045528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58328) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.068701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53b0214e-4e00-433a-9732-aef8d56a7583 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:07.094282 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4527202 Apr 16 15:39:07.099613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58332) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.104148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': '1755d8bb-0fc7-4ca2-98bb-4a196196ccfa', 'name': 'tempest-PortsIpV6TestJSON-1038656561'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:07.109736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 53b0214e-4e00-433a-9732-aef8d56a7583 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:07.180604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa752-9f34-403c-a534-2c0787a177e3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.196789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7db74106-c0e6-443a-8053-715bde7b830f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.206342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5a88695b-1a12-406b-bed4-d63c79729b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:07.220627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.234881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db74106-c0e6-443a-8053-715bde7b830f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dda86cc-68f7-42ce-9909-ff9ea8b063df,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:07.243135 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-66deaa13-de6c-4f62-89e3-c1ca12d4eec2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=0f5119428db54fa69ac237b8436ffdde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926207 Apr 16 15:39:07.253265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58336) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.269926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7db74106-c0e6-443a-8053-715bde7b830f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:07.270266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-05b5b3ca-1be1-47ad-9d79-eef3266ebaf9 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:07.306343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router af592781-f235-4c66-b3c1-cfb061c838d4 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:39:07.312623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7db74106-c0e6-443a-8053-715bde7b830f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.313343 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7db74106-c0e6-443a-8053-715bde7b830f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-groups/0dda86cc-68f7-42ce-9909-ff9ea8b063df HTTP/1.1" status: 204 len: 168 time: 0.7265060 Apr 16 15:39:07.318805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58340) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.323177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d869999-33a3-4a25-8fec-0580d0942e4d None None] Network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:07.346346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=1ee4a5b8-9d0c-4917-adee-16ab564ec34c,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:07.351388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:07.410980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa752-9f34-403c-a534-2c0787a177e3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.412906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa752-9f34-403c-a534-2c0787a177e3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.421490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:07.426688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:port and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:07.429447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:07.438354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:07.440520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c405f9f2-3539-42a9-b9a9-2ecf5e96f098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.451894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa752-9f34-403c-a534-2c0787a177e3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.452267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeaa752-9f34-403c-a534-2c0787a177e3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Fanout notify agent at l3_agent the message router_deleted on router 8219cd26-9692-4492-b152-279281a7d53c {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:39:07.454840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-486d4b32-3635-4378-be95-192c9b989d4f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:07.460069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-97c85512-48f6-4bb0-b6df-ebd4042f56ae None None] Provisioning for port 53b0214e-4e00-433a-9732-aef8d56a7583 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:07.466448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:07.466448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.466566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-97c85512-48f6-4bb0-b6df-ebd4042f56ae None None] Provisioning complete for port 53b0214e-4e00-433a-9732-aef8d56a7583 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:07.466602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97c85512-48f6-4bb0-b6df-ebd4042f56ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.474563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c405f9f2-3539-42a9-b9a9-2ecf5e96f098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.484162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa752-9f34-403c-a534-2c0787a177e3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.487401 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0eeaa752-9f34-403c-a534-2c0787a177e3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/8219cd26-9692-4492-b152-279281a7d53c HTTP/1.1" status: 204 len: 168 time: 0.4381912 Apr 16 15:39:07.487401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58344) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.490233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:39:07.495717 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3384430 Apr 16 15:39:07.498056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af2bed-68d0-4ef5-9d3c-bf96cc75fea0 None None] Sync routers for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:39:07.503928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af2bed-68d0-4ef5-9d3c-bf96cc75fea0 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:07.504074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Checking segment: {'id': 'c071ebaf-75e9-4485-af2b-b9e151fc8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '28c4d823-696c-4767-8459-ef4c4b94c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:07.504297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network hostable DHCP agents. Network: 28c4d823-696c-4767-8459-ef4c4b94c61c, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:07.504696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c0af2bed-68d0-4ef5-9d3c-bf96cc75fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:07.508911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-486d4b32-3635-4378-be95-192c9b989d4f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:07.513406 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-486d4b32-3635-4378-be95-192c9b989d4f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1881659 Apr 16 15:39:07.513406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58348) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.515711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58350) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.522363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port baddb1da-0118-4a4e-af2b-bad577d9c2a7 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:39:07.544803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029800670'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:07.549578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 28c4d823-696c-4767-8459-ef4c4b94c61c is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:07.552907 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-83084f92-03e9-4b98-982f-b03f9a1ae90c tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=8219cd26-9692-4492-b152-279281a7d53c HTTP/1.1" status: 200 len: 205 time: 0.0647359 Apr 16 15:39:07.553645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:07.554991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58356) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.555691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97c85512-48f6-4bb0-b6df-ebd4042f56ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.593529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-97c85512-48f6-4bb0-b6df-ebd4042f56ae None None] For port 53b0214e-4e00-433a-9732-aef8d56a7583, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=53b0214e-4e00-433a-9732-aef8d56a7583,segment=NetworkSegment(dad02efc-45a5-43b4-addd-97d81dbcd050),segment_id=dad02efc-45a5-43b4-addd-97d81dbcd050)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:07.598868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97c85512-48f6-4bb0-b6df-ebd4042f56ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.600575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-243addfd-7625-4528-84c0-3c6eba6c3f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:07.608245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 28c4d823-696c-4767-8459-ef4c4b94c61c) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:07.608894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-c0af2bed-68d0-4ef5-9d3c-bf96cc75fea0 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:07.610774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:07.622700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-aac4e291-f044-45ca-96c2-f1c63414f70c tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] delete failed (client error): The resource could not be found. Apr 16 15:39:07.623357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aac4e291-f044-45ca-96c2-f1c63414f70c tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/8219cd26-9692-4492-b152-279281a7d53c HTTP/1.1" status: 404 len: 336 time: 0.0659974 Apr 16 15:39:07.632467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58360) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.638574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc51a501-b361-4a76-97a7-52355572937a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting subnet ea35fc37-a14d-4bfa-bf20-799ad797d50a {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:39:07.658926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c85512-48f6-4bb0-b6df-ebd4042f56ae None None] Pushing event updated for resources: {'Port': ['ID=53b0214e-4e00-433a-9732-aef8d56a7583,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:07.664954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.667197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b664e68-51c7-4b09-bffe-9b385774b0aa None None] Network 28c4d823-696c-4767-8459-ef4c4b94c61c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:07.671562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:07.671963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.676812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc51a501-b361-4a76-97a7-52355572937a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.736584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5443e877-1b9f-4fae-bbeb-d803765e58fb tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2e9a79c-4beb-41d6-9818-96877002a83c HTTP/1.1" status: 200 len: 205 time: 0.1031554 Apr 16 15:39:07.741103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58364) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.746857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:07.768603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97c85512-48f6-4bb0-b6df-ebd4042f56ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:07.805389 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9367115 Apr 16 15:39:07.806870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:07.810155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:07.811869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58368) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.812664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-badfd660-3235-46be-8dba-df6a8527e788 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] delete failed (client error): The resource could not be found. Apr 16 15:39:07.813417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-badfd660-3235-46be-8dba-df6a8527e788 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/c2e9a79c-4beb-41d6-9818-96877002a83c HTTP/1.1" status: 404 len: 336 time: 0.0701632 Apr 16 15:39:07.830499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501387294'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:07.833213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:07.837503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58372) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.840985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc51a501-b361-4a76-97a7-52355572937a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.848538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c0af2bed-68d0-4ef5-9d3c-bf96cc75fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:39:05Z', 'revision_number': 10, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:07.852432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-28c4d823-696c-4767-8459-ef4c4b94c61c', 'network_id': '28c4d823-696c-4767-8459-ef4c4b94c61c', 'tenant_id': '7be37314ca9c488ab9d8f211a146d52f', 'fixed_ips': [{'subnet_id': '1ee4a5b8-9d0c-4917-adee-16ab564ec34c'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:07.853024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.855909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af2bed-68d0-4ef5-9d3c-bf96cc75fea0 None None] Checking router: af592781-f235-4c66-b3c1-cfb061c838d4 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:39:07.861725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af2bed-68d0-4ef5-9d3c-bf96cc75fea0 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:07.862346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c0af2bed-68d0-4ef5-9d3c-bf96cc75fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:38:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:07.865270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:07.898342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:network and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:07.903682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:07.907970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ddd9945a-51ff-42b9-a2b4-a744234069c8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=9adbcb6a-996b-4f0d-9b78-b70bb2160c56 HTTP/1.1" status: 200 len: 205 time: 0.0694833 Apr 16 15:39:07.911341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c405f9f2-3539-42a9-b9a9-2ecf5e96f098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.913043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58376) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.915036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:07.915508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3692d070-a0c7-42d8-91ff-a27b1042b22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:07.936473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:07.946500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.969657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405f9f2-3539-42a9-b9a9-2ecf5e96f098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f96426e-4817-409e-8e8b-23bbbb31b445,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:07.972018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-c0af2bed-68d0-4ef5-9d3c-bf96cc75fea0 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:07.976096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c405f9f2-3539-42a9-b9a9-2ecf5e96f098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:07.987587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-a6b9ad81-09a0-4e25-b85e-24b9563fcfd2 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] delete failed (client error): The resource could not be found. Apr 16 15:39:07.988294 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a6b9ad81-09a0-4e25-b85e-24b9563fcfd2 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/9adbcb6a-996b-4f0d-9b78-b70bb2160c56 HTTP/1.1" status: 404 len: 336 time: 0.0687799 Apr 16 15:39:07.989854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1463} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:07.995281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:07.995645 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Added segment 852d10a0-7b8b-4499-8a38-dc80bf755d83 of type vlan for network 9439daab-0a16-409b-8310-969127e8bd89 Apr 16 15:39:07.995744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58380) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:07.996407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8::242 (1755d8bb-0fc7-4ca2-98bb-4a196196ccfa/d40179e1-11e1-4f29-a813-e5ba1bd07b5d/baddb1da-0118-4a4e-af2b-bad577d9c2a7) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:08.005483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Allocated IP 2001:db8::3 (28c4d823-696c-4767-8459-ef4c4b94c61c/1ee4a5b8-9d0c-4917-adee-16ab564ec34c/7389211b-702b-4f82-a6e9-aa73761b44a1) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:08.016120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.044238 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b2ba96e1-534e-4695-ba41-f7b50da37a94 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25 HTTP/1.1" status: 200 len: 205 time: 0.0455327 Apr 16 15:39:08.045396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc51a501-b361-4a76-97a7-52355572937a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.045821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58384) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.062126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.065688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:08.066335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.076482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:08.085383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c405f9f2-3539-42a9-b9a9-2ecf5e96f098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.087734 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c405f9f2-3539-42a9-b9a9-2ecf5e96f098 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9f96426e-4817-409e-8e8b-23bbbb31b445 HTTP/1.1" status: 204 len: 168 time: 0.8282859 Apr 16 15:39:08.131767 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e86b4183-2a3b-4adc-a8ef-910e15bc8c4f tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] delete failed (client error): The resource could not be found. Apr 16 15:39:08.132433 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e86b4183-2a3b-4adc-a8ef-910e15bc8c4f tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/059a6690-c0db-4b6e-b0b5-6b1e0c5dbd25 HTTP/1.1" status: 404 len: 336 time: 0.0857801 Apr 16 15:39:08.136284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58390) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.148378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.154709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.164077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Transition to ACTIVE for port object 7389211b-702b-4f82-a6e9-aa73761b44a1 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:08.172907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.179679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Transition to ACTIVE for port object 7389211b-702b-4f82-a6e9-aa73761b44a1 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:08.181780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3674777 Apr 16 15:39:08.195348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58394) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.206030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.213619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'network_id': '9439daab-0a16-409b-8310-969127e8bd89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:08.221892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=9439daab-0a16-409b-8310-969127e8bd89,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:08.227009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:08.227868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8e88e2e-a8e2-47c1-9f61-c5357177c7e3 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:08.238931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7225794c-c1d4-4646-a422-636d9b946fb1 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=b3634fbc-a356-4b4b-bcc5-c731c136d447 HTTP/1.1" status: 200 len: 205 time: 0.1017349 Apr 16 15:39:08.243136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58400) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.257764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.269903 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7488508 Apr 16 15:39:08.275789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58404) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.286811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134713345'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:08.297395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59275bc2-30d3-48b6-a711-df7cb6ff9514,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:08.316087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:08.317333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:08.326552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:08.354563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:08.356994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 9439daab-0a16-409b-8310-969127e8bd89 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:08.364179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-688e3dc6-6115-4580-84df-ddea079cae0f tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] delete failed (client error): The resource could not be found. Apr 16 15:39:08.366771 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-688e3dc6-6115-4580-84df-ddea079cae0f tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/b3634fbc-a356-4b4b-bcc5-c731c136d447 HTTP/1.1" status: 404 len: 336 time: 0.1196697 Apr 16 15:39:08.367167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c0af2bed-68d0-4ef5-9d3c-bf96cc75fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:39:05Z', 'revision_number': 10, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:08.368959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58408) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.370210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af2bed-68d0-4ef5-9d3c-bf96cc75fea0 None None] The sync data for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv is: [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:39:05Z', 'revision_number': 10, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None, '_interfaces': [{'id': 'f8267db7-2cfa-401d-b65f-870edd8c89d0', 'name': '', 'network_id': 'f6cb4a5f-c0ae-4c7d-855f-2b942cef9853', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'mac_address': 'fa:16:3e:7a:c8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:38:18Z', 'updated_at': '2021-04-16T15:38:25Z', 'revision_number': 5, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'subnets': [{'id': '93be232c-1d0b-4a18-bc5a-d94b161a9c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:08.390875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:08.421627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58412) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.426477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:subnet and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:08.430652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.443353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:08.446393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac4ef119-a0db-4686-9d62-870b6f5d4a0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "GET /v2.0/ports?device_id=9e43ade3-1871-4eeb-95b7-654e2e263911 HTTP/1.1" status: 200 len: 205 time: 0.0609422 Apr 16 15:39:08.449589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58416) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.453191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:08.455704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-12906906-e404-4c9e-b971-7efaffa6cd66 None None] Provisioning complete for port 53b0214e-4e00-433a-9732-aef8d56a7583 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:08.455947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12906906-e404-4c9e-b971-7efaffa6cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.459094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:08.460624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2885ec17-496e-4984-9698-582e7c5dcc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.480966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2885ec17-496e-4984-9698-582e7c5dcc99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:08.482880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Network 28c4d823-696c-4767-8459-ef4c4b94c61c is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:08.483336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2885ec17-496e-4984-9698-582e7c5dcc99 admin admin] Usage tracker for resource:security_group_rule and tenant:caa21ed581874d40ab0427df41d60db0 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:08.484965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2885ec17-496e-4984-9698-582e7c5dcc99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:08.488274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2885ec17-496e-4984-9698-582e7c5dcc99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:08.488619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:08.491737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:08.491861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-0e999366-dfe8-42c3-ac8c-78d7d6f88919 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] delete failed (client error): The resource could not be found. Apr 16 15:39:08.492520 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0e999366-dfe8-42c3-ac8c-78d7d6f88919 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/routers/9e43ade3-1871-4eeb-95b7-654e2e263911 HTTP/1.1" status: 404 len: 336 time: 0.0418053 Apr 16 15:39:08.497121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58420) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.499071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:08.519432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Pushing event updated for resources: {'Port': ['ID=7389211b-702b-4f82-a6e9-aa73761b44a1,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:08.523695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:08.525566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:08.528891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:08.531526 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2090ceaa-0c9f-4f22-8ac7-b4043bf7ace1 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:08.531814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2090ceaa-0c9f-4f22-8ac7-b4043bf7ace1 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:08.536340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:08.539961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.542736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2090ceaa-0c9f-4f22-8ac7-b4043bf7ace1 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] 10.222.0.95 "DELETE /v2.0/subnets/e36433e5-23af-4fba-a530-b0e03111e458 HTTP/1.1" status: 404 len: 337 time: 0.0432885 Apr 16 15:39:08.552713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc51a501-b361-4a76-97a7-52355572937a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.562044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e0357391-3885-4385-8864-41277218f4f3 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:08.563648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Attempting to bind port 7389211b-702b-4f82-a6e9-aa73761b44a1 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:08.563833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Attempting to bind port 7389211b-702b-4f82-a6e9-aa73761b44a1 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c071ebaf-75e9-4485-af2b-b9e151fc8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '28c4d823-696c-4767-8459-ef4c4b94c61c'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:08.564086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Attempting to bind port 7389211b-702b-4f82-a6e9-aa73761b44a1 on network 28c4d823-696c-4767-8459-ef4c4b94c61c {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:08.568503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:08.568734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Checking segment: {'id': 'c071ebaf-75e9-4485-af2b-b9e151fc8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '28c4d823-696c-4767-8459-ef4c4b94c61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:08.568989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.569230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Bound using segment: {'id': 'c071ebaf-75e9-4485-af2b-b9e151fc8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '28c4d823-696c-4767-8459-ef4c4b94c61c'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:08.569522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Bound port: 7389211b-702b-4f82-a6e9-aa73761b44a1, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c071ebaf-75e9-4485-af2b-b9e151fc8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '28c4d823-696c-4767-8459-ef4c4b94c61c'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:08.569863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.578743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2885ec17-496e-4984-9698-582e7c5dcc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.587780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.599190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object baddb1da-0118-4a4e-af2b-bad577d9c2a7 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:08.610498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51a501-b361-4a76-97a7-52355572937a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Subnet': ['ID=ea35fc37-a14d-4bfa-bf20-799ad797d50a,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:08.621139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc51a501-b361-4a76-97a7-52355572937a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:08.621871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2885ec17-496e-4984-9698-582e7c5dcc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.650955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-12906906-e404-4c9e-b971-7efaffa6cd66 None None] Provisioning for port 38863293-804f-48bb-8ca1-22223ef055fa completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:08.661557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc51a501-b361-4a76-97a7-52355572937a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.664390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-12906906-e404-4c9e-b971-7efaffa6cd66 None None] Provisioning complete for port 38863293-804f-48bb-8ca1-22223ef055fa triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:08.664684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12906906-e404-4c9e-b971-7efaffa6cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.666396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.671752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cc51a501-b361-4a76-97a7-52355572937a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/ea35fc37-a14d-4bfa-bf20-799ad797d50a HTTP/1.1" status: 204 len: 168 time: 1.1568730 Apr 16 15:39:08.672336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58426) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.674371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.677549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-16344da8-525b-4de2-bdf4-afa198d2a1ad tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:08.680391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52104797-e598-4544-8761-ab863b8aac23 None None] Network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:08.700463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2885ec17-496e-4984-9698-582e7c5dcc99 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=caa21ed581874d40ab0427df41d60db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767851 Apr 16 15:39:08.701474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.767087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58432) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.767812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58434) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:08.776319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885ec17-496e-4984-9698-582e7c5dcc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d081f6f4-cc66-494d-ae67-96e1ee30c53f,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:08.780527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2885ec17-496e-4984-9698-582e7c5dcc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:08.785045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c53c3fd3-b06f-4105-81cf-4153dc1c43af tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:08.858057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Performing IP validity checks on allocation pools {{(pid=86007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 16 15:39:08.858710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 16 15:39:08.893169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=baddb1da-0118-4a4e-af2b-bad577d9c2a7,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:08.908180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:08.936681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9d539c2a-0caf-40cc-aaa7-cb0b950f1c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:08.942570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] For port 7389211b-702b-4f82-a6e9-aa73761b44a1, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:08.946667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53b0214e-4e00-433a-9732-aef8d56a7583 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:08.976519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-12906906-e404-4c9e-b971-7efaffa6cd66 None None] Port 38863293-804f-48bb-8ca1-22223ef055fa cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:08.978779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9d539c2a-0caf-40cc-aaa7-cb0b950f1c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:08.983749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] For port 7389211b-702b-4f82-a6e9-aa73761b44a1, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7389211b-702b-4f82-a6e9-aa73761b44a1,segment=NetworkSegment(c071ebaf-75e9-4485-af2b-b9e151fc8b9a),segment_id=c071ebaf-75e9-4485-af2b-b9e151fc8b9a)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:08.985299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9d539c2a-0caf-40cc-aaa7-cb0b950f1c37 admin admin] Usage tracker for resource:security_group_rule and tenant:6885da696ec44b22bf422515e8f2ebfd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:08.993413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9d539c2a-0caf-40cc-aaa7-cb0b950f1c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:08.996161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:08.997901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:09.000872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9d539c2a-0caf-40cc-aaa7-cb0b950f1c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:09.007892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.009189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:09.013615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:09.017146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:09.017532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.021153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49999e15-e209-4c91-93e4-0b8824743a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.028954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9a73ab-534a-4e61-a03d-25cf77d69bd8,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:09.031516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:09.035773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.053761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a5f1f8cc-52c6-4387-bf0e-19b7fe23af97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:09.063562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.066357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7842834 Apr 16 15:39:09.070611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58444) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:09.075212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49999e15-e209-4c91-93e4-0b8824743a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.077497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '59275bc2-30d3-48b6-a711-df7cb6ff9514', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'be9a73ab-534a-4e61-a03d-25cf77d69bd8', 'remote_ip_prefix': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:09.083385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:09.087232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:09.089105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:09.090737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:09.091172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.094666 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9942482 Apr 16 15:39:09.105310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58448) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:09.118369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:09.161654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dbe0a602-42a5-4882-8760-fc14a169a445 None None] Provisioning complete for port 38863293-804f-48bb-8ca1-22223ef055fa triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:09.161891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbe0a602-42a5-4882-8760-fc14a169a445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.164398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.179412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Pushing event updated for resources: {'Port': ['ID=7389211b-702b-4f82-a6e9-aa73761b44a1,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:09.187622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:09.197845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 53b0214e-4e00-433a-9732-aef8d56a7583 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:09.198100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.228655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9d539c2a-0caf-40cc-aaa7-cb0b950f1c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.242485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9d539c2a-0caf-40cc-aaa7-cb0b950f1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.249135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74042272-5f4c-4757-977e-d79d3fbc64d1 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:09.250718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0a602-42a5-4882-8760-fc14a169a445 None None] Port 38863293-804f-48bb-8ca1-22223ef055fa cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:09.254012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49999e15-e209-4c91-93e4-0b8824743a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.281283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] For port c7f4b8a8-8c71-4d79-b633-d7245410a0e0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c7f4b8a8-8c71-4d79-b633-d7245410a0e0,segment=NetworkSegment(5c2352a6-6a6d-4954-9dbf-9330c1183210),segment_id=5c2352a6-6a6d-4954-9dbf-9330c1183210)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:09.281486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.287864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.297592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368fdf14-3273-42b8-a834-5d496c5fd0ea tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:09.298112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-368fdf14-3273-42b8-a834-5d496c5fd0ea tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:09.305293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9d539c2a-0caf-40cc-aaa7-cb0b950f1c37 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=6885da696ec44b22bf422515e8f2ebfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5241168 Apr 16 15:39:09.306529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d539c2a-0caf-40cc-aaa7-cb0b950f1c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad46e1de-c47d-4570-ba40-bc8c374930b6,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:09.307045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0131bc12-47a9-4939-8f9e-6a1fcbb94173 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:09.310872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58454) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:09.319145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.320446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9d539c2a-0caf-40cc-aaa7-cb0b950f1c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:09.321968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d228ab3-83c6-4c62-beaf-638120b85b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:09.345587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49999e15-e209-4c91-93e4-0b8824743a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d081f6f4-cc66-494d-ae67-96e1ee30c53f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:09.345963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 0131bc12-47a9-4939-8f9e-6a1fcbb94173 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:09.346188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0131bc12-47a9-4939-8f9e-6a1fcbb94173 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:09.348012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49999e15-e209-4c91-93e4-0b8824743a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.349150 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-49999e15-e209-4c91-93e4-0b8824743a54 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/d081f6f4-cc66-494d-ae67-96e1ee30c53f HTTP/1.1" status: 204 len: 168 time: 0.5705953 Apr 16 15:39:09.353376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-49999e15-e209-4c91-93e4-0b8824743a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:09.360477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for c7f4b8a8-8c71-4d79-b633-d7245410a0e0 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:09.376146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f096717-32b2-41b2-9ba1-62fe7f7f6744 None None] DHCP port deletion for 7ebff6b0-08d4-43a3-9681-567e86fd04f8 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:09.382050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5f096717-32b2-41b2-9ba1-62fe7f7f6744 None None] Deleting port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:09.382309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f096717-32b2-41b2-9ba1-62fe7f7f6744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.385915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:09.394616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-368fdf14-3273-42b8-a834-5d496c5fd0ea tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:09.399996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-368fdf14-3273-42b8-a834-5d496c5fd0ea tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A24 HTTP/1.1" status: 200 len: 928 time: 0.2978649 Apr 16 15:39:09.400290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58460) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:09.433584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faca6ea-703c-4e18-9b58-b4df40d7d558,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:09.441685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:09.461078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-46a36850-23d3-443f-916b-1de9d5fcc665 None None] Provisioning for port baddb1da-0118-4a4e-af2b-bad577d9c2a7 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:09.468448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b9532-0a9d-4ff5-a253-610cb2f1e191 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port baddb1da-0118-4a4e-af2b-bad577d9c2a7 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:09.468662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa0b9532-0a9d-4ff5-a253-610cb2f1e191 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.474614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-46a36850-23d3-443f-916b-1de9d5fcc665 None None] Provisioning complete for port baddb1da-0118-4a4e-af2b-bad577d9c2a7 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:09.474879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46a36850-23d3-443f-916b-1de9d5fcc665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.483297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.486222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4150300 Apr 16 15:39:09.486807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58468) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:09.494367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c171e153-66c2-41e8-9c53-07fc17674046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.523873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c171e153-66c2-41e8-9c53-07fc17674046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.526761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.527945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.537643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1baddc9b-9f5b-4e2a-b8b7-9535293333fd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:09.540728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-46a36850-23d3-443f-916b-1de9d5fcc665 None None] Port baddb1da-0118-4a4e-af2b-bad577d9c2a7 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:09.546275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fb4ff7ed-6583-4f01-8224-f46dde826e35 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:09.563041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cc58ad5-43b9-4afd-b4c7-3d9acd14be64 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.573368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5f096717-32b2-41b2-9ba1-62fe7f7f6744 None None] For port c7f4b8a8-8c71-4d79-b633-d7245410a0e0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c7f4b8a8-8c71-4d79-b633-d7245410a0e0,segment=NetworkSegment(5c2352a6-6a6d-4954-9dbf-9330c1183210),segment_id=5c2352a6-6a6d-4954-9dbf-9330c1183210)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:09.573749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f096717-32b2-41b2-9ba1-62fe7f7f6744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.620677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58472) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:09.627928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=c7f4b8a8-8c71-4d79-b633-d7245410a0e0,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:09.637380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cc58ad5-43b9-4afd-b4c7-3d9acd14be64 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.649815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:09.674843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d3441aba-6841-4fdb-a2f5-bfdf7ce258ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.677212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5f096717-32b2-41b2-9ba1-62fe7f7f6744 None None] Calling delete_port for c7f4b8a8-8c71-4d79-b633-d7245410a0e0 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:09.686341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=18ec4e82-3d2f-4568-bb11-78a858e5059e,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:09.690578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:09.703270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d3441aba-6841-4fdb-a2f5-bfdf7ce258ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:09.708326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d3441aba-6841-4fdb-a2f5-bfdf7ce258ef admin admin] Usage tracker for resource:security_group_rule and tenant:e21d7d2330c3403389ca5e588633df21 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:09.711570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d3441aba-6841-4fdb-a2f5-bfdf7ce258ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:09.723233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d3441aba-6841-4fdb-a2f5-bfdf7ce258ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:09.727617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-5f096717-32b2-41b2-9ba1-62fe7f7f6744 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:09.727929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-5f096717-32b2-41b2-9ba1-62fe7f7f6744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:09.733935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c171e153-66c2-41e8-9c53-07fc17674046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.734690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cc58ad5-43b9-4afd-b4c7-3d9acd14be64 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.737053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a78603c-e80b-4795-a5f2-d266bf78713d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:09.744622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1bf22484-a298-4229-8ccc-7acc46d610e1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:09.750146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No DVR routers for this DVR port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:09.751355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171e153-66c2-41e8-9c53-07fc17674046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad46e1de-c47d-4570-ba40-bc8c374930b6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:09.757616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c171e153-66c2-41e8-9c53-07fc17674046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:09.764748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c171e153-66c2-41e8-9c53-07fc17674046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.765527 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c171e153-66c2-41e8-9c53-07fc17674046 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ad46e1de-c47d-4570-ba40-bc8c374930b6 HTTP/1.1" status: 204 len: 168 time: 0.4540112 Apr 16 15:39:09.785272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc58ad5-43b9-4afd-b4c7-3d9acd14be64 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5faca6ea-703c-4e18-9b58-b4df40d7d558,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:09.785401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Checking segment: {'id': '852d10a0-7b8b-4499-8a38-dc80bf755d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '9439daab-0a16-409b-8310-969127e8bd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:09.785619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network hostable DHCP agents. Network: 9439daab-0a16-409b-8310-969127e8bd89, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:09.790569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cc58ad5-43b9-4afd-b4c7-3d9acd14be64 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:09.809127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cc58ad5-43b9-4afd-b4c7-3d9acd14be64 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.811568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2cc58ad5-43b9-4afd-b4c7-3d9acd14be64 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/5faca6ea-703c-4e18-9b58-b4df40d7d558 HTTP/1.1" status: 204 len: 168 time: 0.3143613 Apr 16 15:39:09.813707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58480) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:09.814340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 9439daab-0a16-409b-8310-969127e8bd89 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:09.829556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d3441aba-6841-4fdb-a2f5-bfdf7ce258ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.833494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d3441aba-6841-4fdb-a2f5-bfdf7ce258ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.839217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-40c26dae-5312-41c7-a644-e0580862eccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:09.844817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 9439daab-0a16-409b-8310-969127e8bd89) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:09.855595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa0b9532-0a9d-4ff5-a253-610cb2f1e191 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.857318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e78ccc9-d969-45af-b48c-b9dd3406375a None None] Network 9439daab-0a16-409b-8310-969127e8bd89 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:09.865568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.872933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:09.873315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:09.884408 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d3441aba-6841-4fdb-a2f5-bfdf7ce258ef admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e21d7d2330c3403389ca5e588633df21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437444 Apr 16 15:39:09.884408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3441aba-6841-4fdb-a2f5-bfdf7ce258ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dc1e2e-ba0b-4440-b514-424c3c477f27,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:09.893686 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac506885-5b0e-4830-ba3f-48de79b2df26 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0775852 Apr 16 15:39:09.894061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58486) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:09.894590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d3441aba-6841-4fdb-a2f5-bfdf7ce258ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:09.897660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58488) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:09.928885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7303886 Apr 16 15:39:09.937492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58494) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:09.968098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-aa0b9532-0a9d-4ff5-a253-610cb2f1e191 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for baddb1da-0118-4a4e-af2b-bad577d9c2a7 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:10.010216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58498) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:10.020110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-9439daab-0a16-409b-8310-969127e8bd89', 'network_id': '9439daab-0a16-409b-8310-969127e8bd89', 'tenant_id': '7be37314ca9c488ab9d8f211a146d52f', 'fixed_ips': [{'subnet_id': '18ec4e82-3d2f-4568-bb11-78a858e5059e'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:10.020698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.020910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-305732db-68ae-4518-8a50-71f42acd1954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.039427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-946ea051-46cd-44f8-9d31-45fa85992c0f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.040394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebff6b0-08d4-43a3-9681-567e86fd04f8']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:10.061324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-305732db-68ae-4518-8a50-71f42acd1954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.061477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2352a6-6a6d-4954-9dbf-9330c1183210') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:10.061477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2352a6-6a6d-4954-9dbf-9330c1183210') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:10.076356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.085904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-946ea051-46cd-44f8-9d31-45fa85992c0f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.101694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.104871 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c93faff5-186e-4f9e-a9c9-5deae3f703a3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e3d6fcdc996b4360a8eae8da8a21cbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0899744 Apr 16 15:39:10.110027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58504) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:10.119466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.155045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Allocated IP 2001:db8::3 (9439daab-0a16-409b-8310-969127e8bd89/18ec4e82-3d2f-4568-bb11-78a858e5059e/f711299d-ff0f-4553-a50e-2e863acd1c7c) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:10.157590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Releasing vlan 1489 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:10.180993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-946ea051-46cd-44f8-9d31-45fa85992c0f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.184911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-21ff9943-57ed-45ba-b20a-d3595a348682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:10.189345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-305732db-68ae-4518-8a50-71f42acd1954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.208086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ea051-46cd-44f8-9d31-45fa85992c0f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9a73ab-534a-4e61-a03d-25cf77d69bd8,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:10.211637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-946ea051-46cd-44f8-9d31-45fa85992c0f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:10.213545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9ddf1ca9-356f-4d74-94e3-ee0800aebf6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:10.218738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.229721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5f096717-32b2-41b2-9ba1-62fe7f7f6744 None None] Deleting port c7f4b8a8-8c71-4d79-b633-d7245410a0e0 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:10.229993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f096717-32b2-41b2-9ba1-62fe7f7f6744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.237337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa0b9532-0a9d-4ff5-a253-610cb2f1e191 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.252369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-09b1d9aa-30f6-4a55-9168-f896a026d61d tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:10.284284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5f096717-32b2-41b2-9ba1-62fe7f7f6744 None None] The port 'c7f4b8a8-8c71-4d79-b633-d7245410a0e0' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:39:10.325898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.333111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Transition to ACTIVE for port object f711299d-ff0f-4553-a50e-2e863acd1c7c will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:10.344385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b9532-0a9d-4ff5-a253-610cb2f1e191 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=baddb1da-0118-4a4e-af2b-bad577d9c2a7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:10.344803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Transition to ACTIVE for port object f711299d-ff0f-4553-a50e-2e863acd1c7c will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:10.354460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.357413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aa0b9532-0a9d-4ff5-a253-610cb2f1e191 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:10.364231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2f37385-c1d3-454a-a810-d4b4e5cb9662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:10.364510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:10.374184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.382581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-841a600e-7e11-4c75-aad5-ab593eb063bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.468141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1063a-b778-4984-82ae-cf4c2de430a6 req-8f3ff04d-4d4c-4ad0-9791-e8354228086c tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:10.468942 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bba1063a-b778-4984-82ae-cf4c2de430a6 req-8f3ff04d-4d4c-4ad0-9791-e8354228086c tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3449290 Apr 16 15:39:10.473254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-841a600e-7e11-4c75-aad5-ab593eb063bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.487836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Pushing event updated for resources: {'Port': ['ID=f711299d-ff0f-4553-a50e-2e863acd1c7c,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:10.494576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:10.507647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Network 9439daab-0a16-409b-8310-969127e8bd89 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:10.508884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:10.512903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:10.530485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305732db-68ae-4518-8a50-71f42acd1954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dc1e2e-ba0b-4440-b514-424c3c477f27,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:10.535243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-305732db-68ae-4518-8a50-71f42acd1954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:10.547807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-946ea051-46cd-44f8-9d31-45fa85992c0f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.548583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-946ea051-46cd-44f8-9d31-45fa85992c0f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-groups/be9a73ab-534a-4e61-a03d-25cf77d69bd8 HTTP/1.1" status: 204 len: 168 time: 0.6502402 Apr 16 15:39:10.550256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network 7ebff6b0-08d4-43a3-9681-567e86fd04f8 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:10.551413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58510) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:10.564583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-305732db-68ae-4518-8a50-71f42acd1954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.566986 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-305732db-68ae-4518-8a50-71f42acd1954 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e7dc1e2e-ba0b-4440-b514-424c3c477f27 HTTP/1.1" status: 204 len: 168 time: 0.6687603 Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:10.573843 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:10.618519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Attempting to bind port f711299d-ff0f-4553-a50e-2e863acd1c7c on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:10.618908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Attempting to bind port f711299d-ff0f-4553-a50e-2e863acd1c7c by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '852d10a0-7b8b-4499-8a38-dc80bf755d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '9439daab-0a16-409b-8310-969127e8bd89'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:10.619264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Attempting to bind port f711299d-ff0f-4553-a50e-2e863acd1c7c on network 9439daab-0a16-409b-8310-969127e8bd89 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:10.624011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:10.624417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Checking segment: {'id': '852d10a0-7b8b-4499-8a38-dc80bf755d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '9439daab-0a16-409b-8310-969127e8bd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:10.624805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.625177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Bound using segment: {'id': '852d10a0-7b8b-4499-8a38-dc80bf755d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '9439daab-0a16-409b-8310-969127e8bd89'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:10.625828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Bound port: f711299d-ff0f-4553-a50e-2e863acd1c7c, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '852d10a0-7b8b-4499-8a38-dc80bf755d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1463, 'network_id': '9439daab-0a16-409b-8310-969127e8bd89'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:10.626194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.634129 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bba1063a-b778-4984-82ae-cf4c2de430a6 req-074fdaeb-f624-4ba3-9a7f-8acc75a49641 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328051 Apr 16 15:39:10.671758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa0b9532-0a9d-4ff5-a253-610cb2f1e191 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.676797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.684182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e0a943a-b0cf-4d3a-ae38-73c4231c19e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:10.693719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.694285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-90383160-5e0b-450f-bcd0-0e16b9817085 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:10.697967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-841a600e-7e11-4c75-aad5-ab593eb063bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.712970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] For port f711299d-ff0f-4553-a50e-2e863acd1c7c, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:10.715332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] For port f711299d-ff0f-4553-a50e-2e863acd1c7c, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f711299d-ff0f-4553-a50e-2e863acd1c7c,segment=NetworkSegment(852d10a0-7b8b-4499-8a38-dc80bf755d83),segment_id=852d10a0-7b8b-4499-8a38-dc80bf755d83)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:10.718720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Network': ['ID=7ebff6b0-08d4-43a3-9681-567e86fd04f8,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:10.723576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:10.723951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d7237314-f55c-4e66-a34b-aa242c96f2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:10.725548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.743940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/networks/7ebff6b0-08d4-43a3-9681-567e86fd04f8 HTTP/1.1" status: 204 len: 168 time: 2.0708852 Apr 16 15:39:10.745016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58518) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:10.747288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aa0b9532-0a9d-4ff5-a253-610cb2f1e191 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/baddb1da-0118-4a4e-af2b-bad577d9c2a7 HTTP/1.1" status: 204 len: 168 time: 1.3426049 Apr 16 15:39:10.747800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58520) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:10.749631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a600e-7e11-4c75-aad5-ab593eb063bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bf2cb4-8792-4cb7-b9c9-366b509a13c0,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:10.784712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-841a600e-7e11-4c75-aad5-ab593eb063bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:10.785838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-841a600e-7e11-4c75-aad5-ab593eb063bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.786613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-841a600e-7e11-4c75-aad5-ab593eb063bf admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/87bf2cb4-8792-4cb7-b9c9-366b509a13c0 HTTP/1.1" status: 204 len: 168 time: 0.6759794 Apr 16 15:39:10.799785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-90383160-5e0b-450f-bcd0-0e16b9817085 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:10.800772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-90383160-5e0b-450f-bcd0-0e16b9817085 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2474570 Apr 16 15:39:10.803603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58530) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:10.822569 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-afba9ce6-1f19-4e35-aec6-8c23fd800bb9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:39:10.822930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-afba9ce6-1f19-4e35-aec6-8c23fd800bb9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:10.836551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3f5d562c-8bd8-4dc9-9d87-0cfac7182c4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:10.846839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-afba9ce6-1f19-4e35-aec6-8c23fd800bb9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:10.849529 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-afba9ce6-1f19-4e35-aec6-8c23fd800bb9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/baddb1da-0118-4a4e-af2b-bad577d9c2a7 HTTP/1.1" status: 404 len: 333 time: 0.1009953 Apr 16 15:39:10.854524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58534) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:10.895798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603b351-c8ad-49bf-8854-8050f0965c77 req-71d3f17e-5f2a-4345-a97e-cb94da4985fe tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:10.896747 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7603b351-c8ad-49bf-8854-8050f0965c77 req-71d3f17e-5f2a-4345-a97e-cb94da4985fe tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.1066720 Apr 16 15:39:10.925365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb07fd0-ef2c-4233-99f3-d0965c042559 None None] Network 28c4d823-696c-4767-8459-ef4c4b94c61c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:10.952211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Pushing event updated for resources: {'Port': ['ID=f711299d-ff0f-4553-a50e-2e863acd1c7c,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:10.953028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0e885296-d498-4df6-978f-361ef9c74000 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 38863293-804f-48bb-8ca1-22223ef055fa {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:10.953257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e885296-d498-4df6-978f-361ef9c74000 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:10.961922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:10.968432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-56b24374-01a5-4653-af6d-4f3479498bd2 None None] Provisioning for port 7389211b-702b-4f82-a6e9-aa73761b44a1 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:11.096432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-32c4cce2-1b92-44ba-a321-2c185e7967b7 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.125412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.223942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7389211b-702b-4f82-a6e9-aa73761b44a1 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:11.244222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-77e5364e-045a-42c1-8703-df761b386e03 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:11.296701 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7603b351-c8ad-49bf-8854-8050f0965c77 req-94910083-6f0e-494d-8521-513e5c462ec2 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3895965 Apr 16 15:39:11.433211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.525666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e885296-d498-4df6-978f-361ef9c74000 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.530806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3ec9acb-aa4c-4965-b32d-c2bebd3a662a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.559310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 7389211b-702b-4f82-a6e9-aa73761b44a1 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:11.566456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9439daab-0a16-409b-8310-969127e8bd89']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:11.572607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7389211b-702b-4f82-a6e9-aa73761b44a1 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:11.573144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.574249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852d10a0-7b8b-4499-8a38-dc80bf755d83') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:11.574463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852d10a0-7b8b-4499-8a38-dc80bf755d83') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:11.580589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58574) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:11.581786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.590464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.594001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1463 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:11.623219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0e885296-d498-4df6-978f-361ef9c74000 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 38863293-804f-48bb-8ca1-22223ef055fa owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:11.716232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.760596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 9439daab-0a16-409b-8310-969127e8bd89 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:11.764735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 7389211b-702b-4f82-a6e9-aa73761b44a1, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7389211b-702b-4f82-a6e9-aa73761b44a1,segment=NetworkSegment(c071ebaf-75e9-4485-af2b-b9e151fc8b9a),segment_id=c071ebaf-75e9-4485-af2b-b9e151fc8b9a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:11.765718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.768007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.771162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:11.778342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Subnet': ['ID=18ec4e82-3d2f-4568-bb11-78a858e5059e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:11.791717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:11.825369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91320f-f987-4330-ad25-686c3ef9da43 req-3395522d-d27c-4cfd-9ebe-da1836643ba6 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:11.826977 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b91320f-f987-4330-ad25-686c3ef9da43 req-3395522d-d27c-4cfd-9ebe-da1836643ba6 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2114220 Apr 16 15:39:11.833404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'networks': [{'name': 'tempest-network--1204590081'}, {'name': 'tempest-network--1918782344'}]} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:11.833932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'network': {'name': 'tempest-network--1204590081'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:11.834007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'network': {'name': 'tempest-network--1918782344'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:11.834058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58582) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:11.835055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-32c4cce2-1b92-44ba-a321-2c185e7967b7 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.837773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e885296-d498-4df6-978f-361ef9c74000 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.852239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=7389211b-702b-4f82-a6e9-aa73761b44a1,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:11.854155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c7f4b8a8-8c71-4d79-b633-d7245410a0e0 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:11.886683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:11.887461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: c7f4b8a8-8c71-4d79-b633-d7245410a0e0 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:11.887682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c7f4b8a8-8c71-4d79-b633-d7245410a0e0 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:11.895202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f6a56c4-1ac7-47c1-86a3-5f1d2ba347aa tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:11.917182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:11.936124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Usage tracker for resource:network and tenant:932df70a192a4e8ba4d22d6dd4f00b9f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:11.940552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-76470614-19f7-4b71-8aa5-ff2a81ef8fb5 None None] Provisioning complete for port 7389211b-702b-4f82-a6e9-aa73761b44a1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:11.940843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76470614-19f7-4b71-8aa5-ff2a81ef8fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.943852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:11.945581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e885296-d498-4df6-978f-361ef9c74000 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=38863293-804f-48bb-8ca1-22223ef055fa,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:11.947189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e885296-d498-4df6-978f-361ef9c74000 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:11.951280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:11.964075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-257367192'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:11.966862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:11.969020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Usage tracker for resource:network and tenant:71589525fd8f4609a5daaafea721ba4d is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:11.971161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:11.974701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:11.977423 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b91320f-f987-4330-ad25-686c3ef9da43 req-dc924cc1-1733-4708-8f13-f276d9da8d20 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836844 Apr 16 15:39:11.977869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Made reservation on behalf of 932df70a192a4e8ba4d22d6dd4f00b9f for: {'network': 2} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:11.982285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.990717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Made reservation on behalf of 71589525fd8f4609a5daaafea721ba4d for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:11.994239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:11.999247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.009413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 9439daab-0a16-409b-8310-969127e8bd89 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:12.012078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:12.015721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Usage tracker for resource:security_group_rule and tenant:932df70a192a4e8ba4d22d6dd4f00b9f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:12.017007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.018230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:12.036196 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:12.044082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:12.047095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e885296-d498-4df6-978f-361ef9c74000 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.058653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0e885296-d498-4df6-978f-361ef9c74000 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/38863293-804f-48bb-8ca1-22223ef055fa HTTP/1.1" status: 204 len: 168 time: 1.2033727 Apr 16 15:39:12.060317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58588) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:12.078665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-32c4cce2-1b92-44ba-a321-2c185e7967b7 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.091637 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c802a09-ca27-4d73-811b-992b019af8da tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:39:12.091990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6c802a09-ca27-4d73-811b-992b019af8da tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:12.097118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:12.101423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56177582-cde4-4b45-91b2-b5c2da545c9b tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:12.102533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6c802a09-ca27-4d73-811b-992b019af8da tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:12.105010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6c802a09-ca27-4d73-811b-992b019af8da tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/38863293-804f-48bb-8ca1-22223ef055fa HTTP/1.1" status: 404 len: 333 time: 0.0423186 Apr 16 15:39:12.105284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58592) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:12.116620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Usage tracker for resource:security_group_rule and tenant:71589525fd8f4609a5daaafea721ba4d is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:12.120233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:12.123260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4cce2-1b92-44ba-a321-2c185e7967b7 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59275bc2-30d3-48b6-a711-df7cb6ff9514,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:12.126221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-32c4cce2-1b92-44ba-a321-2c185e7967b7 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:12.131961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 15:39:12.131961 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 15:39:12.131961 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': '9439daab-0a16-409b-8310-969127e8bd89'}] Apr 16 15:39:12.131961 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:12.132154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:12.132598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:12.157224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-32c4cce2-1b92-44ba-a321-2c185e7967b7 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.158234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-32c4cce2-1b92-44ba-a321-2c185e7967b7 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-groups/59275bc2-30d3-48b6-a711-df7cb6ff9514 HTTP/1.1" status: 204 len: 168 time: 1.3503220 Apr 16 15:39:12.161291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58596) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:12.176773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c528f5d7-846b-4ae7-a42a-bcef6a98a388 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting subnet d40179e1-11e1-4f29-a813-e5ba1bd07b5d {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:39:12.182125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c528f5d7-846b-4ae7-a42a-bcef6a98a388 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.228420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.232967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.236419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9d539c2a-0caf-40cc-aaa7-cb0b950f1c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:12.242462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fe6a180f-91fd-4003-9d18-4c73b19e5d4a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:12.246607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c528f5d7-846b-4ae7-a42a-bcef6a98a388 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.253624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1471} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:12.261598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2aebb8-5f5f-454d-bc96-ed29915b87f7,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:12.264749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.281605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.283981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fe6a180f-91fd-4003-9d18-4c73b19e5d4a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:12.287828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fe6a180f-91fd-4003-9d18-4c73b19e5d4a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1229589 Apr 16 15:39:12.288905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58600) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:12.291678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.292010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.300180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:12.301996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group': {'name': 'tempest-secgroup--356620537'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:12.304893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fc9de5c-70d1-4d77-8093-92f3f289ea3c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:12.307990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.308188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Added segment d4926f0b-5337-4662-95c7-af60e2adf9fb of type vlan for network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 Apr 16 15:39:12.318123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:12.343190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:12.347503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e39d89f-f8db-410b-996d-8d80a16432ae,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:12.349712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1475} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:12.351981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:12.360051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.360264 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Added segment 66aebcaa-0706-48c3-974c-1036e50bd1c1 of type vlan for network 18976f29-af69-49f2-9e0b-daeaf1216dee Apr 16 15:39:12.361327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.366232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.375430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c528f5d7-846b-4ae7-a42a-bcef6a98a388 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.404475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:12.416235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:12.419806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:12.422126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.429759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:12.438768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.441945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:12.442303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.445723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c01030d7-a6e9-473f-87c3-83a4c719ef17 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:12.510851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6686397 Apr 16 15:39:12.515570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58604) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:12.516019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Pushing event updated for resources: {'Network': ['ID=7f0be0f8-7fcc-4713-9d8f-42daf16da623,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:12.518136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1464} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:12.519277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:12.522267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Request body: {'subnet': {'network_id': '7f0be0f8-7fcc-4713-9d8f-42daf16da623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:12.524999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:12.536849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.537393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Added segment fb923cea-1cf9-4bd6-8866-49de6477c8b8 of type vlan for network 6c43de0f-ba30-4ff8-9cf8-d48ed0840486 Apr 16 15:39:12.565764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.594197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.603631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:12.614090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.617756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:12.619115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port f8267db7-2cfa-401d-b65f-870edd8c89d0 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:12.619319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.637089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.646162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2039abfd-ea63-4ac4-84ef-d602f1840c3a,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:12.652200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:12.671620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Usage tracker for resource:subnet and tenant:71589525fd8f4609a5daaafea721ba4d is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:12.672976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.674064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3832314 Apr 16 15:39:12.676108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58608) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:12.679909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '2039abfd-ea63-4ac4-84ef-d602f1840c3a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:12.680189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:12.682850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.683184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.686080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:12.688550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:12.688950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.690849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:12.694133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8ac44a0e-d72d-4a01-b4ea-ec04cfe50666 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:12.702867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:12.708601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c528f5d7-846b-4ae7-a42a-bcef6a98a388 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.710408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port f711299d-ff0f-4553-a50e-2e863acd1c7c {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:12.710634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.721726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b7972ce-e930-4188-89fb-c05e61e041bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.724685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:12.757849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:12.797511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e8a865-26b0-4840-bb53-c6f5d3c78464 None None] Network 9439daab-0a16-409b-8310-969127e8bd89 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:12.807676 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2265403 Apr 16 15:39:12.808799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:12.812773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58612) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:12.839387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event updated for resources: {'Network': ['ID=18976f29-af69-49f2-9e0b-daeaf1216dee,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:12.850847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 18976f29-af69-49f2-9e0b-daeaf1216dee details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:12.924627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9ec6b71f-3b73-403e-bd6e-3c623fa8a28b None None] Provisioning for port f711299d-ff0f-4553-a50e-2e863acd1c7c completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:12.937304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.951813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.953925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c528f5d7-846b-4ae7-a42a-bcef6a98a388 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:12.956776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c528f5d7-846b-4ae7-a42a-bcef6a98a388 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/d40179e1-11e1-4f29-a813-e5ba1bd07b5d HTTP/1.1" status: 204 len: 168 time: 0.8493335 Apr 16 15:39:12.958596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58616) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:12.976494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae24761a-465b-4086-ad84-bd893e9a7dea None None] Network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:12.978261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event updated for resources: {'Network': ['ID=6c43de0f-ba30-4ff8-9cf8-d48ed0840486,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:12.991356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 6c43de0f-ba30-4ff8-9cf8-d48ed0840486 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:12.993362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:13.044539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Made reservation on behalf of 71589525fd8f4609a5daaafea721ba4d for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:13.048127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.064518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:13.064775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:13.076938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b48ce13-f2d7-428d-bc70-2f522e1c952b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:13.086511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7389211b-702b-4f82-a6e9-aa73761b44a1 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:13.138342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528f5d7-846b-4ae7-a42a-bcef6a98a388 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Subnet': ['ID=d40179e1-11e1-4f29-a813-e5ba1bd07b5d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:13.139767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.139854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c528f5d7-846b-4ae7-a42a-bcef6a98a388 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:13.161559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.163473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.201330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18345843-05e2-472d-ae37-442c751c731b tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:13.205045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18345843-05e2-472d-ae37-442c751c731b tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:13.208016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18345843-05e2-472d-ae37-442c751c731b tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:13.211088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18345843-05e2-472d-ae37-442c751c731b tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:13.211785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-18345843-05e2-472d-ae37-442c751c731b tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Synchronizing usage tracker for tenant:932df70a192a4e8ba4d22d6dd4f00b9f on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:13.219143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] For port f8267db7-2cfa-401d-b65f-870edd8c89d0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f8267db7-2cfa-401d-b65f-870edd8c89d0,segment=NetworkSegment(f5bebb26-5f61-4fe2-9f96-71cb652f9332),segment_id=f5bebb26-5f61-4fe2-9f96-71cb652f9332)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:13.219374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7389211b-702b-4f82-a6e9-aa73761b44a1 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:13.219436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.219606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.242279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.245778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 53b0214e-4e00-433a-9732-aef8d56a7583 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:13.245778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.268527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-18345843-05e2-472d-ae37-442c751c731b tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Unset dirty status for tenant:932df70a192a4e8ba4d22d6dd4f00b9f on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:13.272147 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-18345843-05e2-472d-ae37-442c751c731b tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4559779 Apr 16 15:39:13.272900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58622) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:13.273251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] For port f711299d-ff0f-4553-a50e-2e863acd1c7c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f711299d-ff0f-4553-a50e-2e863acd1c7c,segment=NetworkSegment(852d10a0-7b8b-4499-8a38-dc80bf755d83),segment_id=852d10a0-7b8b-4499-8a38-dc80bf755d83)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:13.273420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.276777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.298879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdff12e-9638-4400-9101-3917326d0481 None None] DHCP port deletion for 9439daab-0a16-409b-8310-969127e8bd89 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:13.306499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5bdff12e-9638-4400-9101-3917326d0481 None None] Deleting port f711299d-ff0f-4553-a50e-2e863acd1c7c {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:13.306734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bdff12e-9638-4400-9101-3917326d0481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.307458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5bdb89de-30da-4bba-a4f1-1dc04a4851f0 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:13.321346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for f8267db7-2cfa-401d-b65f-870edd8c89d0 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:13.342103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f711299d-ff0f-4553-a50e-2e863acd1c7c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:13.365321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b90f3-707a-4666-830b-78be34613781 None None] DHCP port deletion for 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:13.373687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d57b90f3-707a-4666-830b-78be34613781 None None] Deleting port 53b0214e-4e00-433a-9732-aef8d56a7583 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:13.373920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d57b90f3-707a-4666-830b-78be34613781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.388931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a65212-923d-4d93-a190-fa274e1e2119,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:13.390708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:13.407767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Calling delete_port for f711299d-ff0f-4553-a50e-2e863acd1c7c owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:13.408212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35aa84-c38d-4a3d-93bf-9faad08c8f42 req-53744870-411d-4a35-a895-ef39a4da3665 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:13.409149 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8b35aa84-c38d-4a3d-93bf-9faad08c8f42 req-53744870-411d-4a35-a895-ef39a4da3665 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3346748 Apr 16 15:39:13.413803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.416360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b95af55b-d0fb-4882-b013-d23d04838e90 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7377760 Apr 16 15:39:13.421979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58626) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:13.451870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.516585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.529781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7d41eac-bc3d-4ed8-8dbb-3d59310a6b5d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:13.558298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f711299d-ff0f-4553-a50e-2e863acd1c7c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:13.558927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.588560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Port': ['ID=f711299d-ff0f-4553-a50e-2e863acd1c7c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:13.598195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:13.624939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Port f711299d-ff0f-4553-a50e-2e863acd1c7c was deleted so its status cannot be updated. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Apr 16 15:39:13.692024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No DVR routers for this DVR port f711299d-ff0f-4553-a50e-2e863acd1c7c on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:13.784478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.793616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.802408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1ce5063d-bc0f-4e1a-8aaf-aca030292c34 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:13.813660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5bdff12e-9638-4400-9101-3917326d0481 None None] For port f711299d-ff0f-4553-a50e-2e863acd1c7c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f711299d-ff0f-4553-a50e-2e863acd1c7c,segment=NetworkSegment(852d10a0-7b8b-4499-8a38-dc80bf755d83),segment_id=852d10a0-7b8b-4499-8a38-dc80bf755d83)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:13.813660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bdff12e-9638-4400-9101-3917326d0481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.819648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6c8bb20-c6fd-4fb8-bec6-40ccbaafd816 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.827760 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8b35aa84-c38d-4a3d-93bf-9faad08c8f42 req-8cbdb203-26aa-43ae-9a5c-7475d17082dc tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4066186 Apr 16 15:39:13.832066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6c8bb20-c6fd-4fb8-bec6-40ccbaafd816 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.877528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] For port 53b0214e-4e00-433a-9732-aef8d56a7583, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=53b0214e-4e00-433a-9732-aef8d56a7583,segment=NetworkSegment(dad02efc-45a5-43b4-addd-97d81dbcd050),segment_id=dad02efc-45a5-43b4-addd-97d81dbcd050)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:13.877829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.892709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5bdff12e-9638-4400-9101-3917326d0481 None None] Calling delete_port for f711299d-ff0f-4553-a50e-2e863acd1c7c owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:13.894056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=f8267db7-2cfa-401d-b65f-870edd8c89d0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:13.898689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:13.914883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d57b90f3-707a-4666-830b-78be34613781 None None] For port 53b0214e-4e00-433a-9732-aef8d56a7583, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=53b0214e-4e00-433a-9732-aef8d56a7583,segment=NetworkSegment(dad02efc-45a5-43b4-addd-97d81dbcd050),segment_id=dad02efc-45a5-43b4-addd-97d81dbcd050)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:13.915335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d57b90f3-707a-4666-830b-78be34613781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.944901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9439daab-0a16-409b-8310-969127e8bd89']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:13.960853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852d10a0-7b8b-4499-8a38-dc80bf755d83') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:13.961010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852d10a0-7b8b-4499-8a38-dc80bf755d83') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:13.972620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:13.989254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 53b0214e-4e00-433a-9732-aef8d56a7583 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:13.994200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d57b90f3-707a-4666-830b-78be34613781 None None] Calling delete_port for 53b0214e-4e00-433a-9732-aef8d56a7583 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:14.004947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.010746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6c8bb20-c6fd-4fb8-bec6-40ccbaafd816 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.011224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.057276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ffa42aa4-852f-4579-9c01-8847eda7721c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:14.062298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1463 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:14.065021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-5bdff12e-9638-4400-9101-3917326d0481 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:14.065217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-5bdff12e-9638-4400-9101-3917326d0481 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:14.067078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d57b90f3-707a-4666-830b-78be34613781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.080818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:14.083105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8bb20-c6fd-4fb8-bec6-40ccbaafd816 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7a65212-923d-4d93-a190-fa274e1e2119,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:14.084734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a6c8bb20-c6fd-4fb8-bec6-40ccbaafd816 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:14.085398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6c8bb20-c6fd-4fb8-bec6-40ccbaafd816 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.086110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a6c8bb20-c6fd-4fb8-bec6-40ccbaafd816 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/a7a65212-923d-4d93-a190-fa274e1e2119 HTTP/1.1" status: 204 len: 168 time: 0.6605122 Apr 16 15:39:14.091228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58630) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:14.133231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18976f29-af69-49f2-9e0b-daeaf1216dee']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:14.139122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:14.139304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:14.146803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66aebcaa-0706-48c3-974c-1036e50bd1c1') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:14.146906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66aebcaa-0706-48c3-974c-1036e50bd1c1') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:14.152527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b90f3-707a-4666-830b-78be34613781 None None] Pushing event deleted for resources: {'Port': ['ID=53b0214e-4e00-433a-9732-aef8d56a7583,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:14.155187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.155742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d57b90f3-707a-4666-830b-78be34613781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:14.158272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-21d884f1-100f-4f7b-8ecd-30b859f9b825 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:14.161549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.174177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57b90f3-707a-4666-830b-78be34613781 None None] No DVR routers for this DVR port 53b0214e-4e00-433a-9732-aef8d56a7583 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:14.175005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.175372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.179691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-21d884f1-100f-4f7b-8ecd-30b859f9b825 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:14.182328 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-21d884f1-100f-4f7b-8ecd-30b859f9b825 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0886984 Apr 16 15:39:14.182328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Releasing vlan 1475 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:14.188652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58634) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:14.248126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.258530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 9439daab-0a16-409b-8310-969127e8bd89 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:14.262854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e4d0730c-13e7-4162-9532-19a77d46f5d5 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:14.281837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.300027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 18976f29-af69-49f2-9e0b-daeaf1216dee has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:14.308721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.354170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24866c17-10d6-4dae-837b-77ed93ae72d2 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.418013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24866c17-10d6-4dae-837b-77ed93ae72d2 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.430275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 18976f29-af69-49f2-9e0b-daeaf1216dee has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:14.450522 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:14.502725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.505361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.507569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebf56b17-d2f4-4308-90f8-93e9c97cb6fc tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:14.517366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24866c17-10d6-4dae-837b-77ed93ae72d2 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.527286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event deleted for resources: {'Network': ['ID=18976f29-af69-49f2-9e0b-daeaf1216dee,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:14.528878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:14.530826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-841a600e-7e11-4c75-aad5-ab593eb063bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:14.546773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24866c17-10d6-4dae-837b-77ed93ae72d2 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2039abfd-ea63-4ac4-84ef-d602f1840c3a,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:14.548370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24866c17-10d6-4dae-837b-77ed93ae72d2 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:14.554953 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "DELETE /v2.0/networks/18976f29-af69-49f2-9e0b-daeaf1216dee HTTP/1.1" status: 204 len: 168 time: 1.2748156 Apr 16 15:39:14.554953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58638) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:14.568900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24866c17-10d6-4dae-837b-77ed93ae72d2 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.569527 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24866c17-10d6-4dae-837b-77ed93ae72d2 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-groups/2039abfd-ea63-4ac4-84ef-d602f1840c3a HTTP/1.1" status: 204 len: 168 time: 0.3802710 Apr 16 15:39:14.573401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5bdff12e-9638-4400-9101-3917326d0481 None None] Deleting port f711299d-ff0f-4553-a50e-2e863acd1c7c {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:14.573657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bdff12e-9638-4400-9101-3917326d0481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.599670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58642) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:14.616485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5bdff12e-9638-4400-9101-3917326d0481 None None] The port 'f711299d-ff0f-4553-a50e-2e863acd1c7c' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:39:14.639789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 53b0214e-4e00-433a-9732-aef8d56a7583 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:14.640008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.669454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.702555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Pushing event updated for resources: {'Subnet': ['ID=0e732262-1c8c-4e9c-9f90-ae0b0544ac18,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:14.713036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:14.724525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] The port '53b0214e-4e00-433a-9732-aef8d56a7583' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:39:14.728024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9b038309-d8d8-47c7-8785-b2fe2f03e3b6 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:14.741394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 9439daab-0a16-409b-8310-969127e8bd89 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:14.755270 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:14.826908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9b038309-d8d8-47c7-8785-b2fe2f03e3b6 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:14.827697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9b038309-d8d8-47c7-8785-b2fe2f03e3b6 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2274261 Apr 16 15:39:14.834863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58648) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:14.846091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group': {'name': 'tempest-secgroup--468987045'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:14.854885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.866075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.886746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:14.894995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac8f288d-446e-410c-a84b-818cc85f0eae tempest-ExtraDHCPOptionsTestJSON-2042214746 tempest-ExtraDHCPOptionsTestJSON-2042214746-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:14.908472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.918843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:14.919383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Network': ['ID=9439daab-0a16-409b-8310-969127e8bd89,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:14.927618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:14.928941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:14.963023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53b0214e-4e00-433a-9732-aef8d56a7583 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:14.963105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Checking segment: {'id': 'd4926f0b-5337-4662-95c7-af60e2adf9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '7f0be0f8-7fcc-4713-9d8f-42daf16da623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:14.963246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Network hostable DHCP agents. Network: 7f0be0f8-7fcc-4713-9d8f-42daf16da623, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:14.974481 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/9439daab-0a16-409b-8310-969127e8bd89 HTTP/1.1" status: 204 len: 168 time: 5.0362682 Apr 16 15:39:14.986828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58654) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:14.997091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 53b0214e-4e00-433a-9732-aef8d56a7583 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:14.997500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53b0214e-4e00-433a-9732-aef8d56a7583 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:14.997990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f711299d-ff0f-4553-a50e-2e863acd1c7c no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:15.004126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2021465617'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:15.010934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.023250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:15.024310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: f711299d-ff0f-4553-a50e-2e863acd1c7c {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:15.024652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f711299d-ff0f-4553-a50e-2e863acd1c7c not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:15.029684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:network and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:15.029765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router af592781-f235-4c66-b3c1-cfb061c838d4 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:39:15.032313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:15.032536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1755d8bb-0fc7-4ca2-98bb-4a196196ccfa']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:15.035632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:15.036788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:15.037780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:15.041385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:15.046474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:15.049650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:15.053422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad02efc-45a5-43b4-addd-97d81dbcd050') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:15.053584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad02efc-45a5-43b4-addd-97d81dbcd050') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:15.064782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.068673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c43de0f-ba30-4ff8-9cf8-d48ed0840486']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:15.082909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb923cea-1cf9-4bd6-8866-49de6477c8b8') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:15.083075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb923cea-1cf9-4bd6-8866-49de6477c8b8') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:15.087706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 7f0be0f8-7fcc-4713-9d8f-42daf16da623) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:15.091081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:15.095054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.095522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b2b334-28e9-454e-b90e-5ed36f788458 None None] Network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:15.104053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.108078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.116488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Releasing vlan 1488 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:15.138810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:15.138944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.139124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.143294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:39:15.152008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a722073-0397-42db-9193-0cc41431ad1c None None] Sync routers for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:39:15.158208 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4093590 Apr 16 15:39:15.160287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58658) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:15.164527 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6449006 Apr 16 15:39:15.169205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58662) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:15.176139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a722073-0397-42db-9193-0cc41431ad1c None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:15.176629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8a722073-0397-42db-9193-0cc41431ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:15.180463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64840650-0d14-4af1-a944-a0a086467810 req-afd1ea78-7cb1-4366-8d8f-78aaf0870900 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:15.181372 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64840650-0d14-4af1-a944-a0a086467810 req-afd1ea78-7cb1-4366-8d8f-78aaf0870900 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2640264 Apr 16 15:39:15.182598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Releasing vlan 1464 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:15.193884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Request body: {'port': {'network_id': '7f0be0f8-7fcc-4713-9d8f-42daf16da623', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-195120236'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:15.219735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4f4154-fba2-48ac-912b-2edd616d1dc5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting subnet 93be232c-1d0b-4a18-bc5a-d94b161a9c95 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:39:15.223525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4154-fba2-48ac-912b-2edd616d1dc5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.242335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.246791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.250482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-49999e15-e209-4c91-93e4-0b8824743a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:15.279234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-8a722073-0397-42db-9193-0cc41431ad1c None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:15.280177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d36b930-d6f1-4a47-a71f-8ce3627dad6b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:15.282588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4154-fba2-48ac-912b-2edd616d1dc5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.300338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:15.305626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.306418 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4683061 Apr 16 15:39:15.311145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58666) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:15.315999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '6d36b930-d6f1-4a47-a71f-8ce3627dad6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:15.320611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:15.326549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Usage tracker for resource:security_group_rule and tenant:199fbd3c73f841c285506aa3975c9131 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:15.329575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:15.335438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:15.353136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.358998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4154-fba2-48ac-912b-2edd616d1dc5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.359127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:15.374028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8a722073-0397-42db-9193-0cc41431ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:39:13Z', 'revision_number': 11, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:15.389805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.394014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a722073-0397-42db-9193-0cc41431ad1c None None] Checking router: af592781-f235-4c66-b3c1-cfb061c838d4 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:39:15.403010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a722073-0397-42db-9193-0cc41431ad1c None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:15.403645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8a722073-0397-42db-9193-0cc41431ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:15.463239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.468569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.472785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:15.499110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701f4c42-335e-43c3-8f61-96742b21f77f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:15.502596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:15.518699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-8a722073-0397-42db-9193-0cc41431ad1c None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:15.520911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.523984 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2099860 Apr 16 15:39:15.523984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58670) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:15.562064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2c28c535-a318-41a8-8166-cdc0fd57b18b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules/701f4c42-335e-43c3-8f61-96742b21f77f HTTP/1.1" status: 200 len: 763 time: 0.0359271 Apr 16 15:39:15.562514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58674) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:15.588601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-7f0be0f8-7fcc-4713-9d8f-42daf16da623', 'network_id': '7f0be0f8-7fcc-4713-9d8f-42daf16da623', 'tenant_id': '71589525fd8f4609a5daaafea721ba4d', 'fixed_ips': [{'subnet_id': '0e732262-1c8c-4e9c-9f90-ae0b0544ac18'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:15.589231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.604725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8a722073-0397-42db-9193-0cc41431ad1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:39:13Z', 'revision_number': 11, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:15.605742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f3125bb8-af9b-4ee5-8600-a0f73ca4dd09 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:15.608665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a722073-0397-42db-9193-0cc41431ad1c None None] The sync data for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv is: [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:39:13Z', 'revision_number': 11, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:15.610092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4154-fba2-48ac-912b-2edd616d1dc5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.620238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cdf2321c-3b1c-42ca-a79e-fa6e34d9b9d7 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:15.679256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f4154-fba2-48ac-912b-2edd616d1dc5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Subnet': ['ID=93be232c-1d0b-4a18-bc5a-d94b161a9c95,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:15.682330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b4f4154-fba2-48ac-912b-2edd616d1dc5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:15.682745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f3125bb8-af9b-4ee5-8600-a0f73ca4dd09 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:15.685090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64840650-0d14-4af1-a944-a0a086467810 req-e9cb1465-d47e-4809-bae2-65cdb3d0aeaf tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4793749 Apr 16 15:39:15.685173 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f3125bb8-af9b-4ee5-8600-a0f73ca4dd09 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1207173 Apr 16 15:39:15.688057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58678) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:15.719725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-03a5cea1-0920-41d6-819c-0aa31562442e tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.723168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4154-fba2-48ac-912b-2edd616d1dc5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.725283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5918aca-4de0-4948-a014-10aece105ef6 None None] Network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:15.728797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-03a5cea1-0920-41d6-819c-0aa31562442e tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.734435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6b4f4154-fba2-48ac-912b-2edd616d1dc5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/93be232c-1d0b-4a18-bc5a-d94b161a9c95 HTTP/1.1" status: 204 len: 168 time: 0.5734851 Apr 16 15:39:15.734522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 6c43de0f-ba30-4ff8-9cf8-d48ed0840486 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:15.736255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58682) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:15.746429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.796858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-03a5cea1-0920-41d6-819c-0aa31562442e tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.800544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:15.805450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-68de51e8-0fd8-4322-b4ed-d1b3a282f856 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:15.819650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.848810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Usage tracker for resource:port and tenant:71589525fd8f4609a5daaafea721ba4d is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:15.850927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5cea1-0920-41d6-819c-0aa31562442e tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=701f4c42-335e-43c3-8f61-96742b21f77f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:15.855216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:15.856088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-03a5cea1-0920-41d6-819c-0aa31562442e tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:15.865750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-03a5cea1-0920-41d6-819c-0aa31562442e tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.868231 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-03a5cea1-0920-41d6-819c-0aa31562442e tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/701f4c42-335e-43c3-8f61-96742b21f77f HTTP/1.1" status: 204 len: 168 time: 0.1778121 Apr 16 15:39:15.868353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58686) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:15.871858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:15.873783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 1755d8bb-0fc7-4ca2-98bb-4a196196ccfa has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:15.878065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Deleting port ed481615-bc7d-44f9-9176-95eeb8c9878a {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:15.878261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:15.917094 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:15.948141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d7ee3bc8-4f5b-437d-8190-4685197af7ea tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:15.970705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 6c43de0f-ba30-4ff8-9cf8-d48ed0840486 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:15.985987 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:15.987262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Made reservation on behalf of 71589525fd8f4609a5daaafea721ba4d for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:15.990038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.006160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d7ee3bc8-4f5b-437d-8190-4685197af7ea tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:16.008839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d7ee3bc8-4f5b-437d-8190-4685197af7ea tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1380868 Apr 16 15:39:16.009186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58690) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:16.014633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-68989127-2e2a-4c76-a12d-4aebb9822eb1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '6d36b930-d6f1-4a47-a71f-8ce3627dad6b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:16.023761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-68989127-2e2a-4c76-a12d-4aebb9822eb1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:16.033997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] For port ed481615-bc7d-44f9-9176-95eeb8c9878a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ed481615-bc7d-44f9-9176-95eeb8c9878a,segment=NetworkSegment(f5bebb26-5f61-4fe2-9f96-71cb652f9332),segment_id=f5bebb26-5f61-4fe2-9f96-71cb652f9332)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:16.034215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.038315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-68989127-2e2a-4c76-a12d-4aebb9822eb1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:16.043556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.045979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.050397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] device_id is not set on port 40bf7369-37a7-428e-b4d7-6a9444465198 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:39:16.072238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f7db489-f8cf-45e9-8bb0-8afbcfd6e491 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:16.079933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f580798e-3985-4d36-8291-d4000abbcd6e None None] DHCP port deletion for f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:16.082852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f580798e-3985-4d36-8291-d4000abbcd6e None None] Deleting port ed481615-bc7d-44f9-9176-95eeb8c9878a {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:16.083095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f580798e-3985-4d36-8291-d4000abbcd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.090139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/networks/1755d8bb-0fc7-4ca2-98bb-4a196196ccfa HTTP/1.1" status: 204 len: 168 time: 3.1274097 Apr 16 15:39:16.092437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Network': ['ID=1755d8bb-0fc7-4ca2-98bb-4a196196ccfa,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:16.094147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:16.094785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58694) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:16.099297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.101551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.106232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1497} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:16.108177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:16.108653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Calling delete_port for ed481615-bc7d-44f9-9176-95eeb8c9878a owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:16.123910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1914711363'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:16.131545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:16.134974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68989127-2e2a-4c76-a12d-4aebb9822eb1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.136448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event deleted for resources: {'Network': ['ID=6c43de0f-ba30-4ff8-9cf8-d48ed0840486,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:16.138024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:16.145823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:network and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:16.149808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:16.153602 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "DELETE /v2.0/networks/6c43de0f-ba30-4ff8-9cf8-d48ed0840486 HTTP/1.1" status: 204 len: 168 time: 1.5969882 Apr 16 15:39:16.154586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58698) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:16.154673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.154673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Added segment bfb2cdbe-b22e-4807-92bb-4e771358fd04 of type vlan for network cc617afd-708a-4d63-af5f-98190c655bc6 Apr 16 15:39:16.160183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:16.174633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:16.178124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.187126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.204182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1469} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:16.213631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.214533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Added segment 9ff5e71a-0415-415f-a1a0-2d25a667db6c of type vlan for network 0637ec2b-95e7-4712-badc-484af3a97b6f Apr 16 15:39:16.217486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.220801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:16.221525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.224087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:16.234637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.238584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Allocated IP 2001:db8::2 (7f0be0f8-7fcc-4713-9d8f-42daf16da623/0e732262-1c8c-4e9c-9f90-ae0b0544ac18/b40ee9a5-b562-4d59-8504-55d81d397d01) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:16.247945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-972b8baf-f907-4de0-95c6-5720b25ddc40 tempest-FloatingIPAdminTestJSON-1046708726 tempest-FloatingIPAdminTestJSON-1046708726-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:16.289240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.297454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f580798e-3985-4d36-8291-d4000abbcd6e None None] For port ed481615-bc7d-44f9-9176-95eeb8c9878a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ed481615-bc7d-44f9-9176-95eeb8c9878a,segment=NetworkSegment(f5bebb26-5f61-4fe2-9f96-71cb652f9332),segment_id=f5bebb26-5f61-4fe2-9f96-71cb652f9332)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:16.297660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f580798e-3985-4d36-8291-d4000abbcd6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.300533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=cc617afd-708a-4d63-af5f-98190c655bc6,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:16.302311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:16.305137 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3091350 Apr 16 15:39:16.305448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58702) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:16.308235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68989127-2e2a-4c76-a12d-4aebb9822eb1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.310244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Port': ['ID=ed481615-bc7d-44f9-9176-95eeb8c9878a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:16.314992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'network_id': 'cc617afd-708a-4d63-af5f-98190c655bc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:16.318696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.321806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:16.322181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.325350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-35146d38-d9c4-472a-8d27-ef303a4b874e tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:16.335085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:16.335552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68989127-2e2a-4c76-a12d-4aebb9822eb1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.341472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network cc617afd-708a-4d63-af5f-98190c655bc6 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:16.382824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2762802 Apr 16 15:39:16.383076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:16.387029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58706) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:16.396711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': '0637ec2b-95e7-4712-badc-484af3a97b6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:16.408450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13069d37-dfde-499e-9f09-ffff2f58d374 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:16.411683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13069d37-dfde-499e-9f09-ffff2f58d374 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:16.415271 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-13069d37-dfde-499e-9f09-ffff2f58d374 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2578344 Apr 16 15:39:16.418613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58710) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:16.427519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68989127-2e2a-4c76-a12d-4aebb9822eb1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b94cacb-12bc-4912-a0fa-9071e306161c,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:16.430083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f580798e-3985-4d36-8291-d4000abbcd6e None None] Calling delete_port for ed481615-bc7d-44f9-9176-95eeb8c9878a owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:16.433242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-68989127-2e2a-4c76-a12d-4aebb9822eb1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:16.444297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68989127-2e2a-4c76-a12d-4aebb9822eb1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.445166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-68989127-2e2a-4c76-a12d-4aebb9822eb1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4355090 Apr 16 15:39:16.445795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:16.448653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58712) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:16.451080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:subnet and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:16.452781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No DVR routers for this DVR port ed481615-bc7d-44f9-9176-95eeb8c9878a on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:16.463764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Network': ['ID=0637ec2b-95e7-4712-badc-484af3a97b6f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:16.468803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-367788456'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:16.472853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:16.473874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:16.475596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:16.477684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 0637ec2b-95e7-4712-badc-484af3a97b6f details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:16.483969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Usage tracker for resource:network and tenant:932df70a192a4e8ba4d22d6dd4f00b9f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:16.487219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:16.489787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:16.491955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:16.498202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:16.498303 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-32f73ba6-0382-471d-8cea-8f6d27f1f393 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules/9b94cacb-12bc-4912-a0fa-9071e306161c HTTP/1.1" status: 200 len: 763 time: 0.0461102 Apr 16 15:39:16.499829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58718) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:16.502737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:16.511701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:16.513365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Made reservation on behalf of 932df70a192a4e8ba4d22d6dd4f00b9f for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:16.516872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.525231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:16.534781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:16.538470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.540371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:16.543905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.590121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.593215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-f580798e-3985-4d36-8291-d4000abbcd6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:16.593434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-f580798e-3985-4d36-8291-d4000abbcd6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:16.596236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1492} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:16.604271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.610325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Transition to ACTIVE for port object b40ee9a5-b562-4d59-8504-55d81d397d01 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:16.613434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-496595e5-c59c-4d52-8bd8-79f146ddd37d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:16.620723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.620927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Added segment 197d207c-04af-415e-b537-4263e1ed9291 of type vlan for network 7655f833-7438-4735-9d14-f6899d047b2f Apr 16 15:39:16.621723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Transition to ACTIVE for port object b40ee9a5-b562-4d59-8504-55d81d397d01 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:16.624993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.637294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e677924a-8a1b-4f40-89c7-e5ce61ac7428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:16.675683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-496595e5-c59c-4d52-8bd8-79f146ddd37d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:16.679968 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-496595e5-c59c-4d52-8bd8-79f146ddd37d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1751952 Apr 16 15:39:16.679968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.683665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58722) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:16.712189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Pushing event updated for resources: {'Port': ['ID=b40ee9a5-b562-4d59-8504-55d81d397d01,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:16.714032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:16.747807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:16.748009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Allocated IP 2001:db8::ef (7f0be0f8-7fcc-4713-9d8f-42daf16da623/0e732262-1c8c-4e9c-9f90-ae0b0544ac18/40bf7369-37a7-428e-b4d7-6a9444465198) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:16.748980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:16.752969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:16.761881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e8a887c-2cad-4cc1-b926-cc45629e6350 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.774882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e8a887c-2cad-4cc1-b926-cc45629e6350 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.788747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.791998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:16.792389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.798136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:16.812123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Attempting to bind port b40ee9a5-b562-4d59-8504-55d81d397d01 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:16.812349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Attempting to bind port b40ee9a5-b562-4d59-8504-55d81d397d01 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'd4926f0b-5337-4662-95c7-af60e2adf9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '7f0be0f8-7fcc-4713-9d8f-42daf16da623'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:16.812672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Attempting to bind port b40ee9a5-b562-4d59-8504-55d81d397d01 on network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:16.815966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:16.816288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Checking segment: {'id': 'd4926f0b-5337-4662-95c7-af60e2adf9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '7f0be0f8-7fcc-4713-9d8f-42daf16da623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:16.816626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.816920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Bound using segment: {'id': 'd4926f0b-5337-4662-95c7-af60e2adf9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '7f0be0f8-7fcc-4713-9d8f-42daf16da623'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:16.817253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Bound port: b40ee9a5-b562-4d59-8504-55d81d397d01, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4926f0b-5337-4662-95c7-af60e2adf9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '7f0be0f8-7fcc-4713-9d8f-42daf16da623'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:16.817536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.875993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] For port b40ee9a5-b562-4d59-8504-55d81d397d01, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:16.881343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] For port b40ee9a5-b562-4d59-8504-55d81d397d01, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b40ee9a5-b562-4d59-8504-55d81d397d01,segment=NetworkSegment(d4926f0b-5337-4662-95c7-af60e2adf9fb),segment_id=d4926f0b-5337-4662-95c7-af60e2adf9fb)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:16.887692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.921841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e8a887c-2cad-4cc1-b926-cc45629e6350 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.941981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97c85512-48f6-4bb0-b6df-ebd4042f56ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:16.945391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e8a887c-2cad-4cc1-b926-cc45629e6350 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:16.947737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1e8a887c-2cad-4cc1-b926-cc45629e6350 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/9b94cacb-12bc-4912-a0fa-9071e306161c HTTP/1.1" status: 204 len: 168 time: 0.2621408 Apr 16 15:39:16.949860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event updated for resources: {'Network': ['ID=7655f833-7438-4735-9d14-f6899d047b2f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:16.950010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58728) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:16.954185 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4987903 Apr 16 15:39:16.964703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ed481615-bc7d-44f9-9176-95eeb8c9878a no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:16.964814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:16.965565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:16.966163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58732) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:16.971439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1053779012'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:16.981920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:16.988847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 7655f833-7438-4735-9d14-f6899d047b2f details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:16.993750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Usage tracker for resource:network and tenant:932df70a192a4e8ba4d22d6dd4f00b9f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:17.000261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6cb4a5f-c0ae-4c7d-855f-2b942cef9853']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:17.004407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: ed481615-bc7d-44f9-9176-95eeb8c9878a {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:17.005001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ed481615-bc7d-44f9-9176-95eeb8c9878a not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:17.005316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f8267db7-2cfa-401d-b65f-870edd8c89d0 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:17.005451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:17.008405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a887c-2cad-4cc1-b926-cc45629e6350 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b94cacb-12bc-4912-a0fa-9071e306161c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:17.013089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1e8a887c-2cad-4cc1-b926-cc45629e6350 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:17.014581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bebb26-5f61-4fe2-9f96-71cb652f9332') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:17.014759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bebb26-5f61-4fe2-9f96-71cb652f9332') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:17.021639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:17.028313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c0106ddc-64cf-4a64-bfcc-311015a41f45 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:17.034896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.068601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: f8267db7-2cfa-401d-b65f-870edd8c89d0 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:17.068884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f8267db7-2cfa-401d-b65f-870edd8c89d0 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:17.072490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Made reservation on behalf of 932df70a192a4e8ba4d22d6dd4f00b9f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:17.075933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.088009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.092340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7791e-0054-40a4-9a39-1f1b349ee6be req-508244c7-ee90-4052-a7ad-9b04fe75f5a6 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:17.093124 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c9a7791e-0054-40a4-9a39-1f1b349ee6be req-508244c7-ee90-4052-a7ad-9b04fe75f5a6 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2839763 Apr 16 15:39:17.095696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c0106ddc-64cf-4a64-bfcc-311015a41f45 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:17.098247 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c0106ddc-64cf-4a64-bfcc-311015a41f45 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1459076 Apr 16 15:39:17.099318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f580798e-3985-4d36-8291-d4000abbcd6e None None] Deleting port ed481615-bc7d-44f9-9176-95eeb8c9878a {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:17.099599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f580798e-3985-4d36-8291-d4000abbcd6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.102383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58736) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:17.105851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Releasing vlan 1468 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:17.117177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.124201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c0ac5877-ee09-4e72-8f79-00644608bc1c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Request body: {'security_group_rule': {'security_group_id': '6d36b930-d6f1-4a47-a71f-8ce3627dad6b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:17.143453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Transition to ACTIVE for port object 40bf7369-37a7-428e-b4d7-6a9444465198 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:17.150806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c9a7791e-0054-40a4-9a39-1f1b349ee6be req-4998eff7-e087-421c-89a9-cfe978b511f2 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451596 Apr 16 15:39:17.150893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Pushing event updated for resources: {'Port': ['ID=b40ee9a5-b562-4d59-8504-55d81d397d01,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:17.155270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f580798e-3985-4d36-8291-d4000abbcd6e None None] The port 'ed481615-bc7d-44f9-9176-95eeb8c9878a' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:39:17.156946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:17.162109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c0ac5877-ee09-4e72-8f79-00644608bc1c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:17.173824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1456} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:17.184590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.193997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-73238ff7-c872-49fc-8e29-d9d6a1bb87b3 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:17.202633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c0ac5877-ee09-4e72-8f79-00644608bc1c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:17.205258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.205470 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Added segment e2415e5f-0dc8-4058-8094-aecd04e14c5b of type vlan for network 3ba1a018-100b-4e7c-b740-859f77757c80 Apr 16 15:39:17.264109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:17.277837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.298590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Pushing event updated for resources: {'Port': ['ID=40bf7369-37a7-428e-b4d7-6a9444465198,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:17.302243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:17.302755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.311741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1d7b0ecd-f29d-4d80-b886-d343e79ea993 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:17.316690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.326357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5877-ee09-4e72-8f79-00644608bc1c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.400697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Subnet': ['ID=9f0e47a8-5b69-4bf4-95e6-504c0ab748a4,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:17.408155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:17.424335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:17.426350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:17.428497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:17.431672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:17.432075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.444263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Network f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:17.449281 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.2782307 Apr 16 15:39:17.455108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58740) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:17.461315 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:17.462427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Request body: {'port': {'network_id': '7f0be0f8-7fcc-4713-9d8f-42daf16da623', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-533252370', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:17.462427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] bootfile-name is not in valid_values {{(pid=86006) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:39:17.462427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] tftp-server is not in valid_values {{(pid=86006) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:39:17.462912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] server-ip-address is not in valid_values {{(pid=86006) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:39:17.490450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.493629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:17.494018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.505852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:17.512580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Checking segment: {'id': '9ff5e71a-0415-415f-a1a0-2d25a667db6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '0637ec2b-95e7-4712-badc-484af3a97b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:17.512796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network hostable DHCP agents. Network: 0637ec2b-95e7-4712-badc-484af3a97b6f, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:17.539592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 0637ec2b-95e7-4712-badc-484af3a97b6f is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:17.555328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 0637ec2b-95e7-4712-badc-484af3a97b6f) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:17.558889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5877-ee09-4e72-8f79-00644608bc1c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.561726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:17.563394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab983b-a90e-44f6-9345-fb9ddfa371e6 None None] Network 0637ec2b-95e7-4712-badc-484af3a97b6f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:17.565328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Usage tracker for resource:port and tenant:71589525fd8f4609a5daaafea721ba4d is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:17.567183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:17.567552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.569700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:17.575935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:17.580201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5877-ee09-4e72-8f79-00644608bc1c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.584335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1968505 Apr 16 15:39:17.586350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58744) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:17.591206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': '0637ec2b-95e7-4712-badc-484af3a97b6f', 'name': 'tempest-PortsIpV6TestJSON-1754340585', 'fixed_ips': [{'subnet_id': '9f0e47a8-5b69-4bf4-95e6-504c0ab748a4', 'ip_address': '2001:db8::10'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:17.595520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event updated for resources: {'Network': ['ID=3ba1a018-100b-4e7c-b740-859f77757c80,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:17.597758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:17.602331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d37ada7-2be4-45ea-9541-bb6c10041d5b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:17.605206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Made reservation on behalf of 71589525fd8f4609a5daaafea721ba4d for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:17.608981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.612457 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6418147 Apr 16 15:39:17.612457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.616244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58748) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:17.621352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.626372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'ports': [{'network_id': '7655f833-7438-4735-9d14-f6899d047b2f', 'name': 'tempest-port--204292371', 'admin_state_up': True}, {'network_id': '3ba1a018-100b-4e7c-b740-859f77757c80', 'admin_state_up': False}]} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:17.626614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'port': {'network_id': '7655f833-7438-4735-9d14-f6899d047b2f', 'name': 'tempest-port--204292371', 'admin_state_up': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:17.626956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'port': {'network_id': '3ba1a018-100b-4e7c-b740-859f77757c80', 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:17.638844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac5877-ee09-4e72-8f79-00644608bc1c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df59756-5082-41e5-8d84-1a997952719c,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:17.653487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c0ac5877-ee09-4e72-8f79-00644608bc1c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:17.655352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0ac5877-ee09-4e72-8f79-00644608bc1c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.656139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c0ac5877-ee09-4e72-8f79-00644608bc1c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5531359 Apr 16 15:39:17.656694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a97789c5-8ce3-45bd-8ba1-7f082e520ccf tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:17.658749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58752) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:17.677749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] device_id is not set on port 5e01b369-51b5-4a61-b88d-6655bc1c0be7 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:39:17.708227 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/networks/f6cb4a5f-c0ae-4c7d-855f-2b942cef9853 HTTP/1.1" status: 204 len: 168 time: 1.9712586 Apr 16 15:39:17.708794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58756) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:17.720478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bec56ee1-7308-4de3-a5d9-44e4622cff83 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'routes': None}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:17.755227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Pushing event deleted for resources: {'Network': ['ID=f6cb4a5f-c0ae-4c7d-855f-2b942cef9853,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:17.767893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:17.807158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 3ba1a018-100b-4e7c-b740-859f77757c80 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:17.956630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-0637ec2b-95e7-4712-badc-484af3a97b6f', 'network_id': '0637ec2b-95e7-4712-badc-484af3a97b6f', 'tenant_id': 'cab102714a214227b8a1daffd76e51b1', 'fixed_ips': [{'subnet_id': '9f0e47a8-5b69-4bf4-95e6-504c0ab748a4'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:17.957283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:17.996204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-bec56ee1-7308-4de3-a5d9-44e4622cff83 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Added routes are [] {{(pid=86007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 16 15:39:17.996480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-bec56ee1-7308-4de3-a5d9-44e4622cff83 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Removed routes are [] {{(pid=86007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 16 15:39:17.996607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bec56ee1-7308-4de3-a5d9-44e4622cff83 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.008060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.022979 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-16ee8c11-80f8-4b05-bb6b-836cbc27b7fe tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules/6df59756-5082-41e5-8d84-1a997952719c HTTP/1.1" status: 200 len: 764 time: 0.3607173 Apr 16 15:39:18.032627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58760) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:18.050480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b4f4154-fba2-48ac-912b-2edd616d1dc5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:18.061133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Allocated IP 2001:db8::2 (0637ec2b-95e7-4712-badc-484af3a97b6f/9f0e47a8-5b69-4bf4-95e6-504c0ab748a4/a2770684-62d8-4d1a-84eb-34d1d8bace5a) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:18.083476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:18.089955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:port and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:18.108557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:18.123464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-151cfc7e-8cab-42b8-b404-a5879d5f7ff9 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:18.125016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:18.149071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:18.199604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Allocated IP 2001:db8::f2 (7f0be0f8-7fcc-4713-9d8f-42daf16da623/0e732262-1c8c-4e9c-9f90-ae0b0544ac18/5e01b369-51b5-4a61-b88d-6655bc1c0be7) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:18.201219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.207988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Transition to ACTIVE for port object a2770684-62d8-4d1a-84eb-34d1d8bace5a will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:18.219063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Transition to ACTIVE for port object a2770684-62d8-4d1a-84eb-34d1d8bace5a will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:18.222844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.246052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-151cfc7e-8cab-42b8-b404-a5879d5f7ff9 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:18.249451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-151cfc7e-8cab-42b8-b404-a5879d5f7ff9 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2157838 Apr 16 15:39:18.251308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58766) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:18.259974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:18.315537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Pushing event updated for resources: {'Port': ['ID=a2770684-62d8-4d1a-84eb-34d1d8bace5a,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:18.317538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:18.341501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Network 0637ec2b-95e7-4712-badc-484af3a97b6f is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:18.342179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:18.343863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:18.366939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e021930c-d67d-4e56-a91f-4150cef2b908 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.380483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e021930c-d67d-4e56-a91f-4150cef2b908 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.408588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Attempting to bind port a2770684-62d8-4d1a-84eb-34d1d8bace5a on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:18.408897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Attempting to bind port a2770684-62d8-4d1a-84eb-34d1d8bace5a by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '9ff5e71a-0415-415f-a1a0-2d25a667db6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '0637ec2b-95e7-4712-badc-484af3a97b6f'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:18.409167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Attempting to bind port a2770684-62d8-4d1a-84eb-34d1d8bace5a on network 0637ec2b-95e7-4712-badc-484af3a97b6f {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:18.412607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:18.412895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Checking segment: {'id': '9ff5e71a-0415-415f-a1a0-2d25a667db6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '0637ec2b-95e7-4712-badc-484af3a97b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:18.413199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.413492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Bound using segment: {'id': '9ff5e71a-0415-415f-a1a0-2d25a667db6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '0637ec2b-95e7-4712-badc-484af3a97b6f'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:18.413844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Bound port: a2770684-62d8-4d1a-84eb-34d1d8bace5a, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff5e71a-0415-415f-a1a0-2d25a667db6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '0637ec2b-95e7-4712-badc-484af3a97b6f'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:18.414341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.420326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.421247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:18.464846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:39:18.466366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Usage tracker for resource:port and tenant:932df70a192a4e8ba4d22d6dd4f00b9f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:18.477049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:18.477188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] For port a2770684-62d8-4d1a-84eb-34d1d8bace5a, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:18.479039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] For port a2770684-62d8-4d1a-84eb-34d1d8bace5a, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a2770684-62d8-4d1a-84eb-34d1d8bace5a,segment=NetworkSegment(9ff5e71a-0415-415f-a1a0-2d25a667db6c),segment_id=9ff5e71a-0415-415f-a1a0-2d25a667db6c)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:18.487856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.488386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e021930c-d67d-4e56-a91f-4150cef2b908 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.490145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=b9d81d1a-f4d3-481d-b170-57731277046f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:18.493806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a485c-4dd5-475c-b4f4-664cc2392a76 req-4ccc8158-ad2a-4cf6-9c37-70cbc1debd61 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:18.494774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a4a485c-4dd5-475c-b4f4-664cc2392a76 req-4ccc8158-ad2a-4cf6-9c37-70cbc1debd61 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2537620 Apr 16 15:39:18.501363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:18.503536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:18.538201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:18.538305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021930c-d67d-4e56-a91f-4150cef2b908 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6df59756-5082-41e5-8d84-1a997952719c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:18.543599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.545759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:18.547319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e021930c-d67d-4e56-a91f-4150cef2b908 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:18.561088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bec56ee1-7308-4de3-a5d9-44e4622cff83 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.582935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bec56ee1-7308-4de3-a5d9-44e4622cff83 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.590678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Pushing event updated for resources: {'Port': ['ID=a2770684-62d8-4d1a-84eb-34d1d8bace5a,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:18.593039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:18.619438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Transition to ACTIVE for port object 5e01b369-51b5-4a61-b88d-6655bc1c0be7 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:18.623178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e021930c-d67d-4e56-a91f-4150cef2b908 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.625803 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e021930c-d67d-4e56-a91f-4150cef2b908 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/6df59756-5082-41e5-8d84-1a997952719c HTTP/1.1" status: 204 len: 168 time: 0.3608263 Apr 16 15:39:18.630361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58770) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:18.657653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a4a485c-4dd5-475c-b4f4-664cc2392a76 req-2724309c-78a8-45a9-b478-bc66a8d409ed tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438942 Apr 16 15:39:18.661915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Made reservation on behalf of 932df70a192a4e8ba4d22d6dd4f00b9f for: {'port': 2} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:18.666279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.716091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a187e08-c84e-47fe-a95d-cdbdb0681a85 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:18.728417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.729864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.748564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36d5bfcc-fae5-48f4-ada3-a805e8ba92c9 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:18.752931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116cb25a-b973-4de9-b3d2-12cc81afde79 None None] Network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:18.758903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec56ee1-7308-4de3-a5d9-44e4622cff83 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router af592781-f235-4c66-b3c1-cfb061c838d4 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:39:18.768581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8::10 (0637ec2b-95e7-4712-badc-484af3a97b6f/9f0e47a8-5b69-4bf4-95e6-504c0ab748a4/eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:18.808702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a187e08-c84e-47fe-a95d-cdbdb0681a85 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group_rule {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:18.809570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6a187e08-c84e-47fe-a95d-cdbdb0681a85 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1786103 Apr 16 15:39:18.816620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58774) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:18.825166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-862c1917-9ab8-4a48-965d-3aa518964d18 None None] Provisioning for port b40ee9a5-b562-4d59-8504-55d81d397d01 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:18.842604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Checking segment: {'id': 'bfb2cdbe-b22e-4807-92bb-4e771358fd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'cc617afd-708a-4d63-af5f-98190c655bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:18.842714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network hostable DHCP agents. Network: cc617afd-708a-4d63-af5f-98190c655bc6, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:18.857754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Pushing event updated for resources: {'Port': ['ID=5e01b369-51b5-4a61-b88d-6655bc1c0be7,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:18.871159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:18.896930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] device_id is not set on port 11508d23-2b76-4f03-a69a-7fc66973775b yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:39:18.902327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec56ee1-7308-4de3-a5d9-44e4622cff83 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:39:18.908480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bec56ee1-7308-4de3-a5d9-44e4622cff83 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.911160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bec56ee1-7308-4de3-a5d9-44e4622cff83 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4 HTTP/1.1" status: 200 len: 705 time: 1.1974564 Apr 16 15:39:18.912488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58778) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:18.912954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11409e-8340-43c2-9ac6-a95853ceff37 None None] Sync routers for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:39:18.925270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11409e-8340-43c2-9ac6-a95853ceff37 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:18.925839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9d11409e-8340-43c2-9ac6-a95853ceff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:18.940923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network cc617afd-708a-4d63-af5f-98190c655bc6 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:18.948642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4ca49dab-988e-4205-8cce-522b3eac6314 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:18.964578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, cc617afd-708a-4d63-af5f-98190c655bc6) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:18.973229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd544af0-b4e3-421e-8614-5099a5485e9f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:18.974632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4ca49dab-988e-4205-8cce-522b3eac6314 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:18.977300 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4ca49dab-988e-4205-8cce-522b3eac6314 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=af592781-f235-4c66-b3c1-cfb061c838d4 HTTP/1.1" status: 200 len: 205 time: 0.0634916 Apr 16 15:39:18.978861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58782) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:18.986017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fccc8fc-698b-4d41-966e-b04dbaba7477 None None] Network cc617afd-708a-4d63-af5f-98190c655bc6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:19.040638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:19.041022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.051494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:19.052457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd544af0-b4e3-421e-8614-5099a5485e9f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.060628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:19.068155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:19.075578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:19.076136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.099028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b40ee9a5-b562-4d59-8504-55d81d397d01 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:19.129703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.6730418 Apr 16 15:39:19.130356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58786) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:19.138654 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8278475 Apr 16 15:39:19.139057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a670d5de-698c-4c35-8d75-8e813612ed97 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.144696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58788) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:19.156658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9d11409e-8340-43c2-9ac6-a95853ceff37 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:19.165987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd544af0-b4e3-421e-8614-5099a5485e9f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.173703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.178205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24866c17-10d6-4dae-837b-77ed93ae72d2 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:19.199618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-cc617afd-708a-4d63-af5f-98190c655bc6', 'network_id': 'cc617afd-708a-4d63-af5f-98190c655bc6', 'tenant_id': '7be37314ca9c488ab9d8f211a146d52f', 'fixed_ips': [{'subnet_id': 'b9d81d1a-f4d3-481d-b170-57731277046f'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:19.200200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.224367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd544af0-b4e3-421e-8614-5099a5485e9f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d36b930-d6f1-4a47-a71f-8ce3627dad6b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:19.231327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd544af0-b4e3-421e-8614-5099a5485e9f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:19.235740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:19.245393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd544af0-b4e3-421e-8614-5099a5485e9f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.246333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dd544af0-b4e3-421e-8614-5099a5485e9f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "DELETE /v2.0/security-groups/6d36b930-d6f1-4a47-a71f-8ce3627dad6b HTTP/1.1" status: 204 len: 168 time: 0.4291296 Apr 16 15:39:19.250259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58794) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:19.262250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9d11409e-8340-43c2-9ac6-a95853ceff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:39:13Z', 'revision_number': 11, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:19.265156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11409e-8340-43c2-9ac6-a95853ceff37 None None] Checking router: af592781-f235-4c66-b3c1-cfb061c838d4 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:39:19.272743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11409e-8340-43c2-9ac6-a95853ceff37 None None] Routers {'af592781-f235-4c66-b3c1-cfb061c838d4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:19.273267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9d11409e-8340-43c2-9ac6-a95853ceff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['af592781-f235-4c66-b3c1-cfb061c838d4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:19.282068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port b40ee9a5-b562-4d59-8504-55d81d397d01 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:19.291766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port b40ee9a5-b562-4d59-8504-55d81d397d01 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:19.292013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.328949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f898388b-48aa-4c18-91b5-c0f85f07bfdd tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Synchronizing usage tracker for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:19.337870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.369540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.369724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2181839a-ddd3-4e96-a3f6-8568f932b5c3 None None] Provisioning complete for port b40ee9a5-b562-4d59-8504-55d81d397d01 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:19.369880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2181839a-ddd3-4e96-a3f6-8568f932b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.390967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9d11409e-8340-43c2-9ac6-a95853ceff37 None None] Set router af592781-f235-4c66-b3c1-cfb061c838d4 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:19.424994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.447726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-299312fe-3dfc-43e0-aeef-b4ecab693a94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:19.459317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.475141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9d11409e-8340-43c2-9ac6-a95853ceff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:39:13Z', 'revision_number': 11, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:19.480153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d11409e-8340-43c2-9ac6-a95853ceff37 None None] The sync data for ids ['af592781-f235-4c66-b3c1-cfb061c838d4'] in dv-neutron-786478-2-hyperv is: [{'id': 'af592781-f235-4c66-b3c1-cfb061c838d4', 'name': 'tempest-RoutersIpV6Test-router-1459987259', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:38:15Z', 'updated_at': '2021-04-16T15:39:13Z', 'revision_number': 11, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:19.485927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Allocated IP 2001:db8::1 (cc617afd-708a-4d63-af5f-98190c655bc6/b9d81d1a-f4d3-481d-b170-57731277046f/36607af0-a57a-4075-9f4c-f21e3b28bed1) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:19.500212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port b40ee9a5-b562-4d59-8504-55d81d397d01, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b40ee9a5-b562-4d59-8504-55d81d397d01,segment=NetworkSegment(d4926f0b-5337-4662-95c7-af60e2adf9fb),segment_id=d4926f0b-5337-4662-95c7-af60e2adf9fb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:19.508284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.511580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-802c060f-de5e-4d2f-8939-fca85fc1748f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:19.529484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] device_id is not set on port 55ed1821-4eb3-4ab7-acd4-54dc32e2a4d6 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:39:19.550567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f898388b-48aa-4c18-91b5-c0f85f07bfdd tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Unset dirty status for tenant:199fbd3c73f841c285506aa3975c9131 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:19.553931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f898388b-48aa-4c18-91b5-c0f85f07bfdd tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3001988 Apr 16 15:39:19.554213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=b40ee9a5-b562-4d59-8504-55d81d397d01,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:19.556754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:19.558200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58798) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:19.584651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a670d5de-698c-4c35-8d75-8e813612ed97 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.587778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a670d5de-698c-4c35-8d75-8e813612ed97 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.606691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.624347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:19.633949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:19.635730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86435f36-d8bd-4887-b5a0-a4470207e4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:19.640041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86435f36-d8bd-4887-b5a0-a4470207e4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:19.645329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86435f36-d8bd-4887-b5a0-a4470207e4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:19.655574 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-86435f36-d8bd-4887-b5a0-a4470207e4b6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4858510 Apr 16 15:39:19.659220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58802) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:19.659909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a670d5de-698c-4c35-8d75-8e813612ed97 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.659974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2181839a-ddd3-4e96-a3f6-8568f932b5c3 None None] Provisioning for port 5e01b369-51b5-4a61-b88d-6655bc1c0be7 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:19.660390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a670d5de-698c-4c35-8d75-8e813612ed97 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Fanout notify agent at l3_agent the message router_deleted on router af592781-f235-4c66-b3c1-cfb061c838d4 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:39:19.667482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2181839a-ddd3-4e96-a3f6-8568f932b5c3 None None] Provisioning complete for port 5e01b369-51b5-4a61-b88d-6655bc1c0be7 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:19.667731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2181839a-ddd3-4e96-a3f6-8568f932b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.682022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.690490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a670d5de-698c-4c35-8d75-8e813612ed97 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.694407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a670d5de-698c-4c35-8d75-8e813612ed97 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4 HTTP/1.1" status: 204 len: 168 time: 0.7136221 Apr 16 15:39:19.696178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58808) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:19.700560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4c1ec16c-7549-44f3-80d7-edb4ab45e918 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1737572063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:19.707967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4c1ec16c-7549-44f3-80d7-edb4ab45e918 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:19.710936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4c1ec16c-7549-44f3-80d7-edb4ab45e918 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Usage tracker for resource:router and tenant:7b48e0caa5534210be672e0eec7260d8 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:19.713149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4c1ec16c-7549-44f3-80d7-edb4ab45e918 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:19.724313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4c1ec16c-7549-44f3-80d7-edb4ab45e918 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:19.748795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec16c-7549-44f3-80d7-edb4ab45e918 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.749615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec16c-7549-44f3-80d7-edb4ab45e918 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.755742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.760101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-075efc6e-b051-43ee-accc-6a8ecb42ec41 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1998599 Apr 16 15:39:19.838742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6052b0b1-c5c3-4e21-89ff-e32136a1a587 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:19.894892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec16c-7549-44f3-80d7-edb4ab45e918 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.902251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 0637ec2b-95e7-4712-badc-484af3a97b6f is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:19.911213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:19.916702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:19.919980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:19.920441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.923239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Checking segment: {'id': '197d207c-04af-415e-b537-4263e1ed9291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1492, 'network_id': '7655f833-7438-4735-9d14-f6899d047b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:19.923807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network hostable DHCP agents. Network: 7655f833-7438-4735-9d14-f6899d047b2f, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:19.934445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-acaf1545-3aa5-478f-9ad6-ad535d266a45 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Deleting port 5e01b369-51b5-4a61-b88d-6655bc1c0be7 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:19.934734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acaf1545-3aa5-478f-9ad6-ad535d266a45 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.936844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event updated for resources: {'Port': ['ID=11508d23-2b76-4f03-a69a-7fc66973775b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:19.948395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:19.951159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2181839a-ddd3-4e96-a3f6-8568f932b5c3 None None] Port 5e01b369-51b5-4a61-b88d-6655bc1c0be7 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:19.952692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 7655f833-7438-4735-9d14-f6899d047b2f is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:19.960394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec16c-7549-44f3-80d7-edb4ab45e918 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.977705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 7655f833-7438-4735-9d14-f6899d047b2f) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:19.983130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2181839a-ddd3-4e96-a3f6-8568f932b5c3 None None] Provisioning for port 40bf7369-37a7-428e-b4d7-6a9444465198 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:19.985853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:19.987126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.988125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c1ec16c-7549-44f3-80d7-edb4ab45e918 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.989678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2181839a-ddd3-4e96-a3f6-8568f932b5c3 None None] Provisioning complete for port 40bf7369-37a7-428e-b4d7-6a9444465198 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:19.989922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2181839a-ddd3-4e96-a3f6-8568f932b5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:19.991018 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4c1ec16c-7549-44f3-80d7-edb4ab45e918 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2941182 Apr 16 15:39:19.996777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58814) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:20.003704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58816) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:20.004242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ea4ffc5-aa9f-4447-a697-147ea47a745c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:20.004924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4177737 Apr 16 15:39:20.007298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3864b39b-89f9-4858-94d9-a11ac041ce58 None None] Network 7655f833-7438-4735-9d14-f6899d047b2f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:20.010838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-caddfb3e-af08-42b5-92b9-2a44d23c5391 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Request body: {'router': {'admin_state_up': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:20.042549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': '0637ec2b-95e7-4712-badc-484af3a97b6f', 'name': 'tempest-PortsIpV6TestJSON-735229935', 'fixed_ips': [{'subnet_id': '9f0e47a8-5b69-4bf4-95e6-504c0ab748a4', 'ip_address': '2001:db8::f'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:20.087682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.106619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2181839a-ddd3-4e96-a3f6-8568f932b5c3 None None] Port 40bf7369-37a7-428e-b4d7-6a9444465198 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:20.109636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Transition to ACTIVE for port object 36607af0-a57a-4075-9f4c-f21e3b28bed1 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:20.162300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event updated for resources: {'Port': ['ID=55ed1821-4eb3-4ab7-acd4-54dc32e2a4d6,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:20.163890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b6694-4d33-4f27-bc49-d0233f8025ea req-7f3454c1-3b8c-46d1-a4e4-c940ca4522e8 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:20.165549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Transition to ACTIVE for port object 36607af0-a57a-4075-9f4c-f21e3b28bed1 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:20.168685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-750b6694-4d33-4f27-bc49-d0233f8025ea req-7f3454c1-3b8c-46d1-a4e4-c940ca4522e8 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3571887 Apr 16 15:39:20.179301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:20.180411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.210338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58824) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:20.223902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:20.226853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:port and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:20.228849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:20.232865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:20.247853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:20.260200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c44d330-3f85-4f00-b334-96a459886578 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:20.287679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1296e8a9-ac8c-4393-8b3e-684830edfa6c None None] Network 0637ec2b-95e7-4712-badc-484af3a97b6f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:20.364158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Network cc617afd-708a-4d63-af5f-98190c655bc6 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:20.367593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:20.376057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9637720c-bd04-4b74-9072-f109f418402a None None] Provisioning for port a2770684-62d8-4d1a-84eb-34d1d8bace5a completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:20.380175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:20.385649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Pushing event updated for resources: {'Port': ['ID=36607af0-a57a-4075-9f4c-f21e3b28bed1,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:20.395063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:20.482076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9637720c-bd04-4b74-9072-f109f418402a None None] Provisioning complete for port 5e01b369-51b5-4a61-b88d-6655bc1c0be7 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:20.482249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9637720c-bd04-4b74-9072-f109f418402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.507863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Attempting to bind port 36607af0-a57a-4075-9f4c-f21e3b28bed1 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:20.508040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Attempting to bind port 36607af0-a57a-4075-9f4c-f21e3b28bed1 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'bfb2cdbe-b22e-4807-92bb-4e771358fd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'cc617afd-708a-4d63-af5f-98190c655bc6'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:20.508222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Attempting to bind port 36607af0-a57a-4075-9f4c-f21e3b28bed1 on network cc617afd-708a-4d63-af5f-98190c655bc6 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:20.539111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:20.539334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Checking segment: {'id': 'bfb2cdbe-b22e-4807-92bb-4e771358fd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'cc617afd-708a-4d63-af5f-98190c655bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:20.539574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.539822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Bound using segment: {'id': 'bfb2cdbe-b22e-4807-92bb-4e771358fd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'cc617afd-708a-4d63-af5f-98190c655bc6'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:20.540141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Bound port: 36607af0-a57a-4075-9f4c-f21e3b28bed1, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb2cdbe-b22e-4807-92bb-4e771358fd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'cc617afd-708a-4d63-af5f-98190c655bc6'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:20.540365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.561045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9637720c-bd04-4b74-9072-f109f418402a None None] Port 5e01b369-51b5-4a61-b88d-6655bc1c0be7 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:20.612145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9637720c-bd04-4b74-9072-f109f418402a None None] Provisioning complete for port 40bf7369-37a7-428e-b4d7-6a9444465198 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:20.612538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9637720c-bd04-4b74-9072-f109f418402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.622863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Checking segment: {'id': 'e2415e5f-0dc8-4058-8094-aecd04e14c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1456, 'network_id': '3ba1a018-100b-4e7c-b740-859f77757c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:20.623067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network hostable DHCP agents. Network: 3ba1a018-100b-4e7c-b740-859f77757c80, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:20.642612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-49e273d7-d01d-444f-805a-1e7e011c3f4f admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=199fbd3c73f841c285506aa3975c9131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283335 Apr 16 15:39:20.644879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58830) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:20.654934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] For port 36607af0-a57a-4075-9f4c-f21e3b28bed1, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:20.658385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.659772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9637720c-bd04-4b74-9072-f109f418402a None None] Port 40bf7369-37a7-428e-b4d7-6a9444465198 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:20.661960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] For port 36607af0-a57a-4075-9f4c-f21e3b28bed1, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=36607af0-a57a-4075-9f4c-f21e3b28bed1,segment=NetworkSegment(bfb2cdbe-b22e-4807-92bb-4e771358fd04),segment_id=bfb2cdbe-b22e-4807-92bb-4e771358fd04)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:20.665938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.675597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:20.680867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 3ba1a018-100b-4e7c-b740-859f77757c80 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:20.682877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 154b2734-46b5-4d28-bd6f-49bf7d07eeee yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:39:20.689816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-750b6694-4d33-4f27-bc49-d0233f8025ea req-08c9118d-f98e-4f0a-8654-0f1437703d3f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5204506 Apr 16 15:39:20.724279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 3ba1a018-100b-4e7c-b740-859f77757c80) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:20.730379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:20.734286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:20.736414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:20.736875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.751736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-caddfb3e-af08-42b5-92b9-2a44d23c5391 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.761025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86d1d37f-9f1d-414d-bc7d-1ca9fa8b1513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.761343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Pushing event updated for resources: {'Port': ['ID=36607af0-a57a-4075-9f4c-f21e3b28bed1,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:20.769160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a9d0b-55dc-403b-add6-74abf868cd9d None None] Network 3ba1a018-100b-4e7c-b740-859f77757c80 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:20.772499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-caddfb3e-af08-42b5-92b9-2a44d23c5391 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.776648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acaf1545-3aa5-478f-9ad6-ad535d266a45 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.781427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.795905 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1757243 Apr 16 15:39:20.804153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58834) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:20.824655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b6a15838-6de5-4c3d-8156-76a251a1d5f0 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:20.833450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86d1d37f-9f1d-414d-bc7d-1ca9fa8b1513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.848376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:20.911586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d81d1a-f4d3-481d-b170-57731277046f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:20.911641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8::f (0637ec2b-95e7-4712-badc-484af3a97b6f/9f0e47a8-5b69-4bf4-95e6-504c0ab748a4/154b2734-46b5-4d28-bd6f-49bf7d07eeee) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:20.919548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:20.922061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86d1d37f-9f1d-414d-bc7d-1ca9fa8b1513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.926717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-946ea051-46cd-44f8-9d31-45fa85992c0f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:20.935818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fd48b2-e169-4f79-8996-0d593361a924 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:20.942667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fd48b2-e169-4f79-8996-0d593361a924 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:20.942667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-19fd48b2-e169-4f79-8996-0d593361a924 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Synchronizing usage tracker for tenant:932df70a192a4e8ba4d22d6dd4f00b9f on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:20.957457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1d37f-9f1d-414d-bc7d-1ca9fa8b1513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df60d6c-5878-4096-a047-5e133f2485a1,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:20.960476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-86d1d37f-9f1d-414d-bc7d-1ca9fa8b1513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:20.970694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d5ab49ce-06f0-4e92-9226-1bd72d88820d None None] Provisioning for port eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:20.979390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d5ab49ce-06f0-4e92-9226-1bd72d88820d None None] Provisioning complete for port eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:20.979628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5ab49ce-06f0-4e92-9226-1bd72d88820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.983866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86d1d37f-9f1d-414d-bc7d-1ca9fa8b1513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:20.986458 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-86d1d37f-9f1d-414d-bc7d-1ca9fa8b1513 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8df60d6c-5878-4096-a047-5e133f2485a1 HTTP/1.1" status: 204 len: 168 time: 0.3383210 Apr 16 15:39:20.988528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-19fd48b2-e169-4f79-8996-0d593361a924 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Unset dirty status for tenant:932df70a192a4e8ba4d22d6dd4f00b9f on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:20.989200 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-19fd48b2-e169-4f79-8996-0d593361a924 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1830859 Apr 16 15:39:20.998431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58840) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:21.022826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-acaf1545-3aa5-478f-9ad6-ad535d266a45 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Calling delete_port for 5e01b369-51b5-4a61-b88d-6655bc1c0be7 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:21.057603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a2770684-62d8-4d1a-84eb-34d1d8bace5a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:21.103424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-831491d3-caf5-403a-a801-b4524fd8bdb0 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Deleting port 11508d23-2b76-4f03-a69a-7fc66973775b {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:21.103654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-831491d3-caf5-403a-a801-b4524fd8bdb0 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.128686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d5ab49ce-06f0-4e92-9226-1bd72d88820d None None] Port eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:21.138733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d5ab49ce-06f0-4e92-9226-1bd72d88820d None None] Provisioning complete for port a2770684-62d8-4d1a-84eb-34d1d8bace5a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:21.138975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5ab49ce-06f0-4e92-9226-1bd72d88820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.184086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.184927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port a2770684-62d8-4d1a-84eb-34d1d8bace5a completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:21.186461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.188606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port a2770684-62d8-4d1a-84eb-34d1d8bace5a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:21.188844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.197680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caddfb3e-af08-42b5-92b9-2a44d23c5391 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Router fec71449-0898-47e1-a0f6-9a59f260b843 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:39:21.210672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object 154b2734-46b5-4d28-bd6f-49bf7d07eeee will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:21.287719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-831491d3-caf5-403a-a801-b4524fd8bdb0 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.341991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.409965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:21.434371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-831491d3-caf5-403a-a801-b4524fd8bdb0 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Calling delete_port for 11508d23-2b76-4f03-a69a-7fc66973775b owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:21.494606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc617afd-708a-4d63-af5f-98190c655bc6']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:21.503170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb2cdbe-b22e-4807-92bb-4e771358fd04') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:21.503347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb2cdbe-b22e-4807-92bb-4e771358fd04') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:21.515444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.518348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.523856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=154b2734-46b5-4d28-bd6f-49bf7d07eeee,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:21.525404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5ab49ce-06f0-4e92-9226-1bd72d88820d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.525812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:21.529532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.534452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1497 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:21.541316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port a2770684-62d8-4d1a-84eb-34d1d8bace5a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a2770684-62d8-4d1a-84eb-34d1d8bace5a,segment=NetworkSegment(9ff5e71a-0415-415f-a1a0-2d25a667db6c),segment_id=9ff5e71a-0415-415f-a1a0-2d25a667db6c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:21.545969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.546607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b40ee9a5-b562-4d59-8504-55d81d397d01 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:21.564980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-831491d3-caf5-403a-a801-b4524fd8bdb0 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.567600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:21.576671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-49b3a25f-3469-4887-b6cd-191756be0ed2 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:21.601967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caddfb3e-af08-42b5-92b9-2a44d23c5391 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:39:21.605451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acaf1545-3aa5-478f-9ad6-ad535d266a45 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.640719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831491d3-caf5-403a-a801-b4524fd8bdb0 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event deleted for resources: {'Port': ['ID=11508d23-2b76-4f03-a69a-7fc66973775b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:21.642801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-831491d3-caf5-403a-a801-b4524fd8bdb0 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:21.645054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f66a3c47-1d89-4b68-913f-4b540fbce891 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:21.645386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 0637ec2b-95e7-4712-badc-484af3a97b6f is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:21.647143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:21.648473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:21.651907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:21.652297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.668055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-d5ab49ce-06f0-4e92-9226-1bd72d88820d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:21.668562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-d5ab49ce-06f0-4e92-9226-1bd72d88820d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:21.669167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ca46f-be87-49b0-98df-d9208dd09e74 None None] Sync routers for ids ['fec71449-0898-47e1-a0f6-9a59f260b843'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:39:21.684405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-831491d3-caf5-403a-a801-b4524fd8bdb0 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.685607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-831491d3-caf5-403a-a801-b4524fd8bdb0 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "DELETE /v2.0/ports/11508d23-2b76-4f03-a69a-7fc66973775b HTTP/1.1" status: 204 len: 168 time: 0.6865399 Apr 16 15:39:21.686825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6540015 Apr 16 15:39:21.688976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58862) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:21.695329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ca46f-be87-49b0-98df-d9208dd09e74 None None] Routers {'fec71449-0898-47e1-a0f6-9a59f260b843'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:21.695983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0f5ca46f-be87-49b0-98df-d9208dd09e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['fec71449-0898-47e1-a0f6-9a59f260b843'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:21.712183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58864) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:21.737687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf1545-3aa5-478f-9ad6-ad535d266a45 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Pushing event deleted for resources: {'Port': ['ID=5e01b369-51b5-4a61-b88d-6655bc1c0be7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:21.753922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acaf1545-3aa5-478f-9ad6-ad535d266a45 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:21.753922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network cc617afd-708a-4d63-af5f-98190c655bc6 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:21.754606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58872) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:21.761853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port b40ee9a5-b562-4d59-8504-55d81d397d01 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:21.762296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.767366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-caddfb3e-af08-42b5-92b9-2a44d23c5391 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.773387 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-caddfb3e-af08-42b5-92b9-2a44d23c5391 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "PUT /v2.0/routers/fec71449-0898-47e1-a0f6-9a59f260b843 HTTP/1.1" status: 200 len: 698 time: 1.7641916 Apr 16 15:39:21.773959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58876) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:21.776565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.786209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a8be7ed6-7227-4971-9d23-b7842ebe12fc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Deleting port 55ed1821-4eb3-4ab7-acd4-54dc32e2a4d6 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:21.786442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8be7ed6-7227-4971-9d23-b7842ebe12fc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:21.834717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=a2770684-62d8-4d1a-84eb-34d1d8bace5a,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:21.852821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:21.859778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-0f5ca46f-be87-49b0-98df-d9208dd09e74 None None] Set router fec71449-0898-47e1-a0f6-9a59f260b843 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:21.870377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02031ba8-95f2-4f5f-ab02-501a7dab2446 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:21.870870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-02031ba8-95f2-4f5f-ab02-501a7dab2446 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:21.882461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7559eaee-8c17-402d-bf6c-0bd32d5d3c06 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1523930613', 'prefixes': ['172.20.0.0/16']}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:21.888599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7559eaee-8c17-402d-bf6c-0bd32d5d3c06 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:21.940101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0f5ca46f-be87-49b0-98df-d9208dd09e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec71449-0898-47e1-a0f6-9a59f260b843', 'name': 'tempest-RoutersIpV6Test-router-1737572063', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:19Z', 'updated_at': '2021-04-16T15:39:20Z', 'revision_number': 2, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:21.945485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ca46f-be87-49b0-98df-d9208dd09e74 None None] Checking router: fec71449-0898-47e1-a0f6-9a59f260b843 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:39:21.950575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-02031ba8-95f2-4f5f-ab02-501a7dab2446 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:21.953411 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-02031ba8-95f2-4f5f-ab02-501a7dab2446 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2614477 Apr 16 15:39:21.953990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ca46f-be87-49b0-98df-d9208dd09e74 None None] Routers {'fec71449-0898-47e1-a0f6-9a59f260b843'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:21.954458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0f5ca46f-be87-49b0-98df-d9208dd09e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['fec71449-0898-47e1-a0f6-9a59f260b843'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:21.960847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58882) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:22.008792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8be7ed6-7227-4971-9d23-b7842ebe12fc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.056512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-0f5ca46f-be87-49b0-98df-d9208dd09e74 None None] Set router fec71449-0898-47e1-a0f6-9a59f260b843 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:22.084013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a8be7ed6-7227-4971-9d23-b7842ebe12fc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Calling delete_port for 55ed1821-4eb3-4ab7-acd4-54dc32e2a4d6 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:22.120364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0f5ca46f-be87-49b0-98df-d9208dd09e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec71449-0898-47e1-a0f6-9a59f260b843', 'name': 'tempest-RoutersIpV6Test-router-1737572063', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:19Z', 'updated_at': '2021-04-16T15:39:20Z', 'revision_number': 2, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:22.123165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5ca46f-be87-49b0-98df-d9208dd09e74 None None] The sync data for ids ['fec71449-0898-47e1-a0f6-9a59f260b843'] in dv-neutron-786478-2-hyperv is: [{'id': 'fec71449-0898-47e1-a0f6-9a59f260b843', 'name': 'tempest-RoutersIpV6Test-router-1737572063', 'tenant_id': '7b48e0caa5534210be672e0eec7260d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:19Z', 'updated_at': '2021-04-16T15:39:20Z', 'revision_number': 2, 'project_id': '7b48e0caa5534210be672e0eec7260d8', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:22.131388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a6cae5-0019-40f2-9ae3-fdeca1973ee2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:22.134518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a6cae5-0019-40f2-9ae3-fdeca1973ee2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:22.137902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a6cae5-0019-40f2-9ae3-fdeca1973ee2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:22.139028 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-88a6cae5-0019-40f2-9ae3-fdeca1973ee2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1759486 Apr 16 15:39:22.145945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58886) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:22.184857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8be7ed6-7227-4971-9d23-b7842ebe12fc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.196061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f2b5988-e646-4c84-b4fa-7f022f9b8765 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:22.236447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-51a21851-ac9f-4aa0-bbed-634acb9098dc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 154b2734-46b5-4d28-bd6f-49bf7d07eeee {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:22.236704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a21851-ac9f-4aa0-bbed-634acb9098dc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.261114 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-087eb463-dd91-439e-ba0b-5cdb74e94f64 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/routers/fec71449-0898-47e1-a0f6-9a59f260b843 HTTP/1.1" status: 200 len: 704 time: 0.4701576 Apr 16 15:39:22.273030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58890) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:22.280750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be7ed6-7227-4971-9d23-b7842ebe12fc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event deleted for resources: {'Port': ['ID=55ed1821-4eb3-4ab7-acd4-54dc32e2a4d6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:22.293845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8be7ed6-7227-4971-9d23-b7842ebe12fc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:22.337040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b25beea1-4f75-4326-b485-16ace02b84fe None None] Provisioning complete for port eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:22.337356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b25beea1-4f75-4326-b485-16ace02b84fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.351227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8be7ed6-7227-4971-9d23-b7842ebe12fc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.353670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network cc617afd-708a-4d63-af5f-98190c655bc6 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:22.359051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a2aa1aa9-0127-4918-95d2-518f8f07c280 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Synchronizing usage tracker for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:22.370756 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:22.373213 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a8be7ed6-7227-4971-9d23-b7842ebe12fc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "DELETE /v2.0/ports/55ed1821-4eb3-4ab7-acd4-54dc32e2a4d6 HTTP/1.1" status: 204 len: 168 time: 0.6602843 Apr 16 15:39:22.375653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58894) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:22.380495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b25beea1-4f75-4326-b485-16ace02b84fe None None] Port eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:22.389451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b25beea1-4f75-4326-b485-16ace02b84fe None None] Provisioning for port 154b2734-46b5-4d28-bd6f-49bf7d07eeee completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:22.393023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b25beea1-4f75-4326-b485-16ace02b84fe None None] Provisioning complete for port 154b2734-46b5-4d28-bd6f-49bf7d07eeee triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:22.393301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b25beea1-4f75-4326-b485-16ace02b84fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.419510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ad28b4-b229-4a0a-99a7-387edb57038e None None] Network cc617afd-708a-4d63-af5f-98190c655bc6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:22.433620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b4411105-4c8d-40b9-a701-4f00454b2557 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Synchronizing usage tracker for tenant:932df70a192a4e8ba4d22d6dd4f00b9f on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:22.456986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b4411105-4c8d-40b9-a701-4f00454b2557 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Unset dirty status for tenant:932df70a192a4e8ba4d22d6dd4f00b9f on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:22.457794 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b4411105-4c8d-40b9-a701-4f00454b2557 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0816100 Apr 16 15:39:22.460382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58898) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:22.465378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-740407205'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:22.470490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:22.473523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acaf1545-3aa5-478f-9ad6-ad535d266a45 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.477584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-acaf1545-3aa5-478f-9ad6-ad535d266a45 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] 10.222.0.95 "DELETE /v2.0/ports/5e01b369-51b5-4a61-b88d-6655bc1c0be7 HTTP/1.1" status: 204 len: 168 time: 2.8096414 Apr 16 15:39:22.478820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58902) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:22.479214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Usage tracker for resource:network and tenant:932df70a192a4e8ba4d22d6dd4f00b9f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:22.479284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a2aa1aa9-0127-4918-95d2-518f8f07c280 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Unset dirty status for tenant:7b48e0caa5534210be672e0eec7260d8 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:22.481961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2aa1aa9-0127-4918-95d2-518f8f07c280 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=fec71449-0898-47e1-a0f6-9a59f260b843 HTTP/1.1" status: 200 len: 205 time: 0.2079818 Apr 16 15:39:22.482715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:22.484245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58904) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:22.488137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Request body: {'port': {'name': 'tempest-new-port-name-2045947104', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:22.488653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] bootfile-name is not in valid_values {{(pid=86006) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:39:22.488653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] tftp-server is not in valid_values {{(pid=86006) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:39:22.488779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.api.validators [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] server-ip-address is not in valid_values {{(pid=86006) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 16 15:39:22.489172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a21851-ac9f-4aa0-bbed-634acb9098dc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.514966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b25beea1-4f75-4326-b485-16ace02b84fe None None] Port 154b2734-46b5-4d28-bd6f-49bf7d07eeee cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:22.534824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:22.590107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5921de-7032-40d1-8891-2f2e57e5def9 req-15757d3e-b8fe-426d-ace4-365eafae1332 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:22.591492 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9a5921de-7032-40d1-8891-2f2e57e5def9 req-15757d3e-b8fe-426d-ace4-365eafae1332 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.4635148 Apr 16 15:39:22.603683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 15:39:22.603683 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 15:39:22.603683 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': 'cc617afd-708a-4d63-af5f-98190c655bc6'}] Apr 16 15:39:22.603683 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:22.603907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:22.623422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.641091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c96780-928a-44a6-89d9-9c1b477caf9a None None] DHCP port deletion for cc617afd-708a-4d63-af5f-98190c655bc6 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:22.645791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c1c96780-928a-44a6-89d9-9c1b477caf9a None None] Deleting port 36607af0-a57a-4075-9f4c-f21e3b28bed1 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:22.645996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1c96780-928a-44a6-89d9-9c1b477caf9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.661698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-70e6b5f3-862d-403a-81db-c841cd89758c None None] Provisioning for port 36607af0-a57a-4075-9f4c-f21e3b28bed1 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:22.672884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9a5921de-7032-40d1-8891-2f2e57e5def9 req-241a185d-777d-4654-9643-fc6d49c6795b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705800 Apr 16 15:39:22.780288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c1c96780-928a-44a6-89d9-9c1b477caf9a None None] For port 36607af0-a57a-4075-9f4c-f21e3b28bed1, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=36607af0-a57a-4075-9f4c-f21e3b28bed1,segment=NetworkSegment(bfb2cdbe-b22e-4807-92bb-4e771358fd04),segment_id=bfb2cdbe-b22e-4807-92bb-4e771358fd04)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:22.780518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1c96780-928a-44a6-89d9-9c1b477caf9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.801803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.805356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.812978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a85bf9c-3d5a-4e94-b361-3c57b16c4efa tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:22.853473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c1c96780-928a-44a6-89d9-9c1b477caf9a None None] Calling delete_port for 36607af0-a57a-4075-9f4c-f21e3b28bed1 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:22.887914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Pushing event updated for resources: {'Port': ['ID=40bf7369-37a7-428e-b4d7-6a9444465198,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:22.891311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:22.908794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1c96780-928a-44a6-89d9-9c1b477caf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.925662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] In _notify_port_updated(), no bound segment for port 40bf7369-37a7-428e-b4d7-6a9444465198 on network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:39:22.929805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:22.930220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.932792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] 10.222.0.95 "PUT /v2.0/ports/40bf7369-37a7-428e-b4d7-6a9444465198 HTTP/1.1" status: 200 len: 1129 time: 0.4500756 Apr 16 15:39:22.935248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-51a21851-ac9f-4aa0-bbed-634acb9098dc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 154b2734-46b5-4d28-bd6f-49bf7d07eeee owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:22.938485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58910) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:22.949091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f083f3d-8b2e-4ff0-afc9-7a0cf0a0e1d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:22.954363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Made reservation on behalf of 932df70a192a4e8ba4d22d6dd4f00b9f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:22.958665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.977579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a2770684-62d8-4d1a-84eb-34d1d8bace5a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:22.978065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-048c6f6d-a0a1-47aa-8db4-16bb4d5d40e8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:22.990350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e152403-229d-4dc5-bd7d-785afbf7a19d tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:22.990774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0e152403-229d-4dc5-bd7d-785afbf7a19d tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Synchronizing usage tracker for tenant:71589525fd8f4609a5daaafea721ba4d on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:23.003080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0e152403-229d-4dc5-bd7d-785afbf7a19d tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Unset dirty status for tenant:71589525fd8f4609a5daaafea721ba4d on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:23.006788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c96780-928a-44a6-89d9-9c1b477caf9a None None] Pushing event deleted for resources: {'Port': ['ID=36607af0-a57a-4075-9f4c-f21e3b28bed1,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:23.007998 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0e152403-229d-4dc5-bd7d-785afbf7a19d tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] 10.222.0.95 "GET /v2.0/ports/40bf7369-37a7-428e-b4d7-6a9444465198 HTTP/1.1" status: 200 len: 1129 time: 0.0687094 Apr 16 15:39:23.008384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1c96780-928a-44a6-89d9-9c1b477caf9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:23.008455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58914) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.042293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c96780-928a-44a6-89d9-9c1b477caf9a None None] No DVR routers for this DVR port 36607af0-a57a-4075-9f4c-f21e3b28bed1 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:23.055293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port a2770684-62d8-4d1a-84eb-34d1d8bace5a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:23.055533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.071982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb4335-d76e-4a77-9069-15d1d15947f6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Deleting port 40bf7369-37a7-428e-b4d7-6a9444465198 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:23.072316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4335-d76e-4a77-9069-15d1d15947f6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.104513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.153009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1468} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:23.181677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-72946a06-db8f-4766-b5b7-5717e52915e7 None None] Provisioning complete for port 40bf7369-37a7-428e-b4d7-6a9444465198 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:23.182033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72946a06-db8f-4766-b5b7-5717e52915e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.202676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7559eaee-8c17-402d-bf6c-0bd32d5d3c06 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] Notify callbacks [] for subnetpool, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.205169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7559eaee-8c17-402d-bf6c-0bd32d5d3c06 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] 10.222.0.95 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.4478822 Apr 16 15:39:23.205267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-048c6f6d-a0a1-47aa-8db4-16bb4d5d40e8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.206000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58918) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.217617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-72946a06-db8f-4766-b5b7-5717e52915e7 None None] Port 40bf7369-37a7-428e-b4d7-6a9444465198 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:23.224110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-048c6f6d-a0a1-47aa-8db4-16bb4d5d40e8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.247472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-048c6f6d-a0a1-47aa-8db4-16bb4d5d40e8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.247771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048c6f6d-a0a1-47aa-8db4-16bb4d5d40e8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Fanout notify agent at l3_agent the message router_deleted on router fec71449-0898-47e1-a0f6-9a59f260b843 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:39:23.254348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.254576 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Added segment 2d248c85-95ee-4195-90c8-7f4c2a00a20f of type vlan for network 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d Apr 16 15:39:23.258962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a21851-ac9f-4aa0-bbed-634acb9098dc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.270126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:23.302556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-65f2b877-f9e5-40af-b1fb-206acde51ab2 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] 10.222.0.95 "GET /v2.0/subnetpools/10d7b2ec-45af-4b25-a8cb-f200e4433d27 HTTP/1.1" status: 200 len: 732 time: 0.0931907 Apr 16 15:39:23.304057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-048c6f6d-a0a1-47aa-8db4-16bb4d5d40e8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.304598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-048c6f6d-a0a1-47aa-8db4-16bb4d5d40e8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/fec71449-0898-47e1-a0f6-9a59f260b843 HTTP/1.1" status: 204 len: 168 time: 0.8197379 Apr 16 15:39:23.309322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58922) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.309523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58924) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.314559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.334068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a21851-ac9f-4aa0-bbed-634acb9098dc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=154b2734-46b5-4d28-bd6f-49bf7d07eeee,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:23.336085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51a21851-ac9f-4aa0-bbed-634acb9098dc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:23.343678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.351467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a969d601-5a7a-4bbd-b216-f27c1e01cdb1 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1157370291'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:23.362396 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-be49ef8d-b1f8-4ae0-98d1-3c51643c8f9d tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=fec71449-0898-47e1-a0f6-9a59f260b843 HTTP/1.1" status: 200 len: 205 time: 0.0510666 Apr 16 15:39:23.371053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58930) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.423093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-06e3e194-db7b-465e-8148-4316e7c5d84d tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] delete failed (client error): The resource could not be found. Apr 16 15:39:23.423764 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-06e3e194-db7b-465e-8148-4316e7c5d84d tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/fec71449-0898-47e1-a0f6-9a59f260b843 HTTP/1.1" status: 404 len: 336 time: 0.0521042 Apr 16 15:39:23.425350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.428482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:23.428855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.432738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58934) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.433170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0b3eb08-d393-4575-9034-de98df3656d5 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:23.444088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4335-d76e-4a77-9069-15d1d15947f6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.509119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f9a092-afd9-4633-895e-d975eae7ec7e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:23.509453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f9a092-afd9-4633-895e-d975eae7ec7e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:23.510930 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e7f9a092-afd9-4633-895e-d975eae7ec7e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/6dac80ed-cff1-404a-9622-d66d762afac7 HTTP/1.1" status: 404 len: 337 time: 0.0665104 Apr 16 15:39:23.521278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc617afd-708a-4d63-af5f-98190c655bc6']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:23.525012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58938) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.530049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f4bb4335-d76e-4a77-9069-15d1d15947f6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Calling delete_port for 40bf7369-37a7-428e-b4d7-6a9444465198 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:23.530621 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0696063 Apr 16 15:39:23.537428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58940) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.545637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-721163015'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:23.549753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a21851-ac9f-4aa0-bbed-634acb9098dc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.550924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-51a21851-ac9f-4aa0-bbed-634acb9098dc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/154b2734-46b5-4d28-bd6f-49bf7d07eeee HTTP/1.1" status: 204 len: 168 time: 1.4043167 Apr 16 15:39:23.551493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event updated for resources: {'Network': ['ID=0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:23.552956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:23.553275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58946) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.555739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:23.559545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:23.581376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Usage tracker for resource:network and tenant:932df70a192a4e8ba4d22d6dd4f00b9f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:23.581909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb2cdbe-b22e-4807-92bb-4e771358fd04') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:23.582085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb2cdbe-b22e-4807-92bb-4e771358fd04') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:23.586435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:23.588515 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d573610-7578-41fe-b707-3eebc462e10f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:39:23.588868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5d573610-7578-41fe-b707-3eebc462e10f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:23.592417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:23.592772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f1330e-477e-4708-bc88-d40681d278f4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:23.593065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f1330e-477e-4708-bc88-d40681d278f4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:23.595975 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e2f1330e-477e-4708-bc88-d40681d278f4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/7f8f6f05-632e-4457-a278-88164553741f HTTP/1.1" status: 404 len: 337 time: 0.0456178 Apr 16 15:39:23.596551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58950) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.604154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.622039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a969d601-5a7a-4bbd-b216-f27c1e01cdb1 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] Notify callbacks [] for subnetpool, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.622751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a969d601-5a7a-4bbd-b216-f27c1e01cdb1 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] 10.222.0.95 "PUT /v2.0/subnetpools/10d7b2ec-45af-4b25-a8cb-f200e4433d27 HTTP/1.1" status: 200 len: 684 time: 0.3126411 Apr 16 15:39:23.623648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.626508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58954) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.630696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-7691a5db-5f2b-416c-85e3-d6ad4315c2ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:23.631030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7691a5db-5f2b-416c-85e3-d6ad4315c2ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:23.632222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7691a5db-5f2b-416c-85e3-d6ad4315c2ae tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/ea35fc37-a14d-4bfa-bf20-799ad797d50a HTTP/1.1" status: 404 len: 337 time: 0.0352960 Apr 16 15:39:23.633046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5d573610-7578-41fe-b707-3eebc462e10f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:23.634288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5d573610-7578-41fe-b707-3eebc462e10f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/154b2734-46b5-4d28-bd6f-49bf7d07eeee HTTP/1.1" status: 404 len: 333 time: 0.0790296 Apr 16 15:39:23.634288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58958) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.636605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58962) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.644526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1497 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:23.675548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Made reservation on behalf of 932df70a192a4e8ba4d22d6dd4f00b9f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:23.679038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.695168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-96804d56-617f-4108-8f81-ca916f1c1968 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:23.695357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96804d56-617f-4108-8f81-ca916f1c1968 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:23.698241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-96804d56-617f-4108-8f81-ca916f1c1968 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/93be232c-1d0b-4a18-bc5a-d94b161a9c95 HTTP/1.1" status: 404 len: 337 time: 0.0617540 Apr 16 15:39:23.699671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58968) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.740378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9f0d284b-1762-4a14-a7be-1c3c52d7222c tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=af592781-f235-4c66-b3c1-cfb061c838d4 HTTP/1.1" status: 200 len: 205 time: 0.0398445 Apr 16 15:39:23.743187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58972) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.783005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1466} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:23.788095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-354e1250-22ba-4b6b-890b-156a4587068b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:23.788319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-354e1250-22ba-4b6b-890b-156a4587068b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.816142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-8a4c64d2-eb96-4ec4-9dfa-76e9b554ad5e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] delete failed (client error): The resource could not be found. Apr 16 15:39:23.817012 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8a4c64d2-eb96-4ec4-9dfa-76e9b554ad5e tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/af592781-f235-4c66-b3c1-cfb061c838d4 HTTP/1.1" status: 404 len: 336 time: 0.0714400 Apr 16 15:39:23.822688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58976) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.824488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.824689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Added segment aef6b8de-f1fe-4e81-a7de-5524f381a106 of type vlan for network a1165178-32df-49c4-854d-d6175642aea0 Apr 16 15:39:23.859411 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-77b8bde9-a1b3-48d6-80c3-3135827f7780 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=338b8e73-dfb2-467f-b1dc-9e837a36df77 HTTP/1.1" status: 200 len: 205 time: 0.0342488 Apr 16 15:39:23.864750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58980) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.941231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:23.944439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-1828e647-68de-474e-8f07-9600db8f5218 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] delete failed (client error): The resource could not be found. Apr 16 15:39:23.947028 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1828e647-68de-474e-8f07-9600db8f5218 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/338b8e73-dfb2-467f-b1dc-9e837a36df77 HTTP/1.1" status: 404 len: 336 time: 0.0797284 Apr 16 15:39:23.947365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58984) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:23.984773 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c576e2ce-d2ae-4025-b2c8-ea8abd135a29 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:23.985141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c576e2ce-d2ae-4025-b2c8-ea8abd135a29 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:24.034041 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c576e2ce-d2ae-4025-b2c8-ea8abd135a29 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/8770477e-46b5-4853-91d4-9fb322eec38a HTTP/1.1" status: 404 len: 337 time: 0.0841103 Apr 16 15:39:24.034242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 58988) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.059931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.062924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:24.063319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.072570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fd37b94-2ccb-488a-b95f-3fc02841d861 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:24.086803 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a51e4962-d421-4b2c-a880-3c7b1e208492 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=2d8017fc-bb22-48ba-b367-c499a6792f75 HTTP/1.1" status: 200 len: 205 time: 0.0500214 Apr 16 15:39:24.090847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58992) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.095574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network cc617afd-708a-4d63-af5f-98190c655bc6 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:24.104921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.147914 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6023505 Apr 16 15:39:24.150998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event updated for resources: {'Network': ['ID=a1165178-32df-49c4-854d-d6175642aea0,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:24.152662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:24.163332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-354e1250-22ba-4b6b-890b-156a4587068b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.165718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network a1165178-32df-49c4-854d-d6175642aea0 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:24.203732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-8b150ab2-2dcd-4a81-a378-d73747c85242 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] delete failed (client error): The resource could not be found. Apr 16 15:39:24.204319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8b150ab2-2dcd-4a81-a378-d73747c85242 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/2d8017fc-bb22-48ba-b367-c499a6792f75 HTTP/1.1" status: 404 len: 336 time: 0.1103959 Apr 16 15:39:24.209507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 58996) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.233680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59000) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.237915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-354e1250-22ba-4b6b-890b-156a4587068b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:24.252485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4335-d76e-4a77-9069-15d1d15947f6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.260145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5e2e8973-611e-497b-b273-55608b4744c5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=15019ab0-da06-4eae-9a88-55adaaec2224 HTTP/1.1" status: 200 len: 205 time: 0.0476997 Apr 16 15:39:24.263394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59004) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.266119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'subnets': [{'network_id': '0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--699337780', 'ip_version': 4}, {'network_id': 'a1165178-32df-49c4-854d-d6175642aea0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:24.266694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'subnet': {'network_id': '0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--699337780', 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:24.267087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Request body: {'subnet': {'network_id': 'a1165178-32df-49c4-854d-d6175642aea0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:24.295950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e885296-d498-4df6-978f-361ef9c74000 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:24.330042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc089326-e277-4990-a4e9-ebcf1d529618 req-697c90e0-55b6-40dc-9bbc-2c6bb91729b0 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:24.331117 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bc089326-e277-4990-a4e9-ebcf1d529618 req-697c90e0-55b6-40dc-9bbc-2c6bb91729b0 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3683515 Apr 16 15:39:24.369674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb4335-d76e-4a77-9069-15d1d15947f6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Pushing event deleted for resources: {'Port': ['ID=40bf7369-37a7-428e-b4d7-6a9444465198,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:24.386581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network cc617afd-708a-4d63-af5f-98190c655bc6 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:24.411119 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:24.412490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f4bb4335-d76e-4a77-9069-15d1d15947f6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:24.428175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6960f708-8117-4f80-98c1-500728dd4546 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] Notify callbacks [] for subnetpool, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.431250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6960f708-8117-4f80-98c1-500728dd4546 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] 10.222.0.95 "DELETE /v2.0/subnetpools/10d7b2ec-45af-4b25-a8cb-f200e4433d27 HTTP/1.1" status: 204 len: 168 time: 0.8018711 Apr 16 15:39:24.473605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59008) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.505713 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-a98348af-219a-48bd-b3d3-b7b5691e7131 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] show failed (client error): The resource could not be found. Apr 16 15:39:24.506371 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a98348af-219a-48bd-b3d3-b7b5691e7131 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] 10.222.0.95 "GET /v2.0/subnetpools/10d7b2ec-45af-4b25-a8cb-f200e4433d27 HTTP/1.1" status: 404 len: 346 time: 0.0321407 Apr 16 15:39:24.514948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59012) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.530945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.535825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bc089326-e277-4990-a4e9-ebcf1d529618 req-b753477a-bac2-4912-a01e-a80a7bda8498 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686935 Apr 16 15:39:24.539267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b567de74-68a9-4f1c-ae75-22e72c303bda tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:24.554814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.556587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-1a7c319a-b69c-4588-bb27-bb80b585df34 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] delete failed (client error): The resource could not be found. Apr 16 15:39:24.561568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1a7c319a-b69c-4588-bb27-bb80b585df34 tempest-SubnetPoolsTestJSON-122082465 tempest-SubnetPoolsTestJSON-122082465-project] 10.222.0.95 "DELETE /v2.0/subnetpools/10d7b2ec-45af-4b25-a8cb-f200e4433d27 HTTP/1.1" status: 404 len: 346 time: 0.0404251 Apr 16 15:39:24.567548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Network': ['ID=cc617afd-708a-4d63-af5f-98190c655bc6,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:24.574959 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/cc617afd-708a-4d63-af5f-98190c655bc6 HTTP/1.1" status: 204 len: 168 time: 5.4294279 Apr 16 15:39:24.576051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59020) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.576758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:24.580647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1349026944'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:24.585827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:24.589952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:network and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:24.608444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:24.618166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:24.621658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4bb4335-d76e-4a77-9069-15d1d15947f6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.622840 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f4bb4335-d76e-4a77-9069-15d1d15947f6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] 10.222.0.95 "DELETE /v2.0/ports/40bf7369-37a7-428e-b4d7-6a9444465198 HTTP/1.1" status: 204 len: 168 time: 1.6138306 Apr 16 15:39:24.625252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59024) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.656778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-d3d98249-4145-43bc-97ce-6d60e58b2504 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] delete failed (client error): The resource could not be found. Apr 16 15:39:24.657451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d3d98249-4145-43bc-97ce-6d60e58b2504 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/15019ab0-da06-4eae-9a88-55adaaec2224 HTTP/1.1" status: 404 len: 336 time: 0.3819351 Apr 16 15:39:24.660216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59028) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.665326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:24.669182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.719668 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace25993-fe16-4b01-aa01-a9cfb37a0573 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:24.719974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace25993-fe16-4b01-aa01-a9cfb37a0573 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:24.723118 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ace25993-fe16-4b01-aa01-a9cfb37a0573 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/a660be3e-5897-49df-a18a-a5f0f8d9a9d8 HTTP/1.1" status: 404 len: 337 time: 0.0603185 Apr 16 15:39:24.725441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59036) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.740583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6311c9e-3088-4dea-b398-1badc2cdc009 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Deleting subnet 0e732262-1c8c-4e9c-9f90-ae0b0544ac18 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:39:24.743724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1473} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:24.745206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6311c9e-3088-4dea-b398-1badc2cdc009 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.772838 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-af4755ba-2a61-418f-83c9-39001a880e21 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=b95b75b1-c92b-476a-8a13-35a67d4ba187 HTTP/1.1" status: 200 len: 205 time: 0.0359416 Apr 16 15:39:24.773797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.774017 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Added segment 155519fe-4886-4424-80cc-dcbc66f9fbbd of type vlan for network 7a78a92c-1292-4a8d-b7f1-a831291a314c Apr 16 15:39:24.775129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59040) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.807246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59044) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.818963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6311c9e-3088-4dea-b398-1badc2cdc009 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.843264 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-54b97daf-9c94-4509-9674-9d4cd205fafa tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] delete failed (client error): The resource could not be found. Apr 16 15:39:24.845829 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-54b97daf-9c94-4509-9674-9d4cd205fafa tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/b95b75b1-c92b-476a-8a13-35a67d4ba187 HTTP/1.1" status: 404 len: 336 time: 0.0681922 Apr 16 15:39:24.846479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59050) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.850527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.856817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:24.861278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Usage tracker for resource:subnet and tenant:932df70a192a4e8ba4d22d6dd4f00b9f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:24.864871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:24.868887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:24.872785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-354e1250-22ba-4b6b-890b-156a4587068b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.885889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-562d7fe8-c1ef-4749-90fe-113104eb9bd8 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:24.888413 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df986df-7842-45f4-914a-0cc2be44b0e7 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:24.888703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df986df-7842-45f4-914a-0cc2be44b0e7 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:24.904532 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0df986df-7842-45f4-914a-0cc2be44b0e7 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/8cefeed1-23b6-49ae-8644-eb27a6f3cf85 HTTP/1.1" status: 404 len: 337 time: 0.0557308 Apr 16 15:39:24.916117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59054) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.935674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Made reservation on behalf of 932df70a192a4e8ba4d22d6dd4f00b9f for: {'subnet': 2} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:24.940398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.940600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.950793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e1250-22ba-4b6b-890b-156a4587068b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:24.954315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-354e1250-22ba-4b6b-890b-156a4587068b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:24.962106 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-34afbb82-dd51-4623-a4bb-f0f453ee10ea tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "GET /v2.0/ports?device_id=b5427dcb-61ce-4249-8ad6-f2b03e400dfe HTTP/1.1" status: 200 len: 205 time: 0.0429468 Apr 16 15:39:24.962106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-042b215b-67b6-4de0-a460-3827e14296cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.965505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.968590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:24.968928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:24.972064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59058) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:24.974662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:25.065040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-354e1250-22ba-4b6b-890b-156a4587068b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.079383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4497e7-8cef-4266-ac6a-9aa27504455e req-2b8624d6-da2d-484b-8c13-98522b5462c6 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:25.080816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba4497e7-8cef-4266-ac6a-9aa27504455e req-2b8624d6-da2d-484b-8c13-98522b5462c6 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3080089 Apr 16 15:39:25.081493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-042b215b-67b6-4de0-a460-3827e14296cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:25.085647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e9701549-3f71-4a0b-8939-ebfc1ea241c0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] delete failed (client error): The resource could not be found. Apr 16 15:39:25.086223 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9701549-3f71-4a0b-8939-ebfc1ea241c0 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/routers/b5427dcb-61ce-4249-8ad6-f2b03e400dfe HTTP/1.1" status: 404 len: 336 time: 0.1012392 Apr 16 15:39:25.088982 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5099053 Apr 16 15:39:25.091748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59062) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:25.091966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59064) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:25.095136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-042b215b-67b6-4de0-a460-3827e14296cb admin admin] Usage tracker for resource:security_group_rule and tenant:50a26cf23dea4c3e9455647aad864270 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:25.107756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6311c9e-3088-4dea-b398-1badc2cdc009 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.117262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'network_id': '7a78a92c-1292-4a8d-b7f1-a831291a314c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:25.124517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-042b215b-67b6-4de0-a460-3827e14296cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:25.127400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=7a78a92c-1292-4a8d-b7f1-a831291a314c,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:25.129330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:25.135280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-354e1250-22ba-4b6b-890b-156a4587068b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a HTTP/1.1" status: 204 len: 168 time: 1.4963083 Apr 16 15:39:25.137813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cb7e8f-4318-4530-9ae9-9be04d6b2f4c tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:25.138105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32cb7e8f-4318-4530-9ae9-9be04d6b2f4c tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:25.139149 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-32cb7e8f-4318-4530-9ae9-9be04d6b2f4c tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/e67cb1c3-b9af-4a14-ad21-a2902443e8ff HTTP/1.1" status: 404 len: 337 time: 0.0465922 Apr 16 15:39:25.140004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-042b215b-67b6-4de0-a460-3827e14296cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:25.141209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59070) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:25.141423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59072) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:25.144208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 7a78a92c-1292-4a8d-b7f1-a831291a314c details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:25.206198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4116e9-f12e-4b6b-bcc9-9956c1e97476 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:25.206505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4116e9-f12e-4b6b-bcc9-9956c1e97476 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:25.207564 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cb4116e9-f12e-4b6b-bcc9-9956c1e97476 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] 10.222.0.95 "DELETE /v2.0/subnets/dbefd141-d647-494f-a127-f3e508afd1eb HTTP/1.1" status: 404 len: 337 time: 0.0632951 Apr 16 15:39:25.218647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4951d7-bfd3-443f-a531-b03ba74b96ae tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:39:25.218972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5e4951d7-bfd3-443f-a531-b03ba74b96ae tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:25.223505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:25.224667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba4497e7-8cef-4266-ac6a-9aa27504455e req-730f8022-10fd-4eb6-b99f-f7a12df68d72 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332810 Apr 16 15:39:25.261163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:subnet and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:25.264217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:25.269987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:25.280096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5e4951d7-bfd3-443f-a531-b03ba74b96ae tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:25.282663 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5e4951d7-bfd3-443f-a531-b03ba74b96ae tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/eed0011f-a99b-4a1f-ad3a-59ce6b1f8c2a HTTP/1.1" status: 404 len: 333 time: 0.1377199 Apr 16 15:39:25.283850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59080) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:25.285421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:25.289015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.348183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59086) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:25.352474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-042b215b-67b6-4de0-a460-3827e14296cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.372713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-042b215b-67b6-4de0-a460-3827e14296cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.378041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8204eebb-2625-4293-a6dc-e24e11df4597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:25.383974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-204a208e-8b54-43c4-8f24-7de783a8008a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting subnet 9f0e47a8-5b69-4bf4-95e6-504c0ab748a4 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:39:25.388138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-204a208e-8b54-43c4-8f24-7de783a8008a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.409545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b215b-67b6-4de0-a460-3827e14296cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e104bcc-9f80-4fa1-9364-08060850c129,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:25.411668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-042b215b-67b6-4de0-a460-3827e14296cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:25.419222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-042b215b-67b6-4de0-a460-3827e14296cb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=50a26cf23dea4c3e9455647aad864270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6067028 Apr 16 15:39:25.419529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59092) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:25.448784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6311c9e-3088-4dea-b398-1badc2cdc009 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.455859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-204a208e-8b54-43c4-8f24-7de783a8008a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.458441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf4261dc-46da-4f2e-ae1a-498a0012440e tempest-AllowedAddressPairIpV6TestJSON-1369641391 tempest-AllowedAddressPairIpV6TestJSON-1369641391-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:25.519991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6311c9e-3088-4dea-b398-1badc2cdc009 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Pushing event deleted for resources: {'Subnet': ['ID=0e732262-1c8c-4e9c-9f90-ae0b0544ac18,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:25.521724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a6311c9e-3088-4dea-b398-1badc2cdc009 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:25.551816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a40e3b41-028f-44cb-b4a9-97859960c93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.573008 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-08e497f5-40b5-4d3f-8ad1-31eda8a38819 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7b48e0caa5534210be672e0eec7260d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240145 Apr 16 15:39:25.577681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59096) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:25.579690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6311c9e-3088-4dea-b398-1badc2cdc009 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.588224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758510e-0afc-4d5b-90bd-1e26bf9319a6 None None] Network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:25.597283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a40e3b41-028f-44cb-b4a9-97859960c93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.616377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a6311c9e-3088-4dea-b398-1badc2cdc009 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] 10.222.0.95 "DELETE /v2.0/subnets/0e732262-1c8c-4e9c-9f90-ae0b0544ac18 HTTP/1.1" status: 204 len: 168 time: 0.9882064 Apr 16 15:39:25.618096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59100) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:25.622086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-204a208e-8b54-43c4-8f24-7de783a8008a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.741847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560584a5-db2a-4347-877f-bbffb36b36d4 None None] DHCP port deletion for 7f0be0f8-7fcc-4713-9d8f-42daf16da623 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:25.745206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-560584a5-db2a-4347-877f-bbffb36b36d4 None None] Deleting port b40ee9a5-b562-4d59-8504-55d81d397d01 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:25.745769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-560584a5-db2a-4347-877f-bbffb36b36d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.884747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-560584a5-db2a-4347-877f-bbffb36b36d4 None None] For port b40ee9a5-b562-4d59-8504-55d81d397d01, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b40ee9a5-b562-4d59-8504-55d81d397d01,segment=NetworkSegment(d4926f0b-5337-4662-95c7-af60e2adf9fb),segment_id=d4926f0b-5337-4662-95c7-af60e2adf9fb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:25.885497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-560584a5-db2a-4347-877f-bbffb36b36d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.908564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-204a208e-8b54-43c4-8f24-7de783a8008a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.919304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7ab32fe-366b-4a5d-8a01-a8ad312dde7a tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:25.967519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-560584a5-db2a-4347-877f-bbffb36b36d4 None None] Calling delete_port for b40ee9a5-b562-4d59-8504-55d81d397d01 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:25.969226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ddb514b3-3533-4710-85ab-1aa3fbddb892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.976174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a208e-8b54-43c4-8f24-7de783a8008a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0e47a8-5b69-4bf4-95e6-504c0ab748a4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:25.985598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:25.989426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-204a208e-8b54-43c4-8f24-7de783a8008a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:25.994530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.007514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6be90786-9cc8-4653-8944-7c1d5da375eb tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:26.022536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-560584a5-db2a-4347-877f-bbffb36b36d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.022718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a40e3b41-028f-44cb-b4a9-97859960c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.030268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-89bad9d2-581d-4307-863e-9adfd0989fa7 tempest-RoutersIpV6AdminTest-743279935 tempest-RoutersIpV6AdminTest-743279935-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:26.033708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e85f295-af66-46fe-ab91-b383ec71e4b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:26.040432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ddb514b3-3533-4710-85ab-1aa3fbddb892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.045216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e3b41-028f-44cb-b4a9-97859960c93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e104bcc-9f80-4fa1-9364-08060850c129,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:26.046931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a40e3b41-028f-44cb-b4a9-97859960c93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:26.061513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a40e3b41-028f-44cb-b4a9-97859960c93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.064006 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a40e3b41-028f-44cb-b4a9-97859960c93d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4e104bcc-9f80-4fa1-9364-08060850c129 HTTP/1.1" status: 204 len: 168 time: 0.6423140 Apr 16 15:39:26.133520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560584a5-db2a-4347-877f-bbffb36b36d4 None None] Pushing event deleted for resources: {'Port': ['ID=b40ee9a5-b562-4d59-8504-55d81d397d01,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:26.138348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-560584a5-db2a-4347-877f-bbffb36b36d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:26.149885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.159558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560584a5-db2a-4347-877f-bbffb36b36d4 None None] No DVR routers for this DVR port b40ee9a5-b562-4d59-8504-55d81d397d01 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:26.204971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ddb514b3-3533-4710-85ab-1aa3fbddb892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.209541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82570f7a-b0db-41af-85f1-77fc3d2895b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:26.223778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb514b3-3533-4710-85ab-1aa3fbddb892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9312091-54a6-4468-adc0-2b3acc7b0f2f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:26.225409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ddb514b3-3533-4710-85ab-1aa3fbddb892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:26.236790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ddb514b3-3533-4710-85ab-1aa3fbddb892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.239208 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ddb514b3-3533-4710-85ab-1aa3fbddb892 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e9312091-54a6-4468-adc0-2b3acc7b0f2f HTTP/1.1" status: 204 len: 168 time: 0.6560249 Apr 16 15:39:26.245017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f0be0f8-7fcc-4713-9d8f-42daf16da623']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:26.253664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4926f0b-5337-4662-95c7-af60e2adf9fb') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:26.253939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4926f0b-5337-4662-95c7-af60e2adf9fb') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:26.261404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.271512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.275626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Releasing vlan 1471 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:26.315015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.417642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:26.419015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964607a-4bb2-46d6-890b-b428573ccfda None None] Network 0637ec2b-95e7-4712-badc-484af3a97b6f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:26.420760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-204a208e-8b54-43c4-8f24-7de783a8008a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.427166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event updated for resources: {'Subnet': ['ID=92ba425b-160a-4406-a9a1-33d993d60a90,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:26.431765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.457153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:26.457501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-11a7c31d-4746-4261-8368-a8ea2cd6ef29 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:26.504530 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-204a208e-8b54-43c4-8f24-7de783a8008a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/9f0e47a8-5b69-4bf4-95e6-504c0ab748a4 HTTP/1.1" status: 204 len: 168 time: 1.2183244 Apr 16 15:39:26.512533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59130) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:26.604461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=9c71fe19-4df5-4ee8-bfd6-b71d55c205db,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:26.606223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:26.615007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.625350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c76959-4639-468a-913c-f870525080c3 None None] DHCP port deletion for 0637ec2b-95e7-4712-badc-484af3a97b6f request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:26.629063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-62c76959-4639-468a-913c-f870525080c3 None None] Deleting port a2770684-62d8-4d1a-84eb-34d1d8bace5a {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:26.629513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62c76959-4639-468a-913c-f870525080c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.643861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Network 7f0be0f8-7fcc-4713-9d8f-42daf16da623 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:26.663392 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:26.683647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Checking segment: {'id': '155519fe-4886-4424-80cc-dcbc66f9fbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '7a78a92c-1292-4a8d-b7f1-a831291a314c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:26.683892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network hostable DHCP agents. Network: 7a78a92c-1292-4a8d-b7f1-a831291a314c, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:26.688064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port a2770684-62d8-4d1a-84eb-34d1d8bace5a {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:26.688272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.695672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0492330-4cb9-464c-b225-7b8252920d4c req-982dee53-327c-44b0-acc1-c820d01055fa tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:26.696614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0492330-4cb9-464c-b225-7b8252920d4c req-982dee53-327c-44b0-acc1-c820d01055fa tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3282189 Apr 16 15:39:26.718706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Checking segment: {'id': '2d248c85-95ee-4195-90c8-7f4c2a00a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:26.718985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network hostable DHCP agents. Network: 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:26.727083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d746457-6df7-4d0a-b703-8cf77e140c06 req-35689765-9ed8-4e35-80f8-6a9c435e2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:26.727988 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d746457-6df7-4d0a-b703-8cf77e140c06 req-35689765-9ed8-4e35-80f8-6a9c435e2afe service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=57d611ee8c734d2db74788b656d9871a&device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 1098 time: 0.2862806 Apr 16 15:39:26.734646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.738776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:26.750125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.758908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59148) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:26.774747 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0492330-4cb9-464c-b225-7b8252920d4c req-197e4cb2-c1e3-49f7-ab10-4c5adfb358c6 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693829 Apr 16 15:39:26.775344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Pushing event deleted for resources: {'Network': ['ID=7f0be0f8-7fcc-4713-9d8f-42daf16da623,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:26.778846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:26.784331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] 10.222.0.95 "DELETE /v2.0/networks/7f0be0f8-7fcc-4713-9d8f-42daf16da623 HTTP/1.1" status: 204 len: 168 time: 1.1617007 Apr 16 15:39:26.790099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 7a78a92c-1292-4a8d-b7f1-a831291a314c is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:26.796771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:26.816808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 7a78a92c-1292-4a8d-b7f1-a831291a314c) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:26.839337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:26.846752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d746457-6df7-4d0a-b703-8cf77e140c06 req-188a4ad0-8131-4ad1-9789-d3b7dd20dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:26.847841 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d746457-6df7-4d0a-b703-8cf77e140c06 req-188a4ad0-8131-4ad1-9789-d3b7dd20dbab service neutron] 10.222.0.107 "GET /v2.0/networks?id=2f4aa230-8a99-45fa-929d-06fe729ee9a2 HTTP/1.1" status: 200 len: 914 time: 0.0911195 Apr 16 15:39:26.855561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:26.855945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.877882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-62c76959-4639-468a-913c-f870525080c3 None None] For port a2770684-62d8-4d1a-84eb-34d1d8bace5a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a2770684-62d8-4d1a-84eb-34d1d8bace5a,segment=NetworkSegment(9ff5e71a-0415-415f-a1a0-2d25a667db6c),segment_id=9ff5e71a-0415-415f-a1a0-2d25a667db6c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:26.878296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62c76959-4639-468a-913c-f870525080c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:26.941821 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8481047 Apr 16 15:39:26.943701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59158) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:26.960391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] For port a2770684-62d8-4d1a-84eb-34d1d8bace5a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a2770684-62d8-4d1a-84eb-34d1d8bace5a,segment=NetworkSegment(9ff5e71a-0415-415f-a1a0-2d25a667db6c),segment_id=9ff5e71a-0415-415f-a1a0-2d25a667db6c)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:26.960621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.036828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for a2770684-62d8-4d1a-84eb-34d1d8bace5a owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:27.039498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-62c76959-4639-468a-913c-f870525080c3 None None] Calling delete_port for a2770684-62d8-4d1a-84eb-34d1d8bace5a owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:27.039981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.077321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-af887872-9996-4bbe-8359-ccabfdc078e5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'default'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:27.078423 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-af887872-9996-4bbe-8359-ccabfdc078e5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 16 15:39:27.078750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-af887872-9996-4bbe-8359-ccabfdc078e5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): There was a conflict when trying to complete your request. Apr 16 15:39:27.079535 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-af887872-9996-4bbe-8359-ccabfdc078e5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3072596 Apr 16 15:39:27.085310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59166) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:27.088304 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d746457-6df7-4d0a-b703-8cf77e140c06 req-927d3056-b434-4a1f-b729-209e300bf2be service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc HTTP/1.1" status: 200 len: 1000 time: 0.2313170 Apr 16 15:39:27.089585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.092748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-62c76959-4639-468a-913c-f870525080c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:27.093039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-62c76959-4639-468a-913c-f870525080c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:27.093518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6db2ad-3882-42ca-92f0-fdebf9ef5f69 None None] Network 7a78a92c-1292-4a8d-b7f1-a831291a314c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:27.119768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59170) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:27.148009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21090d3-36f9-488c-ba37-1b338f46c834 None None] Network 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:27.154634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.161901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780850515'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:27.168987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:27.177270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:27.180123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fbf39c9-f17b-4bd0-97c4-27a4fd9fcfce tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:27.208509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d746457-6df7-4d0a-b703-8cf77e140c06 req-a0ce166a-bea3-44f3-b0cf-960927ec30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:27.209450 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d746457-6df7-4d0a-b703-8cf77e140c06 req-a0ce166a-bea3-44f3-b0cf-960927ec30ca service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fc769158-1403-4dfe-95bb-46b2b93ef3c9 HTTP/1.1" status: 200 len: 851 time: 0.0891111 Apr 16 15:39:27.221172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:27.225926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a2770684-62d8-4d1a-84eb-34d1d8bace5a no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:27.231519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=a2770684-62d8-4d1a-84eb-34d1d8bace5a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:27.233766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:27.240275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:27.248945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No DVR routers for this DVR port a2770684-62d8-4d1a-84eb-34d1d8bace5a on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:27.295224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.325415 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ebfd0e77-3000-490a-8bc2-a7e25fc118c4 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=71589525fd8f4609a5daaafea721ba4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040215 Apr 16 15:39:27.327447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59184) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:27.347545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: a2770684-62d8-4d1a-84eb-34d1d8bace5a {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:27.347824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a2770684-62d8-4d1a-84eb-34d1d8bace5a not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:27.348136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b40ee9a5-b562-4d59-8504-55d81d397d01 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:27.357794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.371817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: b40ee9a5-b562-4d59-8504-55d81d397d01 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:27.372115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b40ee9a5-b562-4d59-8504-55d81d397d01 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:27.373735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-7a78a92c-1292-4a8d-b7f1-a831291a314c', 'network_id': '7a78a92c-1292-4a8d-b7f1-a831291a314c', 'tenant_id': '7be37314ca9c488ab9d8f211a146d52f', 'fixed_ips': [{'subnet_id': '9c71fe19-4df5-4ee8-bfd6-b71d55c205db'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:27.374373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.378304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.389743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:27.427247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:27.438720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:27.442542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d746457-6df7-4d0a-b703-8cf77e140c06 req-75316a5d-4a38-4f97-8a28-29629ec3a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:27.443504 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d746457-6df7-4d0a-b703-8cf77e140c06 req-75316a5d-4a38-4f97-8a28-29629ec3a39c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2f4aa230-8a99-45fa-929d-06fe729ee9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2196186 Apr 16 15:39:27.446452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:27.466272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59192) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:27.503446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Allocated IP 2001:db8::1 (7a78a92c-1292-4a8d-b7f1-a831291a314c/9c71fe19-4df5-4ee8-bfd6-b71d55c205db/6bd73179-5742-421c-863d-fcb618f79161) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:27.515444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0637ec2b-95e7-4712-badc-484af3a97b6f']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:27.529963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.530132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70a07287-d466-4272-9a12-507815d8c749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.540930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff5e71a-0415-415f-a1a0-2d25a667db6c') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:27.541110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff5e71a-0415-415f-a1a0-2d25a667db6c') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:27.545374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-71c57550-7ec7-4e92-93bb-e1b3199bb657 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:27.566089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70a07287-d466-4272-9a12-507815d8c749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.607222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.614561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d746457-6df7-4d0a-b703-8cf77e140c06 req-533ec6eb-36be-4898-a228-02c3575b7fc1 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569934 Apr 16 15:39:27.621014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70a07287-d466-4272-9a12-507815d8c749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.623119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'network': {'name': 'tempest-network-smoke--930362418', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'port_security_enabled': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:27.625075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c32ffe61-9272-44b7-ad42-1a552355f57e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:27.637661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:27.647414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a07287-d466-4272-9a12-507815d8c749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2aebb8-5f5f-454d-bc96-ed29915b87f7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:27.651651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70a07287-d466-4272-9a12-507815d8c749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:27.651700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:network and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:27.655765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.657154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:27.667801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:27.680710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event updated for resources: {'Subnet': ['ID=3e6e5415-5bd6-40f3-8ecd-a22c3a378e96,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:27.681904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70a07287-d466-4272-9a12-507815d8c749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.682550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:27.682659 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-70a07287-d466-4272-9a12-507815d8c749 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6a2aebb8-5f5f-454d-bc96-ed29915b87f7 HTTP/1.1" status: 204 len: 168 time: 0.3534398 Apr 16 15:39:27.686738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Releasing vlan 1469 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:27.714656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d746457-6df7-4d0a-b703-8cf77e140c06 req-fdb48968-da1f-40a4-9272-d7df9ebb63b1 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902078 Apr 16 15:39:27.731696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-62c76959-4639-468a-913c-f870525080c3 None None] Deleting port a2770684-62d8-4d1a-84eb-34d1d8bace5a {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:27.731964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62c76959-4639-468a-913c-f870525080c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.733300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:27.737618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.755025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d', 'network_id': '0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d', 'tenant_id': '932df70a192a4e8ba4d22d6dd4f00b9f', 'fixed_ips': [{'subnet_id': '92ba425b-160a-4406-a9a1-33d993d60a90'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:27.755576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.782626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.784779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.797530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-62c76959-4639-468a-913c-f870525080c3 None None] The port 'a2770684-62d8-4d1a-84eb-34d1d8bace5a' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:39:27.806904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.809045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:27.812961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c931508-ab4a-43e1-9667-39eb2d16e7c4 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:27.845596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:27.847330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:27.861201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:27.870553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:27.872116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:27.886368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:27.888448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 0637ec2b-95e7-4712-badc-484af3a97b6f has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:27.895758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.909202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8543cdb-db7e-498b-b092-2dd576645aa6,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:27.939828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:27.941256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:27.948895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0781a-e1cc-4a65-8fb5-6055a8295b73 req-29818089-271c-4f52-8c03-a44b7a6bd9fe tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:27.949908 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1c0781a-e1cc-4a65-8fb5-6055a8295b73 req-29818089-271c-4f52-8c03-a44b7a6bd9fe tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.0772448 Apr 16 15:39:27.965649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Checking segment: {'id': 'aef6b8de-f1fe-4e81-a7de-5524f381a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': 'a1165178-32df-49c4-854d-d6175642aea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:27.965869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network hostable DHCP agents. Network: a1165178-32df-49c4-854d-d6175642aea0, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:27.968640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:27.974502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Allocated IP 172.20.0.2 (0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d/92ba425b-160a-4406-a9a1-33d993d60a90/110e2c1f-3a4b-4f3d-91f6-6179ab88616f) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:27.982360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1c0781a-e1cc-4a65-8fb5-6055a8295b73 req-5b7a45bf-0ee1-4128-81e3-e71e10e7dec8 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282559 Apr 16 15:39:28.038229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network 0637ec2b-95e7-4712-badc-484af3a97b6f has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:28.059166 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:28.066138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network a1165178-32df-49c4-854d-d6175642aea0 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:28.100040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.114700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, a1165178-32df-49c4-854d-d6175642aea0) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:28.120966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b705110-e105-477d-8eff-7a1eef41357b None None] Network a1165178-32df-49c4-854d-d6175642aea0 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:28.129828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Transition to ACTIVE for port object 6bd73179-5742-421c-863d-fcb618f79161 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:28.132557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Transition to ACTIVE for port object 110e2c1f-3a4b-4f3d-91f6-6179ab88616f will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:28.140738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.144870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:28.145143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:28.145526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.153142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5ef6fa2-3ede-4470-a2c8-9b849fe33e69 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:28.194665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Transition to ACTIVE for port object 6bd73179-5742-421c-863d-fcb618f79161 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:28.195609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Transition to ACTIVE for port object 110e2c1f-3a4b-4f3d-91f6-6179ab88616f will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:28.210673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.212266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.227843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59220) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:28.228406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e1ea2ad3-c899-44dc-8d6c-5838a4277054 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:28.247071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db55685c-25fe-497d-ad54-e0abf62aa2c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:28.277882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.282343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Subnet': ['ID=9c71fe19-4df5-4ee8-bfd6-b71d55c205db,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:28.284259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:28.375116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-174655457'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:28.378023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:28.380040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Pushing event updated for resources: {'Port': ['ID=6bd73179-5742-421c-863d-fcb618f79161,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:28.380259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:network and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:28.382617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:28.386397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:28.389960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:28.394119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:28.397866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.453718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.454352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Network 7a78a92c-1292-4a8d-b7f1-a831291a314c is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:28.459577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:28.462131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.467126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Network': ['ID=0637ec2b-95e7-4712-badc-484af3a97b6f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:28.468954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a78a92c-1292-4a8d-b7f1-a831291a314c']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:28.469058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:28.475872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:28.477006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155519fe-4886-4424-80cc-dcbc66f9fbbd') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:28.477174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155519fe-4886-4424-80cc-dcbc66f9fbbd') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:28.477680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.483712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2885ec17-496e-4984-9698-582e7c5dcc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:28.483805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.486119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Pushing event updated for resources: {'Port': ['ID=110e2c1f-3a4b-4f3d-91f6-6179ab88616f,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:28.493323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.495339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:28.499474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:28.503356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.509509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.511375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.516015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.516249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-a1165178-32df-49c4-854d-d6175642aea0', 'network_id': 'a1165178-32df-49c4-854d-d6175642aea0', 'tenant_id': '932df70a192a4e8ba4d22d6dd4f00b9f', 'fixed_ips': [{'subnet_id': '3e6e5415-5bd6-40f3-8ecd-a22c3a378e96'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:28.516832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.523378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.2633731 Apr 16 15:39:28.523481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1473 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:28.526082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/networks/0637ec2b-95e7-4712-badc-484af3a97b6f HTTP/1.1" status: 204 len: 168 time: 2.0113676 Apr 16 15:39:28.526082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.529110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4387643 Apr 16 15:39:28.529110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66ae9d5-48f1-4d18-96d1-1422ba30fc3d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:28.529110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59226) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:28.529110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59228) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:28.529110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59230) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:28.533013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:28.533396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:28.544928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:28.561602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1624498198'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:28.565078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': 'c66ae9d5-48f1-4d18-96d1-1422ba30fc3d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:28.572807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:security_group_rule and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:28.575118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:28.575571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:28.577556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:28.585853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:network and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:28.586957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Network 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:28.588180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:28.590157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:28.590770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:28.591661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:28.591788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:28.592152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Attempting to bind port 6bd73179-5742-421c-863d-fcb618f79161 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:28.592379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Attempting to bind port 6bd73179-5742-421c-863d-fcb618f79161 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '155519fe-4886-4424-80cc-dcbc66f9fbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '7a78a92c-1292-4a8d-b7f1-a831291a314c'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:28.592606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Attempting to bind port 6bd73179-5742-421c-863d-fcb618f79161 on network 7a78a92c-1292-4a8d-b7f1-a831291a314c {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:28.593256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:28.602608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:28.605248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:28.607000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:28.611230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:28.618011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a669698a-5a88-4c43-b9bc-47a366fcc2c1 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:28.618187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:28.618441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Checking segment: {'id': '155519fe-4886-4424-80cc-dcbc66f9fbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '7a78a92c-1292-4a8d-b7f1-a831291a314c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:28.618683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.618865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a669698a-5a88-4c43-b9bc-47a366fcc2c1 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:28.618925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Bound using segment: {'id': '155519fe-4886-4424-80cc-dcbc66f9fbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '7a78a92c-1292-4a8d-b7f1-a831291a314c'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:28.619481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Bound port: 6bd73179-5742-421c-863d-fcb618f79161, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155519fe-4886-4424-80cc-dcbc66f9fbbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '7a78a92c-1292-4a8d-b7f1-a831291a314c'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:28.619481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.619708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a669698a-5a88-4c43-b9bc-47a366fcc2c1 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:28.620209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a669698a-5a88-4c43-b9bc-47a366fcc2c1 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Synchronizing usage tracker for tenant:932df70a192a4e8ba4d22d6dd4f00b9f on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:28.629833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:28.633378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.644370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 7a78a92c-1292-4a8d-b7f1-a831291a314c has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:28.648234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a669698a-5a88-4c43-b9bc-47a366fcc2c1 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Unset dirty status for tenant:932df70a192a4e8ba4d22d6dd4f00b9f on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:28.651071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a669698a-5a88-4c43-b9bc-47a366fcc2c1 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1193082 Apr 16 15:39:28.651071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.651175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.654551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59238) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:28.721570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-74224301-bccc-4afb-96dc-9be14693a2e3 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Deleting subnet 92ba425b-160a-4406-a9a1-33d993d60a90 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:39:28.726109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Attempting to bind port 110e2c1f-3a4b-4f3d-91f6-6179ab88616f on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:28.726343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Attempting to bind port 110e2c1f-3a4b-4f3d-91f6-6179ab88616f by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '2d248c85-95ee-4195-90c8-7f4c2a00a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:28.726723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Attempting to bind port 110e2c1f-3a4b-4f3d-91f6-6179ab88616f on network 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:28.729074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74224301-bccc-4afb-96dc-9be14693a2e3 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.742588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:28.742881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Checking segment: {'id': '2d248c85-95ee-4195-90c8-7f4c2a00a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:28.743079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.743327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Bound using segment: {'id': '2d248c85-95ee-4195-90c8-7f4c2a00a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:28.743639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Bound port: 110e2c1f-3a4b-4f3d-91f6-6179ab88616f, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d248c85-95ee-4195-90c8-7f4c2a00a20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': '0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:28.743880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.746230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.750724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.755001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-03a5cea1-0920-41d6-819c-0aa31562442e tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:28.776469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9d11c0-67fa-4353-92f9-d3b15b57bf2c,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:28.778787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74224301-bccc-4afb-96dc-9be14693a2e3 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.791790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] For port 6bd73179-5742-421c-863d-fcb618f79161, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:28.794385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Allocated IP 172.20.0.18 (a1165178-32df-49c4-854d-d6175642aea0/3e6e5415-5bd6-40f3-8ecd-a22c3a378e96/2a0fa269-c1de-4ca0-97d4-f2d5377c69bd) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:28.802564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:28.807697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.810534 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2770777 Apr 16 15:39:28.812276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59242) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:28.817499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4c75d4e3-180d-4014-97db-649f06206bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': 'c66ae9d5-48f1-4d18-96d1-1422ba30fc3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:28.823332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4c75d4e3-180d-4014-97db-649f06206bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:28.829103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4c75d4e3-180d-4014-97db-649f06206bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:28.831968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4c75d4e3-180d-4014-97db-649f06206bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:28.837374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4c75d4e3-180d-4014-97db-649f06206bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:28.853773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c75d4e3-180d-4014-97db-649f06206bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.856158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] For port 110e2c1f-3a4b-4f3d-91f6-6179ab88616f, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:28.869743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] For port 110e2c1f-3a4b-4f3d-91f6-6179ab88616f, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=110e2c1f-3a4b-4f3d-91f6-6179ab88616f,segment=NetworkSegment(2d248c85-95ee-4195-90c8-7f4c2a00a20f),segment_id=2d248c85-95ee-4195-90c8-7f4c2a00a20f)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:28.873323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.875434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74224301-bccc-4afb-96dc-9be14693a2e3 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:28.883223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:28.925794 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-4c75d4e3-180d-4014-97db-649f06206bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): There was a conflict when trying to complete your request. Apr 16 15:39:28.928646 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4c75d4e3-180d-4014-97db-649f06206bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1135535 Apr 16 15:39:28.928646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59246) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:29.031293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2b879a2-0b42-400e-9296-88fa373a4817 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.075785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2b879a2-0b42-400e-9296-88fa373a4817 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.115433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74224301-bccc-4afb-96dc-9be14693a2e3 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.124848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0036503a-12de-4461-b1d4-29d2559032a6 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:29.145972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 7a78a92c-1292-4a8d-b7f1-a831291a314c has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:29.146174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2b879a2-0b42-400e-9296-88fa373a4817 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.152038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Pushing event updated for resources: {'Port': ['ID=110e2c1f-3a4b-4f3d-91f6-6179ab88616f,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:29.156373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:29.164071 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:29.180127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74224301-bccc-4afb-96dc-9be14693a2e3 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event deleted for resources: {'Subnet': ['ID=92ba425b-160a-4406-a9a1-33d993d60a90,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:29.183364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74224301-bccc-4afb-96dc-9be14693a2e3 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:29.184568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d3441aba-6841-4fdb-a2f5-bfdf7ce258ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:29.203941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b879a2-0b42-400e-9296-88fa373a4817 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66ae9d5-48f1-4d18-96d1-1422ba30fc3d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:29.209554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2b879a2-0b42-400e-9296-88fa373a4817 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:29.213749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2b879a2-0b42-400e-9296-88fa373a4817 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.216177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.216259 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2b879a2-0b42-400e-9296-88fa373a4817 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "DELETE /v2.0/security-groups/c66ae9d5-48f1-4d18-96d1-1422ba30fc3d HTTP/1.1" status: 204 len: 168 time: 0.2852778 Apr 16 15:39:29.217368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59252) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:29.228421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74224301-bccc-4afb-96dc-9be14693a2e3 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.228842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Transition to ACTIVE for port object 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:29.229486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-74224301-bccc-4afb-96dc-9be14693a2e3 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "DELETE /v2.0/subnets/92ba425b-160a-4406-a9a1-33d993d60a90 HTTP/1.1" status: 204 len: 168 time: 0.5736475 Apr 16 15:39:29.231354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59256) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:29.249345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Transition to ACTIVE for port object 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:29.250608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 15:39:29.250608 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 15:39:29.250608 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': '7a78a92c-1292-4a8d-b7f1-a831291a314c'}] Apr 16 15:39:29.250608 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:29.251021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:29.253015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] For port 6bd73179-5742-421c-863d-fcb618f79161, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6bd73179-5742-421c-863d-fcb618f79161,segment=NetworkSegment(155519fe-4886-4424-80cc-dcbc66f9fbbd),segment_id=155519fe-4886-4424-80cc-dcbc66f9fbbd)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:29.255597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.255688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.260615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.263755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a40e3b41-028f-44cb-b4a9-97859960c93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:29.264048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1481} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:29.265212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:29.265303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1457} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:29.270659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81535b12-0732-4429-8425-b058e77e7400 req-2c4faac9-ac8c-45f6-b17b-56e7c8beb02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:29.271688 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81535b12-0732-4429-8425-b058e77e7400 req-2c4faac9-ac8c-45f6-b17b-56e7c8beb02d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=57d611ee8c734d2db74788b656d9871a&device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 1098 time: 0.2881424 Apr 16 15:39:29.277645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450ae3a-8fcb-4cab-9d33-de761cececfb req-f3a73d9f-d2e7-428d-8e0d-e7dc8794bbaf tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:29.278529 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f450ae3a-8fcb-4cab-9d33-de761cececfb req-f3a73d9f-d2e7-428d-8e0d-e7dc8794bbaf tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2188811 Apr 16 15:39:29.281996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.286036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.286250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Added segment 9858aa70-8f02-415d-b18d-c8a7cc81a71f of type vlan for network 46d53090-f2f6-48f4-9d20-88b9293e79e4 Apr 16 15:39:29.296459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.296670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Added segment 31892179-5e93-4802-9c25-f7877c443943 of type vlan for network de5f2e63-0f1b-45b0-9e40-ab1e346b690f Apr 16 15:39:29.305748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1488} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:29.307206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0b00e3e9-c2c4-4957-ad98-19f1cc5cd68c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Synchronizing usage tracker for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:29.322925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccb838e7-9c35-482c-bad5-9afd1a8cee46 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Deleting subnet 3e6e5415-5bd6-40f3-8ecd-a22c3a378e96 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:39:29.336879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.338903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ccb838e7-9c35-482c-bad5-9afd1a8cee46 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.379949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.382627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf502f9-019f-45b6-8d55-08397f007566,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:29.389046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0b00e3e9-c2c4-4957-ad98-19f1cc5cd68c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Unset dirty status for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:29.390333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.391309 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment f397918b-7be6-4861-873a-0d45851dae21 of type vlan for network b7f46d47-d380-430f-934c-473749de61de Apr 16 15:39:29.391951 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0b00e3e9-c2c4-4957-ad98-19f1cc5cd68c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1750321 Apr 16 15:39:29.396716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59262) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:29.405973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:29.422272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.424902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'tempest-secgroup--505957430'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:29.425581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:29.425957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.431267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Pushing event updated for resources: {'Port': ['ID=2a0fa269-c1de-4ca0-97d4-f2d5377c69bd,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:29.431767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-39b665eb-c923-4bc7-b56f-0c5df0aa5a86 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:29.434686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:29.436260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:29.449149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ccb838e7-9c35-482c-bad5-9afd1a8cee46 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.450846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:29.460050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:29.478103 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f450ae3a-8fcb-4cab-9d33-de761cececfb req-a370e003-4986-4c06-a08b-6c90f26636f8 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806045 Apr 16 15:39:29.490556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.517570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.535876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Network a1165178-32df-49c4-854d-d6175642aea0 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:29.537279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Pushing event updated for resources: {'Port': ['ID=6bd73179-5742-421c-863d-fcb618f79161,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:29.538251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:29.540904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:29.542455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:29.542971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:29.544304 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0772293 Apr 16 15:39:29.548211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:29.550947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59266) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:29.559693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-905642682', 'admin_state_up': True, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:29.560756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:29.562770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81535b12-0732-4429-8425-b058e77e7400 req-d0a1d085-df60-469f-8573-8062d33787ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:29.563773 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81535b12-0732-4429-8425-b058e77e7400 req-d0a1d085-df60-469f-8573-8062d33787ec service neutron] 10.222.0.107 "GET /v2.0/networks?id=2f4aa230-8a99-45fa-929d-06fe729ee9a2 HTTP/1.1" status: 200 len: 914 time: 0.2846489 Apr 16 15:39:29.565829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.567119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:29.568782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:29.569168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.571453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:29.575416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Network': ['ID=46d53090-f2f6-48f4-9d20-88b9293e79e4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:29.585366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:29.586977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5e136d71-abde-4a21-b7df-b040c18cb70b tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:29.596947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d3c82-2c64-4d25-88a0-efa8c264c5f7 None None] Network 7a78a92c-1292-4a8d-b7f1-a831291a314c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:29.598678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:router and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:29.604364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 46d53090-f2f6-48f4-9d20-88b9293e79e4 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:29.607653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:29.626393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.629702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:29.630138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.637372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:29.639646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cda5a2ca-8a28-4f32-a62c-b53fa0335ba0 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:29.653710 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1230314 Apr 16 15:39:29.660470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59270) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:29.663347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Network': ['ID=de5f2e63-0f1b-45b0-9e40-ab1e346b690f,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:29.665371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:29.665999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.666718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.669997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ccb838e7-9c35-482c-bad5-9afd1a8cee46 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.692273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': 'de5f2e63-0f1b-45b0-9e40-ab1e346b690f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:29.706725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network de5f2e63-0f1b-45b0-9e40-ab1e346b690f details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:29.721580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.759723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.794301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Attempting to bind port 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:29.795067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Attempting to bind port 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'aef6b8de-f1fe-4e81-a7de-5524f381a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': 'a1165178-32df-49c4-854d-d6175642aea0'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:29.795397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Attempting to bind port 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd on network a1165178-32df-49c4-854d-d6175642aea0 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:29.811487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:29.811723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Checking segment: {'id': 'aef6b8de-f1fe-4e81-a7de-5524f381a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': 'a1165178-32df-49c4-854d-d6175642aea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:29.812382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.812382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Bound using segment: {'id': 'aef6b8de-f1fe-4e81-a7de-5524f381a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': 'a1165178-32df-49c4-854d-d6175642aea0'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:29.812504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Bound port: 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef6b8de-f1fe-4e81-a7de-5524f381a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': 'a1165178-32df-49c4-854d-d6175642aea0'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:29.812723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.856254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81535b12-0732-4429-8425-b058e77e7400 req-9184fc27-15ff-491f-9002-527d2ac57ad1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc HTTP/1.1" status: 200 len: 1000 time: 0.2715776 Apr 16 15:39:29.860505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=b7f46d47-d380-430f-934c-473749de61de,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:29.889166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:29.893465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network b7f46d47-d380-430f-934c-473749de61de details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:29.894877 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6470404 Apr 16 15:39:29.903960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port 6bd73179-5742-421c-863d-fcb618f79161 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:29.904239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.949188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:29.955808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59274) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:29.957180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:29.962778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:29.964889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81535b12-0732-4429-8425-b058e77e7400 req-e4228683-ce48-4eb4-94a9-51bb2f6157a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:29.965845 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81535b12-0732-4429-8425-b058e77e7400 req-e4228683-ce48-4eb4-94a9-51bb2f6157a3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fc769158-1403-4dfe-95bb-46b2b93ef3c9 HTTP/1.1" status: 200 len: 851 time: 0.0998993 Apr 16 15:39:29.967737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:29.971539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'network_id': 'b7f46d47-d380-430f-934c-473749de61de', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:29.986469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.006670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.015099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:30.017925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41ec0782-246b-415a-b599-b477ed6a7294 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:30.044197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] For port 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:30.045350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ccb838e7-9c35-482c-bad5-9afd1a8cee46 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.049332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] For port 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2a0fa269-c1de-4ca0-97d4-f2d5377c69bd,segment=NetworkSegment(aef6b8de-f1fe-4e81-a7de-5524f381a106),segment_id=aef6b8de-f1fe-4e81-a7de-5524f381a106)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:30.052010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.055087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:30.060437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efb6f97f-cc22-4703-9ddd-a92724f949cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:30.102181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb838e7-9c35-482c-bad5-9afd1a8cee46 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event deleted for resources: {'Subnet': ['ID=3e6e5415-5bd6-40f3-8ecd-a22c3a378e96,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:30.107563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.111898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7007232 Apr 16 15:39:30.111898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:30.112204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ccb838e7-9c35-482c-bad5-9afd1a8cee46 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:30.112406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.115216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59278) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:30.120557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-db783d04-8183-4b34-9961-f51e0ca00d25 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': 'e8e37208-37c4-409e-94db-ea56d952f339', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:30.121534 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-db783d04-8183-4b34-9961-f51e0ca00d25 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 16 15:39:30.121825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-db783d04-8183-4b34-9961-f51e0ca00d25 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:30.126759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-db783d04-8183-4b34-9961-f51e0ca00d25 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067179 Apr 16 15:39:30.126759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59282) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:30.135312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e37208-37c4-409e-94db-ea56d952f339,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:30.144006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Pushing event updated for resources: {'Port': ['ID=2a0fa269-c1de-4ca0-97d4-f2d5377c69bd,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:30.146851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:30.173597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ccb838e7-9c35-482c-bad5-9afd1a8cee46 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.177475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:30.197825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ccb838e7-9c35-482c-bad5-9afd1a8cee46 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "DELETE /v2.0/subnets/3e6e5415-5bd6-40f3-8ecd-a22c3a378e96 HTTP/1.1" status: 204 len: 168 time: 0.9657967 Apr 16 15:39:30.200187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59286) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:30.200658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb65b44-38a4-4505-92f1-6e1ea538843c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.217108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:30.230202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:subnet and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:30.236808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:30.244723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:30.276653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81535b12-0732-4429-8425-b058e77e7400 req-3d218538-1b6e-4c68-8b8d-fe2ef02a314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:30.277573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81535b12-0732-4429-8425-b058e77e7400 req-3d218538-1b6e-4c68-8b8d-fe2ef02a314c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2f4aa230-8a99-45fa-929d-06fe729ee9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2935019 Apr 16 15:39:30.277929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:30.281416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.315707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb65b44-38a4-4505-92f1-6e1ea538843c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.335209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] For port 6bd73179-5742-421c-863d-fcb618f79161, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6bd73179-5742-421c-863d-fcb618f79161,segment=NetworkSegment(155519fe-4886-4424-80cc-dcbc66f9fbbd),segment_id=155519fe-4886-4424-80cc-dcbc66f9fbbd)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:30.335448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.356315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc37dba-952a-419a-b619-3c243153d079 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:30.356743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7cc37dba-952a-419a-b619-3c243153d079 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Synchronizing usage tracker for tenant:932df70a192a4e8ba4d22d6dd4f00b9f on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:30.364686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.387440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.413162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7cc37dba-952a-419a-b619-3c243153d079 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Unset dirty status for tenant:932df70a192a4e8ba4d22d6dd4f00b9f on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:30.417055 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7cc37dba-952a-419a-b619-3c243153d079 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2117293 Apr 16 15:39:30.417968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59290) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:30.445169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb65b44-38a4-4505-92f1-6e1ea538843c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.452244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d33afbdb-3bfa-4f5e-9a3d-e075a7ea47b0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:30.503583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb65b44-38a4-4505-92f1-6e1ea538843c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e37208-37c4-409e-94db-ea56d952f339,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:30.515268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1eb65b44-38a4-4505-92f1-6e1ea538843c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:30.526964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb65b44-38a4-4505-92f1-6e1ea538843c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.529454 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1eb65b44-38a4-4505-92f1-6e1ea538843c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "DELETE /v2.0/security-groups/e8e37208-37c4-409e-94db-ea56d952f339 HTTP/1.1" status: 204 len: 168 time: 0.4013979 Apr 16 15:39:30.532535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59296) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:30.578623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.727373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310e0c6-e4f6-462a-9f6f-e86bb0ae22f0 None None] Network 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:30.763884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Calling delete_port for 6bd73179-5742-421c-863d-fcb618f79161 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:30.782385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:39:30.837530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b9497015-22fe-4aad-9ba7-9294457bbc56 None None] Provisioning for port 110e2c1f-3a4b-4f3d-91f6-6179ab88616f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:30.907335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd1ff78-c7aa-4d94-a0d5-eac5c13aec46 None None] DHCP port deletion for 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:30.912836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1ff78-c7aa-4d94-a0d5-eac5c13aec46 None None] Deleting port 110e2c1f-3a4b-4f3d-91f6-6179ab88616f {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:30.913140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ff78-c7aa-4d94-a0d5-eac5c13aec46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.918206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b5b77d6-589a-48f1-ad36-87304a368216 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Synchronizing usage tracker for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:30.926927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81535b12-0732-4429-8425-b058e77e7400 req-75b4cec1-0d5e-4828-a188-373821b35611 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6341195 Apr 16 15:39:30.928298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Deleting port 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:30.928508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.955130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.67 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/ffa7aedf-1011-41fd-a58a-ca1fd49d10e4) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:30.968401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b5b77d6-589a-48f1-ad36-87304a368216 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Unset dirty status for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:30.971887 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3b5b77d6-589a-48f1-ad36-87304a368216 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4307113 Apr 16 15:39:30.972022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59300) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:30.979189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:30.993901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ce45b27c-2d6f-4dad-b832-a9156ac0713c tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:30.998255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:31.015646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512744246'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:31.038962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:31.059907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:31.096371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Port': ['ID=6bd73179-5742-421c-863d-fcb618f79161,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:31.099410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-fcd1ff78-c7aa-4d94-a0d5-eac5c13aec46 None None] For port 110e2c1f-3a4b-4f3d-91f6-6179ab88616f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=110e2c1f-3a4b-4f3d-91f6-6179ab88616f,segment=NetworkSegment(2d248c85-95ee-4195-90c8-7f4c2a00a20f),segment_id=2d248c85-95ee-4195-90c8-7f4c2a00a20f)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:31.099661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ff78-c7aa-4d94-a0d5-eac5c13aec46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.108331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:31.113181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.115134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aa9dd-9d51-4e72-b3f1-6c4401a10abc req-12b7fa6b-fd8b-4bb6-ab16-277b10e54d65 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:31.116056 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a8aa9dd-9d51-4e72-b3f1-6c4401a10abc req-12b7fa6b-fd8b-4bb6-ab16-277b10e54d65 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3610368 Apr 16 15:39:31.136742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:31.149423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:31.158452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:31.161922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:31.166302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.168499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] For port 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2a0fa269-c1de-4ca0-97d4-f2d5377c69bd,segment=NetworkSegment(aef6b8de-f1fe-4e81-a7de-5524f381a106),segment_id=aef6b8de-f1fe-4e81-a7de-5524f381a106)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:31.168697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.173186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1ff78-c7aa-4d94-a0d5-eac5c13aec46 None None] Calling delete_port for 110e2c1f-3a4b-4f3d-91f6-6179ab88616f owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:31.177001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:31.219054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ff78-c7aa-4d94-a0d5-eac5c13aec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.228489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No DVR routers for this DVR port 6bd73179-5742-421c-863d-fcb618f79161 on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:31.228604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:31.249787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Calling delete_port for 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:31.250454 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81535b12-0732-4429-8425-b058e77e7400 req-3f95a371-137c-4dce-ba3b-c4614df177ef service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071826 Apr 16 15:39:31.252264 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a8aa9dd-9d51-4e72-b3f1-6c4401a10abc req-4abe9adf-3103-4279-89c2-5eee73fd37d8 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221523 Apr 16 15:39:31.254707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1ff78-c7aa-4d94-a0d5-eac5c13aec46 None None] Pushing event deleted for resources: {'Port': ['ID=110e2c1f-3a4b-4f3d-91f6-6179ab88616f,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:31.265486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fcd1ff78-c7aa-4d94-a0d5-eac5c13aec46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:31.325423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1ff78-c7aa-4d94-a0d5-eac5c13aec46 None None] No DVR routers for this DVR port 110e2c1f-3a4b-4f3d-91f6-6179ab88616f on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:31.328978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.342795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:31.366048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.366216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.385667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.417816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event deleted for resources: {'Port': ['ID=2a0fa269-c1de-4ca0-97d4-f2d5377c69bd,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:31.429067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.460275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a78a92c-1292-4a8d-b7f1-a831291a314c']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:31.465684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.465914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.466139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.466358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.466594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.466819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.467038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.467256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.467472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.467693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.467909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.468121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.472249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155519fe-4886-4424-80cc-dcbc66f9fbbd') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:31.472249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155519fe-4886-4424-80cc-dcbc66f9fbbd') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:31.475100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:31.477900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fceac7a4-ca5e-4043-b7ec-351f60d62fcc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:31.482736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.499674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37629a00-0b63-4143-8fbd-d37db30fbe95 None None] Network a1165178-32df-49c4-854d-d6175642aea0 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:31.521551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.531818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1473 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:31.545388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.546135 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5376046 Apr 16 15:39:31.552921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59304) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:31.560940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=ffa7aedf-1011-41fd-a58a-ca1fd49d10e4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:31.562623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] No DVR routers for this DVR port 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:31.567480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-20aa48ae-2509-405d-a3a8-9e6332e0646d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '94091103-3672-4ca2-9f33-42627db92242', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:31.568486 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-20aa48ae-2509-405d-a3a8-9e6332e0646d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 16 15:39:31.568815 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-20aa48ae-2509-405d-a3a8-9e6332e0646d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:31.571242 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-20aa48ae-2509-405d-a3a8-9e6332e0646d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0157719 Apr 16 15:39:31.579411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.588380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:31.589832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c405f9f2-3539-42a9-b9a9-2ecf5e96f098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:31.594029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59308) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:31.594574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7578c9e5-680b-4a0e-8982-75f65ed2daed tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:31.667262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:31.668907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94091103-3672-4ca2-9f33-42627db92242,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:31.672084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:31.673136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:31.675168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:31.690626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.731593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-aaa5817a-b72c-4181-b9de-ce44c7fb24e4 None None] Could not find standard attr ID for object 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:39:31.766966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 7a78a92c-1292-4a8d-b7f1-a831291a314c has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:31.780788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.797020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Subnet': ['ID=aac140fb-23ed-4b07-849e-88c59d8a8937,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:31.832195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1165178-32df-49c4-854d-d6175642aea0']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:31.839976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d59e2b-7433-486a-87ca-9b51399cf79b None None] DHCP port deletion for a1165178-32df-49c4-854d-d6175642aea0 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:31.848301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.848463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.848671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.848903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.849128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.849347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.849561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.849777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.849996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.850213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.850457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.850680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:31.860280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef6b8de-f1fe-4e81-a7de-5524f381a106') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:31.860468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef6b8de-f1fe-4e81-a7de-5524f381a106') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:31.864055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:31.864691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.873437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a8a8c2-020c-448f-975b-270f42fba6aa None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:39:31.874577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.878185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a5f5e7ce-923c-44f5-9350-c75aa6655bc2 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:31.892339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:31.896931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Releasing vlan 1466 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:31.906972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7748aa99-0f07-4ebb-9767-4b4f7224df04 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.081960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network a1165178-32df-49c4-854d-d6175642aea0 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:32.088090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.128387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a8a8c2-020c-448f-975b-270f42fba6aa None None] Network b7f46d47-d380-430f-934c-473749de61de is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:32.146359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a8a8c2-020c-448f-975b-270f42fba6aa None None] Network de5f2e63-0f1b-45b0-9e40-ab1e346b690f is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:32.151840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a8a8c2-020c-448f-975b-270f42fba6aa None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, b7f46d47-d380-430f-934c-473749de61de), (DHCP agent, dv-neutron-786478-2-hyperv, de5f2e63-0f1b-45b0-9e40-ab1e346b690f) {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:39:32.155782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.297313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 7a78a92c-1292-4a8d-b7f1-a831291a314c has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:32.322455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network de5f2e63-0f1b-45b0-9e40-ab1e346b690f is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:32.324188 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:32.328286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7748aa99-0f07-4ebb-9767-4b4f7224df04 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.333752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:32.334937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=799115f2-354e-4bc1-8ecb-81733133c9fe,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:32.367949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-b7f46d47-d380-430f-934c-473749de61de', 'network_id': 'b7f46d47-d380-430f-934c-473749de61de', 'tenant_id': 'b77b747e66e74f8d9e847c7694b50ff4', 'fixed_ips': [{'subnet_id': '799115f2-354e-4bc1-8ecb-81733133c9fe'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:32.368556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.375358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:32.391692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-de5f2e63-0f1b-45b0-9e40-ab1e346b690f', 'network_id': 'de5f2e63-0f1b-45b0-9e40-ab1e346b690f', 'tenant_id': 'cab102714a214227b8a1daffd76e51b1', 'fixed_ips': [{'subnet_id': 'aac140fb-23ed-4b07-849e-88c59d8a8937'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:32.392455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.422773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:32.423163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.468884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.475999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-359bcd5a-a4ca-4260-822c-debf54414187 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:32.485518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.487198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/7a78a92c-1292-4a8d-b7f1-a831291a314c HTTP/1.1" status: 204 len: 168 time: 5.5394278 Apr 16 15:39:32.492021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59314) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:32.496690 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8290927 Apr 16 15:39:32.496690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7748aa99-0f07-4ebb-9767-4b4f7224df04 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.496814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7748aa99-0f07-4ebb-9767-4b4f7224df04 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.499090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7748aa99-0f07-4ebb-9767-4b4f7224df04 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "DELETE /v2.0/security-groups/94091103-3672-4ca2-9f33-42627db92242 HTTP/1.1" status: 204 len: 168 time: 0.8869174 Apr 16 15:39:32.499636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59316) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:32.499833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59320) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:32.504310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Network': ['ID=7a78a92c-1292-4a8d-b7f1-a831291a314c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:32.509821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4100e899-f2a4-4aee-a9dd-4027587cb33a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1313968143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:32.513704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:32.518727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1636846094'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:32.521358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fefa884f-9bda-4554-85cc-bd66253c2765 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:32.532502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network b7f46d47-d380-430f-934c-473749de61de is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:32.542270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:32.544625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:32.546965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network a1165178-32df-49c4-854d-d6175642aea0 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:32.548979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4100e899-f2a4-4aee-a9dd-4027587cb33a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:32.554099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748aa99-0f07-4ebb-9767-4b4f7224df04 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94091103-3672-4ca2-9f33-42627db92242,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:32.556426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:network and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:32.557046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Allocated IP 172.20.255.242 (b7f46d47-d380-430f-934c-473749de61de/799115f2-354e-4bc1-8ecb-81733133c9fe/53b0f1cf-79f3-4858-8100-2bd04cc238ab) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:32.560848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7748aa99-0f07-4ebb-9767-4b4f7224df04 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:32.561731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:32.562025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Allocated IP 2001:db8::2 (de5f2e63-0f1b-45b0-9e40-ab1e346b690f/aac140fb-23ed-4b07-849e-88c59d8a8937/a90e53b1-190c-43c4-8b37-f1ba5c5bd57c) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:32.563657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4100e899-f2a4-4aee-a9dd-4027587cb33a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:router and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:32.565427 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:32.567518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4100e899-f2a4-4aee-a9dd-4027587cb33a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:32.571974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:32.577558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:32.577942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.584091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4100e899-f2a4-4aee-a9dd-4027587cb33a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:32.594939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d2d08-b926-491f-800d-a6fe5aa9ee26 req-8b779537-cd4a-48ba-811b-6a3719b1a65b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:32.596013 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7f8d2d08-b926-491f-800d-a6fe5aa9ee26 req-8b779537-cd4a-48ba-811b-6a3719b1a65b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2088838 Apr 16 15:39:32.622822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:32.626737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.635990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6750371 Apr 16 15:39:32.635990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4100e899-f2a4-4aee-a9dd-4027587cb33a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.635990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4100e899-f2a4-4aee-a9dd-4027587cb33a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.638250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7005b8aa-7d9b-45ec-bbc0-78bdd25822ae tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Synchronizing usage tracker for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:32.643485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59326) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:32.653385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447027798'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:32.660702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:32.668521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.674746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:network and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:32.681827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:32.690775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7f8d2d08-b926-491f-800d-a6fe5aa9ee26 req-9c462aa9-5f85-4c73-8456-7a8a7d786a92 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847795 Apr 16 15:39:32.692335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1454} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:32.693632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:32.696742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4100e899-f2a4-4aee-a9dd-4027587cb33a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.698161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7005b8aa-7d9b-45ec-bbc0-78bdd25822ae tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Unset dirty status for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:32.698951 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7005b8aa-7d9b-45ec-bbc0-78bdd25822ae tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1922061 Apr 16 15:39:32.699037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc269b2d-a57c-4862-b372-bb554d916c53 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:32.706063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59330) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:32.711694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'tempest-secgroup--872762394'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:32.714066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.716506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.716586 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Added segment 57184fa1-fb37-4918-ac28-017663e661f7 of type vlan for network efa1277a-df5c-4c21-99cf-d1ea3dc3205e Apr 16 15:39:32.717797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:32.721197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.722601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event deleted for resources: {'Network': ['ID=a1165178-32df-49c4-854d-d6175642aea0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:32.727837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:32.731243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:32.734446 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "DELETE /v2.0/networks/a1165178-32df-49c4-854d-d6175642aea0 HTTP/1.1" status: 204 len: 168 time: 2.3142037 Apr 16 15:39:32.736275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59334) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:32.747766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4100e899-f2a4-4aee-a9dd-4027587cb33a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.752923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:32.773999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.779803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1458} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:32.786789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.799696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.799845 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment c154cb2a-8501-4a59-8836-0ea9e2b16947 of type vlan for network d48db742-315b-4f47-a74d-fe5469d12d51 Apr 16 15:39:32.801176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4100e899-f2a4-4aee-a9dd-4027587cb33a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.803629 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4100e899-f2a4-4aee-a9dd-4027587cb33a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2961917 Apr 16 15:39:32.804143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59338) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:32.813810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'network_id': 'de5f2e63-0f1b-45b0-9e40-ab1e346b690f', 'name': 'tempest-PortsIpV6TestJSON-680051819'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:32.816077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:32.824545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:32.827102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.828889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:32.834249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.836920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:32.838026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.841140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:32.841511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.845472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92422447-1b48-4f84-abba-59ad6bd29936 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:32.875696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.879930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.887839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Transition to ACTIVE for port object 53b0f1cf-79f3-4858-8100-2bd04cc238ab will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:32.892034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Transition to ACTIVE for port object a90e53b1-190c-43c4-8b37-f1ba5c5bd57c will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:32.896778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.909833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Transition to ACTIVE for port object 53b0f1cf-79f3-4858-8100-2bd04cc238ab will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:32.912046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Transition to ACTIVE for port object a90e53b1-190c-43c4-8b37-f1ba5c5bd57c will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:32.916583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4184027 Apr 16 15:39:32.917576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.922318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59342) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:32.927465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=efa1277a-df5c-4c21-99cf-d1ea3dc3205e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:32.933160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'network_id': 'efa1277a-df5c-4c21-99cf-d1ea3dc3205e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:32.934257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:32.942480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:32.960827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network efa1277a-df5c-4c21-99cf-d1ea3dc3205e details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:32.967877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:32.982323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.983415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.986525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:32.986908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:32.991478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7285523-d3d5-4996-956c-325fdeb450ad tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:33.055592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:33.055802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2a0fa269-c1de-4ca0-97d4-f2d5377c69bd not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:33.082066 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4354641 Apr 16 15:39:33.084060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59346) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:33.087800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:33.095901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'network_id': 'd48db742-315b-4f47-a74d-fe5469d12d51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:33.105125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.105728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=d48db742-315b-4f47-a74d-fe5469d12d51,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:33.108732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:subnet and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:33.112835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:33.113516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:33.114289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Pushing event updated for resources: {'Port': ['ID=53b0f1cf-79f3-4858-8100-2bd04cc238ab,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:33.119878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network d48db742-315b-4f47-a74d-fe5469d12d51 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:33.134556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:33.134861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d57b90f3-707a-4666-830b-78be34613781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:33.140813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.143267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:33.143674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:33.151058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.152038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7748aa99-0f07-4ebb-9767-4b4f7224df04 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:33.163149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:port and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:33.180402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4424cd20-881c-4e00-9c19-c6f08520cb9c,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:33.185769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:33.193789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.196583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:33.196656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4879589 Apr 16 15:39:33.196656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:33.199865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.209126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59350) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:33.212645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:33.218277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b619fee3-6fce-4c7b-a05a-7c89a6c59026 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '4424cd20-881c-4e00-9c19-c6f08520cb9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:33.220742 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-b619fee3-6fce-4c7b-a05a-7c89a6c59026 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 16 15:39:33.221087 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-b619fee3-6fce-4c7b-a05a-7c89a6c59026 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:33.223574 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b619fee3-6fce-4c7b-a05a-7c89a6c59026 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102041 Apr 16 15:39:33.226270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59354) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:33.241713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e76b1143-f06a-47a7-ad90-4ec91178d0ea tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '4424cd20-881c-4e00-9c19-c6f08520cb9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:33.242225 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-e76b1143-f06a-47a7-ad90-4ec91178d0ea tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 16 15:39:33.242605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e76b1143-f06a-47a7-ad90-4ec91178d0ea tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:33.245206 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e76b1143-f06a-47a7-ad90-4ec91178d0ea tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0129697 Apr 16 15:39:33.249294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59358) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:33.249700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:33.252953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:33.255074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:subnet and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:33.256456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.258321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:33.265559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a25e82d5-5c0f-4b7a-8ef7-af50c7d80238 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '4424cd20-881c-4e00-9c19-c6f08520cb9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:33.266061 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-a25e82d5-5c0f-4b7a-8ef7-af50c7d80238 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 16 15:39:33.266199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:33.266369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-a25e82d5-5c0f-4b7a-8ef7-af50c7d80238 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:33.269270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a25e82d5-5c0f-4b7a-8ef7-af50c7d80238 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0172720 Apr 16 15:39:33.269342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59362) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:33.274643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9e4d5abd-bc33-495d-95d6-9f71dee6b1d8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '4424cd20-881c-4e00-9c19-c6f08520cb9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:33.276332 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-9e4d5abd-bc33-495d-95d6-9f71dee6b1d8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 16 15:39:33.276666 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-9e4d5abd-bc33-495d-95d6-9f71dee6b1d8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:33.279055 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9e4d5abd-bc33-495d-95d6-9f71dee6b1d8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074930 Apr 16 15:39:33.285037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59366) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:33.289007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:33.293584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:33.297293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.300376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:39:33.310598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d248c85-95ee-4195-90c8-7f4c2a00a20f') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:33.310598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d248c85-95ee-4195-90c8-7f4c2a00a20f') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:33.314796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 0cae23a4-aa82-485d-9875-6bd4ed705379 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:39:33.348602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.409465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.438461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Pushing event updated for resources: {'Port': ['ID=a90e53b1-190c-43c4-8b37-f1ba5c5bd57c,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:33.441754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:33.452913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Network b7f46d47-d380-430f-934c-473749de61de is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:33.454436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:33.458267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:33.459357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Releasing vlan 1468 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:33.462869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Network de5f2e63-0f1b-45b0-9e40-ab1e346b690f is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:33.479815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:33.483378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:33.518136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c6a4-88a4-4c6b-8e82-93afd5c7d82d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.551139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Attempting to bind port 53b0f1cf-79f3-4858-8100-2bd04cc238ab on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:33.551418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Attempting to bind port 53b0f1cf-79f3-4858-8100-2bd04cc238ab by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'f397918b-7be6-4861-873a-0d45851dae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'b7f46d47-d380-430f-934c-473749de61de'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:33.551583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Attempting to bind port 53b0f1cf-79f3-4858-8100-2bd04cc238ab on network b7f46d47-d380-430f-934c-473749de61de {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:33.560799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:33.561020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Checking segment: {'id': 'f397918b-7be6-4861-873a-0d45851dae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'b7f46d47-d380-430f-934c-473749de61de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:33.561277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.561523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Bound using segment: {'id': 'f397918b-7be6-4861-873a-0d45851dae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'b7f46d47-d380-430f-934c-473749de61de'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:33.561817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Bound port: 53b0f1cf-79f3-4858-8100-2bd04cc238ab, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f397918b-7be6-4861-873a-0d45851dae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'b7f46d47-d380-430f-934c-473749de61de'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:33.562051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.571024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Attempting to bind port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:33.571251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Attempting to bind port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '31892179-5e93-4802-9c25-f7877c443943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1481, 'network_id': 'de5f2e63-0f1b-45b0-9e40-ab1e346b690f'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:33.571475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Attempting to bind port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c on network de5f2e63-0f1b-45b0-9e40-ab1e346b690f {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:33.592179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:33.592179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Checking segment: {'id': '31892179-5e93-4802-9c25-f7877c443943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1481, 'network_id': 'de5f2e63-0f1b-45b0-9e40-ab1e346b690f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:33.592393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.592529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Bound using segment: {'id': '31892179-5e93-4802-9c25-f7877c443943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1481, 'network_id': 'de5f2e63-0f1b-45b0-9e40-ab1e346b690f'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:33.592947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Bound port: a90e53b1-190c-43c4-8b37-f1ba5c5bd57c, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31892179-5e93-4802-9c25-f7877c443943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1481, 'network_id': 'de5f2e63-0f1b-45b0-9e40-ab1e346b690f'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:33.593183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.648861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c6a4-88a4-4c6b-8e82-93afd5c7d82d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.655276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.660224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] For port 53b0f1cf-79f3-4858-8100-2bd04cc238ab, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:33.664457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a6311c9e-3088-4dea-b398-1badc2cdc009 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:33.668406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] For port 53b0f1cf-79f3-4858-8100-2bd04cc238ab, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=53b0f1cf-79f3-4858-8100-2bd04cc238ab,segment=NetworkSegment(f397918b-7be6-4861-873a-0d45851dae21),segment_id=f397918b-7be6-4861-873a-0d45851dae21)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:33.670080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] For port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:33.671776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.675584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:33.680431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fcd1ff78-c7aa-4d94-a0d5-eac5c13aec46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:33.682798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.702970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8::208 (de5f2e63-0f1b-45b0-9e40-ab1e346b690f/aac140fb-23ed-4b07-849e-88c59d8a8937/0cae23a4-aa82-485d-9875-6bd4ed705379) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:33.773838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=3c9e121b-03fd-4e6e-b25b-f9dfb3e60b00,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:33.774122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Pushing event updated for resources: {'Port': ['ID=53b0f1cf-79f3-4858-8100-2bd04cc238ab,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:33.776954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:33.777731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:33.828727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:33.837929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-487267b4-fe65-4e7b-ae93-781369bafb4e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:33.935778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=a58b3d51-b553-41d9-b564-375875a7d0fc,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:33.941707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:33.957952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Checking segment: {'id': '57184fa1-fb37-4918-ac28-017663e661f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'efa1277a-df5c-4c21-99cf-d1ea3dc3205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:33.958179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network hostable DHCP agents. Network: efa1277a-df5c-4c21-99cf-d1ea3dc3205e, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:33.967419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ae0f4-e3e9-48bf-823d-ffa3e8079183 req-5c3a7587-308c-48d4-83b7-c48b8cb566df tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:33.968395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-637ae0f4-e3e9-48bf-823d-ffa3e8079183 req-5c3a7587-308c-48d4-83b7-c48b8cb566df tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.1821949 Apr 16 15:39:34.007796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network efa1277a-df5c-4c21-99cf-d1ea3dc3205e is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:34.020178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-637ae0f4-e3e9-48bf-823d-ffa3e8079183 req-25eaa536-e942-4971-9abc-3610ec20515c tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Apr 16 15:39:34.025770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, efa1277a-df5c-4c21-99cf-d1ea3dc3205e) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:34.028179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:39:34.036184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Sync routers for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:39:34.037895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:34.038278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.047241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking segment: {'id': 'c154cb2a-8501-4a59-8836-0ea9e2b16947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': 'd48db742-315b-4f47-a74d-fe5469d12d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:34.047241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network hostable DHCP agents. Network: d48db742-315b-4f47-a74d-fe5469d12d51, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:34.047400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:34.047400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:34.061457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network d48db742-315b-4f47-a74d-fe5469d12d51 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:34.064020 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1392303 Apr 16 15:39:34.066009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, d48db742-315b-4f47-a74d-fe5469d12d51) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:34.066982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59374) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:34.075024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'network_id': 'efa1277a-df5c-4c21-99cf-d1ea3dc3205e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:34.097748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:34.098144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.162374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c6a4-88a4-4c6b-8e82-93afd5c7d82d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.163994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9d8c6a4-88a4-4c6b-8e82-93afd5c7d82d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.166634 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9d8c6a4-88a4-4c6b-8e82-93afd5c7d82d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "DELETE /v2.0/security-groups/4424cd20-881c-4e00-9c19-c6f08520cb9c HTTP/1.1" status: 204 len: 168 time: 0.8773954 Apr 16 15:39:34.168890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b9ed81ca-fcae-497c-91e2-66d1a9fe3186 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:34.180381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59378) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:34.183431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.184232 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.6326768 Apr 16 15:39:34.220773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:34.225046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59382) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:34.225677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8c6a4-88a4-4c6b-8e82-93afd5c7d82d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4424cd20-881c-4e00-9c19-c6f08520cb9c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:34.228578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9d8c6a4-88a4-4c6b-8e82-93afd5c7d82d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:34.251282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:34.256428 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:34.427114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] For port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a90e53b1-190c-43c4-8b37-f1ba5c5bd57c,segment=NetworkSegment(31892179-5e93-4802-9c25-f7877c443943),segment_id=31892179-5e93-4802-9c25-f7877c443943)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:34.427285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1caac23e-9a96-471a-87d5-af73ec004779 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Synchronizing usage tracker for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:34.431295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-335025c1-037e-4b79-a8e9-5301fe6fd7a6 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=8368c00c80e846dda8d506830d64f85a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2002416 Apr 16 15:39:34.432137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.434909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.435260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.438533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59388) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:34.439461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9a136369-d554-4015-b9a8-e28d04c03e3e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:34.456686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:39:31Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:34.459434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Checking router: 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:39:34.459637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Updating router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:39:34.481649 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3922608 Apr 16 15:39:34.484055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59392) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:34.485768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event deleted for resources: {'Network': ['ID=0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:34.487515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:34.500322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.517918 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "DELETE /v2.0/networks/0d04e5a5-e056-4ef1-9e7b-84c71c3f0c2d HTTP/1.1" status: 204 len: 168 time: 1.7809329 Apr 16 15:39:34.520947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59396) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:34.532960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:34.544457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1caac23e-9a96-471a-87d5-af73ec004779 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Unset dirty status for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:34.545239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1caac23e-9a96-471a-87d5-af73ec004779 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3602283 Apr 16 15:39:34.549470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59400) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:34.557729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1731457258'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:34.560920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:34.570321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:34.572123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:subnet and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:34.574900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:34.583018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:34.602645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900aef8-6189-46ab-b3b0-4cff370a2978 req-fe003983-102a-4670-8f79-9f25ee97d39c tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:34.603816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e900aef8-6189-46ab-b3b0-4cff370a2978 req-fe003983-102a-4670-8f79-9f25ee97d39c tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.1742699 Apr 16 15:39:34.606382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:34.613484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Pushing event updated for resources: {'Port': ['ID=a90e53b1-190c-43c4-8b37-f1ba5c5bd57c,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:34.616086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:34.624000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.638495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:34.642283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.649373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.680623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object 0cae23a4-aa82-485d-9875-6bd4ed705379 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:34.712753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.721768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f974fa-e4fa-49c3-8d26-fb7228f1e5a2 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:34.722780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-52f974fa-e4fa-49c3-8d26-fb7228f1e5a2 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2746356 Apr 16 15:39:34.725532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.725934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59404) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:34.727765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.735005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Transition to ACTIVE for port object ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:34.739391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.775963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:34.778701 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e900aef8-6189-46ab-b3b0-4cff370a2978 req-948fcd05-a1b9-4813-af2f-fb2d93f06799 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643865 Apr 16 15:39:34.787021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:34.789378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:34.791172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:34.798702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:34.799925 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c07587ff-0d7c-4630-8368-62a5fe210341 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731320 Apr 16 15:39:34.801981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59410) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:34.807781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.818141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-813375800', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:34.843411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.873581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.907812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed254c-c2ab-4ce5-844b-a5b3e46b189c None None] Pushing event updated for resources: {'Port': ['ID=ffa7aedf-1011-41fd-a58a-ca1fd49d10e4,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:34.911648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45ed254c-c2ab-4ce5-844b-a5b3e46b189c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:34.916914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5300445b-38df-49db-bff2-bbc42c378609 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:34.956846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Attempting to bind port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:34.957163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Attempting to bind port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:34.957288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Attempting to bind port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:34.967705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:34.967939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:34.968201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:34.968431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:34.968828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Bound port: ffa7aedf-1011-41fd-a58a-ca1fd49d10e4, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:34.969250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.040728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53b0f1cf-79f3-4858-8100-2bd04cc238ab up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:35.042367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba1a018-100b-4e7c-b740-859f77757c80']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:35.048869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=0cae23a4-aa82-485d-9875-6bd4ed705379,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:35.050792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:35.063514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:35.066862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2415e5f-0dc8-4058-8094-aecd04e14c5b') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:35.066977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] For port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:35.067046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2415e5f-0dc8-4058-8094-aecd04e14c5b') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:35.070004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] For port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ffa7aedf-1011-41fd-a58a-ca1fd49d10e4,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:35.074018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:subnet and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:35.076179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.078923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.083109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:35.099870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:35.108700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.117252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Releasing vlan 1456 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:35.129473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 53b0f1cf-79f3-4858-8100-2bd04cc238ab completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:35.132695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a90e53b1-190c-43c4-8b37-f1ba5c5bd57c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:35.133393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:35.137295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.149009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:35.165369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.174937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf98508-93ea-4142-a34b-7eb4c3f57955 req-cf0a380a-59fb-4e5d-b3c4-2eaa9faf5ae5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:35.176382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aaf98508-93ea-4142-a34b-7eb4c3f57955 req-cf0a380a-59fb-4e5d-b3c4-2eaa9faf5ae5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3141296 Apr 16 15:39:35.184482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.190707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:35.206967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7e80d1e-7fbc-4c86-84b4-d06ed943ac34 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:35.219269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network de5f2e63-0f1b-45b0-9e40-ab1e346b690f is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:35.229443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:35.233564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:35.237060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:35.237613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.245836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed254c-c2ab-4ce5-844b-a5b3e46b189c None None] Pushing event updated for resources: {'Port': ['ID=ffa7aedf-1011-41fd-a58a-ca1fd49d10e4,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:35.250113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45ed254c-c2ab-4ce5-844b-a5b3e46b189c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:35.263127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:35.263774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:35.314492 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5092709 Apr 16 15:39:35.315671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 3ba1a018-100b-4e7c-b740-859f77757c80 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:35.317180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77baaa7e-7248-48f2-bcc3-8f2f57110aae,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:35.320256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59414) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:35.324070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:35.332153 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aaf98508-93ea-4142-a34b-7eb4c3f57955 req-ed158a20-75fc-4235-8da7-857846061a2e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269314 Apr 16 15:39:35.334060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.337082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7848189 Apr 16 15:39:35.339205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59418) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:35.345818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4e55a83d-2a46-448f-96e1-52169f8ac5ce tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '77baaa7e-7248-48f2-bcc3-8f2f57110aae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:35.346849 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-4e55a83d-2a46-448f-96e1-52169f8ac5ce tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 16 15:39:35.347249 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-4e55a83d-2a46-448f-96e1-52169f8ac5ce tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:35.347917 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4e55a83d-2a46-448f-96e1-52169f8ac5ce tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080545 Apr 16 15:39:35.351188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59422) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:35.356080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-22a295b7-324b-4e38-b2eb-cbdb83215017 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '77baaa7e-7248-48f2-bcc3-8f2f57110aae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:35.361111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.361862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-22a295b7-324b-4e38-b2eb-cbdb83215017 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:35.367263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-22a295b7-324b-4e38-b2eb-cbdb83215017 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:35.376142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-22a295b7-324b-4e38-b2eb-cbdb83215017 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:35.380546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-56e07856-2424-436a-a322-c80a60a65443 None None] Provisioning for port 53b0f1cf-79f3-4858-8100-2bd04cc238ab completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:35.383618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-56e07856-2424-436a-a322-c80a60a65443 None None] Provisioning complete for port 53b0f1cf-79f3-4858-8100-2bd04cc238ab triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:35.384009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e07856-2424-436a-a322-c80a60a65443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.385481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-22a295b7-324b-4e38-b2eb-cbdb83215017 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:35.392966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.402998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0dc342d2-0baa-4a7f-84d5-f26d4e3830b5 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:35.468120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Subnet': ['ID=a58b3d51-b553-41d9-b564-375875a7d0fc,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:35.482941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:35.505784 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-22a295b7-324b-4e38-b2eb-cbdb83215017 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:35.506614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-22a295b7-324b-4e38-b2eb-cbdb83215017 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1548009 Apr 16 15:39:35.509238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59428) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:35.514822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e07856-2424-436a-a322-c80a60a65443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.516008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-89c4e6e5-ea31-47e1-a30e-6179ed48caf6 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '77baaa7e-7248-48f2-bcc3-8f2f57110aae', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:35.516418 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-89c4e6e5-ea31-47e1-a30e-6179ed48caf6 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 16 15:39:35.516845 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-89c4e6e5-ea31-47e1-a30e-6179ed48caf6 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:35.517565 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-89c4e6e5-ea31-47e1-a30e-6179ed48caf6 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065911 Apr 16 15:39:35.519756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59432) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:35.534458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f2da3a8b-a312-4929-9cb3-c472dfdd9311 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '77baaa7e-7248-48f2-bcc3-8f2f57110aae', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:35.557100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-56e07856-2424-436a-a322-c80a60a65443 None None] For port 53b0f1cf-79f3-4858-8100-2bd04cc238ab, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=53b0f1cf-79f3-4858-8100-2bd04cc238ab,segment=NetworkSegment(f397918b-7be6-4861-873a-0d45851dae21),segment_id=f397918b-7be6-4861-873a-0d45851dae21)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:35.562445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e07856-2424-436a-a322-c80a60a65443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.565188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:35.577772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f2da3a8b-a312-4929-9cb3-c472dfdd9311 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:35.591030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f2da3a8b-a312-4929-9cb3-c472dfdd9311 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:35.612328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e07856-2424-436a-a322-c80a60a65443 None None] Pushing event updated for resources: {'Port': ['ID=53b0f1cf-79f3-4858-8100-2bd04cc238ab,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:35.613914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.619320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56e07856-2424-436a-a322-c80a60a65443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:35.626340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f2da3a8b-a312-4929-9cb3-c472dfdd9311 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:35.661563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f2da3a8b-a312-4929-9cb3-c472dfdd9311 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:35.719090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:35.731973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.748276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6bbed326-aa5b-4fce-b3a3-094dc0b25278 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:35.808655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48db742-315b-4f47-a74d-fe5469d12d51']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:35.826387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c154cb2a-8501-4a59-8836-0ea9e2b16947') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:35.826709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c154cb2a-8501-4a59-8836-0ea9e2b16947') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:35.851006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.856052 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-f2da3a8b-a312-4929-9cb3-c472dfdd9311 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:35.858681 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f2da3a8b-a312-4929-9cb3-c472dfdd9311 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3278499 Apr 16 15:39:35.867004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59438) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:35.878746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=297b7ff2-2743-4ec5-a9dd-7d42b09c4ac2,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:35.883697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e7843e3c-50ed-4576-9f51-38a34463a2c5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '77baaa7e-7248-48f2-bcc3-8f2f57110aae', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:35.884079 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-e7843e3c-50ed-4576-9f51-38a34463a2c5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 16 15:39:35.884471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e7843e3c-50ed-4576-9f51-38a34463a2c5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:35.888527 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e7843e3c-50ed-4576-9f51-38a34463a2c5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0184455 Apr 16 15:39:35.890189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:35.893756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:35.897695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59442) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:35.902299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1f36b294-dce8-490c-8b3d-e317c9eb6703 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '77baaa7e-7248-48f2-bcc3-8f2f57110aae', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:35.902940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:39:31Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:35.905557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44654b0a-96b3-47af-b580-0f5076a44667 None None] The sync data for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv is: [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:39:31Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:35.912545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1458 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:35.918762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 3ba1a018-100b-4e7c-b740-859f77757c80 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:35.924826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1f36b294-dce8-490c-8b3d-e317c9eb6703 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:35.936400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1f36b294-dce8-490c-8b3d-e317c9eb6703 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:35.946004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758895f9-4d09-4717-b7a2-c6c6500b9c46 req-911ff01c-af4d-4850-80bd-a7b749cdaa76 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:35.947102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-758895f9-4d09-4717-b7a2-c6c6500b9c46 req-911ff01c-af4d-4850-80bd-a7b749cdaa76 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2878096 Apr 16 15:39:35.947671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1f36b294-dce8-490c-8b3d-e317c9eb6703 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:35.981521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c3ae15-1a07-422e-96a1-b9dc8a95e3a2 None None] Network de5f2e63-0f1b-45b0-9e40-ab1e346b690f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:35.984354 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:35.994042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1f36b294-dce8-490c-8b3d-e317c9eb6703 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:35.996849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa498539-7053-413f-bf30-5d60109f42ff None None] Network b7f46d47-d380-430f-934c-473749de61de requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:36.026647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network efa1277a-df5c-4c21-99cf-d1ea3dc3205e is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:36.053042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-1f36b294-dce8-490c-8b3d-e317c9eb6703 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Project 3a239a926f584c4cbd484f5689856033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:39:36.055291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:36.065607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2567f0-f2c1-4ca8-b258-67a709c47d66 None None] Network efa1277a-df5c-4c21-99cf-d1ea3dc3205e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:36.072994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdb27a3-b341-4a5c-90b1-282e8e08f3bf None None] Network d48db742-315b-4f47-a74d-fe5469d12d51 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:36.082104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-758895f9-4d09-4717-b7a2-c6c6500b9c46 req-b1d7ba3c-4946-4e31-9cab-6c48496d3b9d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040251 Apr 16 15:39:36.084478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network d48db742-315b-4f47-a74d-fe5469d12d51 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:36.088915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:36.089299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.093031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.117846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.128130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f76f4eeb-ec1e-43e8-88e9-5169c5ee1b09 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:36.139071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.143365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-1f36b294-dce8-490c-8b3d-e317c9eb6703 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:36.145859 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1f36b294-dce8-490c-8b3d-e317c9eb6703 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2447824 Apr 16 15:39:36.147458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59450) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:36.154618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-36c0cf06-9251-4c04-b1b9-9476d53c60a5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '77baaa7e-7248-48f2-bcc3-8f2f57110aae', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:36.154927 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-36c0cf06-9251-4c04-b1b9-9476d53c60a5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 16 15:39:36.155230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-36c0cf06-9251-4c04-b1b9-9476d53c60a5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:36.157331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36c0cf06-9251-4c04-b1b9-9476d53c60a5 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065460 Apr 16 15:39:36.157409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event deleted for resources: {'Network': ['ID=3ba1a018-100b-4e7c-b740-859f77757c80,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:36.159612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59454) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:36.165136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:36.168837 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0996172 Apr 16 15:39:36.170358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dad3a35e-8aec-4dca-948c-248f069408b1 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '77baaa7e-7248-48f2-bcc3-8f2f57110aae', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:36.189257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59458) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:36.192925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dad3a35e-8aec-4dca-948c-248f069408b1 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:36.194815 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "DELETE /v2.0/networks/3ba1a018-100b-4e7c-b740-859f77757c80 HTTP/1.1" status: 204 len: 168 time: 1.6711025 Apr 16 15:39:36.200286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59462) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:36.203116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0a7ea9e7-ba62-40f7-b1ae-46f418c9e3bf None None] Provisioning for port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:36.228289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0a7ea9e7-ba62-40f7-b1ae-46f418c9e3bf None None] Provisioning complete for port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:36.228446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea9e7-ba62-40f7-b1ae-46f418c9e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.230495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dad3a35e-8aec-4dca-948c-248f069408b1 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:36.235664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dad3a35e-8aec-4dca-948c-248f069408b1 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:36.252007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dad3a35e-8aec-4dca-948c-248f069408b1 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:36.338286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-dad3a35e-8aec-4dca-948c-248f069408b1 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Project 3a239a926f584c4cbd484f5689856033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:39:36.352158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d5d9e-5772-4a45-a937-63c9208469a0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:36.353082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d5d9e-5772-4a45-a937-63c9208469a0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:36.354150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d5d9e-5772-4a45-a937-63c9208469a0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:36.354908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d5d9e-5772-4a45-a937-63c9208469a0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:36.356331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351d5d9e-5772-4a45-a937-63c9208469a0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:36.357533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-351d5d9e-5772-4a45-a937-63c9208469a0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Synchronizing usage tracker for tenant:7be37314ca9c488ab9d8f211a146d52f on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:36.381393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.429521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-dad3a35e-8aec-4dca-948c-248f069408b1 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:36.432094 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dad3a35e-8aec-4dca-948c-248f069408b1 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2662697 Apr 16 15:39:36.434985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-351d5d9e-5772-4a45-a937-63c9208469a0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Unset dirty status for tenant:7be37314ca9c488ab9d8f211a146d52f on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:36.438581 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-351d5d9e-5772-4a45-a937-63c9208469a0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2456274 Apr 16 15:39:36.438581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59466) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:36.444875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-36103d5e-5077-4f9d-844e-48acba69ff41 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '77baaa7e-7248-48f2-bcc3-8f2f57110aae', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:36.452123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59468) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:36.467212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-921207741'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:36.471043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36103d5e-5077-4f9d-844e-48acba69ff41 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:36.476231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:36.483237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36103d5e-5077-4f9d-844e-48acba69ff41 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:36.489606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36103d5e-5077-4f9d-844e-48acba69ff41 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:36.491765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:network and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:36.578221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network d48db742-315b-4f47-a74d-fe5469d12d51 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:36.595424 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:36.657537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.657950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427ba4d-b271-4fd1-a6ad-4638fd92cc3d None None] Network d48db742-315b-4f47-a74d-fe5469d12d51 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:36.692742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.696330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b97caff2-faad-4d0c-85e5-1703596a906c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:36.696618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.701657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:36.705626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36103d5e-5077-4f9d-844e-48acba69ff41 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:36.708807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.714273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=d48db742-315b-4f47-a74d-fe5469d12d51,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:36.717332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:36.718661 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/d48db742-315b-4f47-a74d-fe5469d12d51 HTTP/1.1" status: 204 len: 168 time: 2.2328417 Apr 16 15:39:36.721816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.735549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59474) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:36.741463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-854606896'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:36.753468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:36.784165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:network and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:36.792629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:36.795476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:36.798362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51a21851-ac9f-4aa0-bbed-634acb9098dc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:36.798475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:36.804991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.844400 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-36103d5e-5077-4f9d-844e-48acba69ff41 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Project 3a239a926f584c4cbd484f5689856033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:39:36.855940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=0cae23a4-aa82-485d-9875-6bd4ed705379,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:36.860418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:36.869512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-efa1277a-df5c-4c21-99cf-d1ea3dc3205e', 'network_id': 'efa1277a-df5c-4c21-99cf-d1ea3dc3205e', 'tenant_id': '7be37314ca9c488ab9d8f211a146d52f', 'fixed_ips': [{'subnet_id': '297b7ff2-2743-4ec5-a9dd-7d42b09c4ac2'}, {'subnet_id': '3c9e121b-03fd-4e6e-b25b-f9dfb3e60b00'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:36.869612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:36.870092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.874111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.879423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea9e7-ba62-40f7-b1ae-46f418c9e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.882758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-36103d5e-5077-4f9d-844e-48acba69ff41 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:36.885596 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36103d5e-5077-4f9d-844e-48acba69ff41 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4417911 Apr 16 15:39:36.888757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59478) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:36.902517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:36.906024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.932767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7655f833-7438-4735-9d14-f6899d047b2f']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:36.943075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197d207c-04af-415e-b537-4263e1ed9291') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:36.943323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197d207c-04af-415e-b537-4263e1ed9291') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:36.954258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.968867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1455} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:36.973820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.976082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0a7ea9e7-ba62-40f7-b1ae-46f418c9e3bf None None] For port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a90e53b1-190c-43c4-8b37-f1ba5c5bd57c,segment=NetworkSegment(31892179-5e93-4802-9c25-f7877c443943),segment_id=31892179-5e93-4802-9c25-f7877c443943)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:36.978712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.978984 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment c5374354-4996-4daa-82ae-732e79a1f07e of type vlan for network 4cbf038c-e945-42b0-b299-676d3bc0665f Apr 16 15:39:36.980103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Releasing vlan 1492 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:36.983946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea9e7-ba62-40f7-b1ae-46f418c9e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.985415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1490} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:36.991170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:36.991393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Added segment 1d53d51a-9557-4a60-8704-51e09f28807f of type vlan for network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 Apr 16 15:39:36.995347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1c96780-928a-44a6-89d9-9c1b477caf9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:37.059758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53b0f1cf-79f3-4858-8100-2bd04cc238ab up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:37.112510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ea9e7-ba62-40f7-b1ae-46f418c9e3bf None None] Pushing event updated for resources: {'Port': ['ID=a90e53b1-190c-43c4-8b37-f1ba5c5bd57c,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:37.114583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a7ea9e7-ba62-40f7-b1ae-46f418c9e3bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:37.124737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.140220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.147412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df602469-7310-4e41-8d9e-96fac31fc41d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.157901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.162659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 53b0f1cf-79f3-4858-8100-2bd04cc238ab triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:37.163141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.172230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 7655f833-7438-4735-9d14-f6899d047b2f has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:37.173745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ccb838e7-9c35-482c-bad5-9afd1a8cee46 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:37.187215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.198862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Allocated IP 172.20.0.1 (efa1277a-df5c-4c21-99cf-d1ea3dc3205e/297b7ff2-2743-4ec5-a9dd-7d42b09c4ac2/a48c08ff-cd46-44c6-ad13-1e70a25803ca) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:37.209200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Allocated IP 2001:db8::2 (efa1277a-df5c-4c21-99cf-d1ea3dc3205e/3c9e121b-03fd-4e6e-b25b-f9dfb3e60b00/a48c08ff-cd46-44c6-ad13-1e70a25803ca) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:37.211435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Subnet': ['ID=137a3862-0639-414d-b4a8-18dbe32b11f8,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:37.288171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df602469-7310-4e41-8d9e-96fac31fc41d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.313741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:37.314070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.317262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:37.317655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.317733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:39:37.322209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9bef554c-d81b-4853-a75e-adf4ba0d90ca None None] Provisioning for port 0cae23a4-aa82-485d-9875-6bd4ed705379 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:37.326019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:37.330357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:37.334951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.353221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9bef554c-d81b-4853-a75e-adf4ba0d90ca None None] Provisioning complete for port 0cae23a4-aa82-485d-9875-6bd4ed705379 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:37.353221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bef554c-d81b-4853-a75e-adf4ba0d90ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.366140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.369472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:37.369911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.379293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cb0e1f4-4f3e-4312-af67-0c2431852c51 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:37.428621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9bef554c-d81b-4853-a75e-adf4ba0d90ca None None] Port 0cae23a4-aa82-485d-9875-6bd4ed705379 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:37.436302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Network 7655f833-7438-4735-9d14-f6899d047b2f has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:37.447835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9bef554c-d81b-4853-a75e-adf4ba0d90ca None None] Provisioning complete for port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:37.448066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bef554c-d81b-4853-a75e-adf4ba0d90ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:37.455876 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:37.478031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=1d9bf2f8-4fba-41a4-aa32-10710529b5e6,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:37.480139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:37.482769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.487896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:37.495703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7577155 Apr 16 15:39:37.495801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:37.503875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59484) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:37.510721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:37.510962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.513575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2dfea-88a6-4105-95ba-0229e0b8c8a4 req-b38bcf63-f6dd-42f3-945b-f408344d92c5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:37.518155 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8d2dfea-88a6-4105-95ba-0229e0b8c8a4 req-b38bcf63-f6dd-42f3-945b-f408344d92c5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3225632 Apr 16 15:39:37.520055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=4cbf038c-e945-42b0-b299-676d3bc0665f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:37.520825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df602469-7310-4e41-8d9e-96fac31fc41d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.527422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-32c4cce2-1b92-44ba-a321-2c185e7967b7 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:37.533333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'network_id': '4cbf038c-e945-42b0-b299-676d3bc0665f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:37.535083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df602469-7310-4e41-8d9e-96fac31fc41d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.537523 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-df602469-7310-4e41-8d9e-96fac31fc41d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "DELETE /v2.0/security-groups/77baaa7e-7248-48f2-bcc3-8f2f57110aae HTTP/1.1" status: 204 len: 168 time: 0.6463635 Apr 16 15:39:37.539951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df602469-7310-4e41-8d9e-96fac31fc41d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77baaa7e-7248-48f2-bcc3-8f2f57110aae,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:37.541520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-df602469-7310-4e41-8d9e-96fac31fc41d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:37.542369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:37.542791 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0885887 Apr 16 15:39:37.545711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59488) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:37.545922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59490) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:37.550570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Checking segment: {'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:37.550789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network hostable DHCP agents. Network: 46d53090-f2f6-48f4-9d20-88b9293e79e4, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:37.556789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.567711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9bbdc9b4-2ce2-4e56-a832-64062b982227 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'name': 'New_network'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:37.597508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 46d53090-f2f6-48f4-9d20-88b9293e79e4 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:37.617343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 46d53090-f2f6-48f4-9d20-88b9293e79e4) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:37.628066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.661370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:37.661766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.663963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d04b5bd2-4a76-464b-8868-1757f7ef33a0 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:37.686083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.709155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Pushing event deleted for resources: {'Network': ['ID=7655f833-7438-4735-9d14-f6899d047b2f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:37.713847 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9097047 Apr 16 15:39:37.716742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59496) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:37.719237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8d2dfea-88a6-4105-95ba-0229e0b8c8a4 req-7c2ba3e3-12ae-4f1e-8dde-6e0adef87b68 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004392 Apr 16 15:39:37.724112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:37.734821 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] 10.222.0.95 "DELETE /v2.0/networks/7655f833-7438-4735-9d14-f6899d047b2f HTTP/1.1" status: 204 len: 168 time: 1.5337958 Apr 16 15:39:37.750316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Transition to ACTIVE for port object a48c08ff-cd46-44c6-ad13-1e70a25803ca will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:37.754359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 4cbf038c-e945-42b0-b299-676d3bc0665f details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:37.755384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f2ee90bd-33d7-4619-8bd3-31955a4d796d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Synchronizing usage tracker for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:37.775777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:37.820182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:subnet and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:37.822329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f2ee90bd-33d7-4619-8bd3-31955a4d796d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Unset dirty status for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:37.826512 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f2ee90bd-33d7-4619-8bd3-31955a4d796d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2762632 Apr 16 15:39:37.837867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59504) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:37.837867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:37.849661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025267123'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:37.852747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dcd6b1-df6b-4209-9090-6e1e3f0fe423 None None] Network 46d53090-f2f6-48f4-9d20-88b9293e79e4 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:37.855002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:37.867243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:37.888254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:37.949513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc9b4-2ce2-4e56-a832-64062b982227 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.961038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.967011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Transition to ACTIVE for port object a48c08ff-cd46-44c6-ad13-1e70a25803ca will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:37.977917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc9b4-2ce2-4e56-a832-64062b982227 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:37.996327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be308150-67b7-4487-a322-f9f76ee701f4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:38.000755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.013048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:38.014634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eacbb72b-2496-4268-ae15-498ede8fa4fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:38.016666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.059677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59512) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:38.141577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:38.155079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:38.165056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:38.175479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Performing IP validity checks on allocation pools {{(pid=86006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 16 15:39:38.175783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 16 15:39:38.179751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdc9b4-2ce2-4e56-a832-64062b982227 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=1d9bf2f8-4fba-41a4-aa32-10710529b5e6,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:38.182012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:38.185496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9bbdc9b4-2ce2-4e56-a832-64062b982227 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:38.198856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bbdc9b4-2ce2-4e56-a832-64062b982227 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 is not hosted by any dhcp agent {{(pid=86006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:220}} Apr 16 15:39:38.201859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:38.201955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbdc9b4-2ce2-4e56-a832-64062b982227 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:38.202238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bbdc9b4-2ce2-4e56-a832-64062b982227 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.205417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9bbdc9b4-2ce2-4e56-a832-64062b982227 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "PUT /v2.0/networks/1d9bf2f8-4fba-41a4-aa32-10710529b5e6 HTTP/1.1" status: 200 len: 723 time: 0.6542513 Apr 16 15:39:38.206250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59518) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:38.213876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'network_id': '1d9bf2f8-4fba-41a4-aa32-10710529b5e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:38.214387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Pushing event updated for resources: {'Port': ['ID=a48c08ff-cd46-44c6-ad13-1e70a25803ca,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:38.220872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:38.260988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-46d53090-f2f6-48f4-9d20-88b9293e79e4', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:38.261571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.267247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9bef554c-d81b-4853-a75e-adf4ba0d90ca None None] Provisioning complete for port 53b0f1cf-79f3-4858-8100-2bd04cc238ab triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:38.267437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bef554c-d81b-4853-a75e-adf4ba0d90ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.281227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.292070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4683c86-0378-4a3a-b1f5-83d44cbdedb1 req-52a3e4d2-9680-4507-8080-039068ac535a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:38.296521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4683c86-0378-4a3a-b1f5-83d44cbdedb1 req-52a3e4d2-9680-4507-8080-039068ac535a tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3970931 Apr 16 15:39:38.317158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Network efa1277a-df5c-4c21-99cf-d1ea3dc3205e is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:38.322754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.324705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:38.324977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:38.326584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ffa7aedf-1011-41fd-a58a-ca1fd49d10e4,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:38.329054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.329865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.344736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-86bbecb0-4259-4d33-b6bb-176e63fc1459 tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:38.353834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:38.360098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.365914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:38.514497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=0cae23a4-aa82-485d-9875-6bd4ed705379,revision_number=3']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:38.516494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:38.568506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=ffa7aedf-1011-41fd-a58a-ca1fd49d10e4,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:38.576199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.576595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.576916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.577245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.577550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.577851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.578085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.578297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.578513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.578711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.578905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.579096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:39:38.588913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network de5f2e63-0f1b-45b0-9e40-ab1e346b690f is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:38.589547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Attempting to bind port a48c08ff-cd46-44c6-ad13-1e70a25803ca on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:38.589784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Attempting to bind port a48c08ff-cd46-44c6-ad13-1e70a25803ca by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '57184fa1-fb37-4918-ac28-017663e661f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'efa1277a-df5c-4c21-99cf-d1ea3dc3205e'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:38.590010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Attempting to bind port a48c08ff-cd46-44c6-ad13-1e70a25803ca on network efa1277a-df5c-4c21-99cf-d1ea3dc3205e {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:38.590750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:38.593571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:38.599402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:38.599721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Checking segment: {'id': '57184fa1-fb37-4918-ac28-017663e661f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'efa1277a-df5c-4c21-99cf-d1ea3dc3205e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:38.599986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.600231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Bound using segment: {'id': '57184fa1-fb37-4918-ac28-017663e661f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'efa1277a-df5c-4c21-99cf-d1ea3dc3205e'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:38.600548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Bound port: a48c08ff-cd46-44c6-ad13-1e70a25803ca, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57184fa1-fb37-4918-ac28-017663e661f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'efa1277a-df5c-4c21-99cf-d1ea3dc3205e'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:38.600787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.645240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Allocated IP 172.20.0.2 (46d53090-f2f6-48f4-9d20-88b9293e79e4/137a3862-0639-414d-b4a8-18dbe32b11f8/74bb9a7e-e759-4120-ac4d-ce6db69a0e73) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:38.652446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:38.713180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4683c86-0378-4a3a-b1f5-83d44cbdedb1 req-0f883088-bbf3-4a82-b5ce-b4cd3d6331e4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4130883 Apr 16 15:39:38.720294 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-42afe597-20d4-4655-807d-09f48b0ee864 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=932df70a192a4e8ba4d22d6dd4f00b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6580176 Apr 16 15:39:38.724231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:38.728006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] For port a48c08ff-cd46-44c6-ad13-1e70a25803ca, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:38.728126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.735515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59522) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:38.738158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-46e24457-a203-4ae8-a367-d0889abde1a5 None None] Provisioning complete for port 0cae23a4-aa82-485d-9875-6bd4ed705379 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:38.738554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46e24457-a203-4ae8-a367-d0889abde1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.790576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.815402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.832294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.838907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5417e9b-0236-4716-862c-3302ecf1dcc3 tempest-PortsAdminExtendedAttrsTestJSON-1224772073 tempest-PortsAdminExtendedAttrsTestJSON-1224772073-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:38.856019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Router c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:39:38.894204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=847bbaf4-eabd-42f6-a7f5-d103c1802769,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:38.898103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-639cc1c9-bb13-4d92-96e0-3439b5dccb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.900149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f3dcc-2c60-4f29-8c20-0874c9752b5d req-4733e796-ecac-4e64-99e1-2471ef6e5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:38.901107 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d99f3dcc-2c60-4f29-8c20-0874c9752b5d req-4733e796-ecac-4e64-99e1-2471ef6e5ec3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=57d611ee8c734d2db74788b656d9871a&device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 1098 time: 0.2760131 Apr 16 15:39:38.901761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:38.956714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.959241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1167500 Apr 16 15:39:38.959311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] For port a48c08ff-cd46-44c6-ad13-1e70a25803ca, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a48c08ff-cd46-44c6-ad13-1e70a25803ca,segment=NetworkSegment(57184fa1-fb37-4918-ac28-017663e661f7),segment_id=57184fa1-fb37-4918-ac28-017663e661f7)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:38.960360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-46e24457-a203-4ae8-a367-d0889abde1a5 None None] Port 0cae23a4-aa82-485d-9875-6bd4ed705379 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:38.964928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59526) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:38.970725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:38.980557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a7ea9e7-ba62-40f7-b1ae-46f418c9e3bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:38.998011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a90e53b1-190c-43c4-8b37-f1ba5c5bd57c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:39.001335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-06fd97b2-d254-4f0e-80de-917d6ddded64 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '847bbaf4-eabd-42f6-a7f5-d103c1802769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:39.005316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-639cc1c9-bb13-4d92-96e0-3439b5dccb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.017419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-06fd97b2-d254-4f0e-80de-917d6ddded64 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:39.025704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-06fd97b2-d254-4f0e-80de-917d6ddded64 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:39.030849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-06fd97b2-d254-4f0e-80de-917d6ddded64 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:39.041555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-06fd97b2-d254-4f0e-80de-917d6ddded64 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:39.082483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f3dcc-2c60-4f29-8c20-0874c9752b5d req-0bb0581a-6336-4552-bd03-6ad12c41f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:39.083490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d99f3dcc-2c60-4f29-8c20-0874c9752b5d req-0bb0581a-6336-4552-bd03-6ad12c41f870 service neutron] 10.222.0.107 "GET /v2.0/networks?id=2f4aa230-8a99-45fa-929d-06fe729ee9a2 HTTP/1.1" status: 200 len: 914 time: 0.1435993 Apr 16 15:39:39.102138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:39:39.128143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb5b3e-9b38-447a-93ba-e4cd3a5b3204 None None] Sync routers for ids ['c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:39:39.129157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-639cc1c9-bb13-4d92-96e0-3439b5dccb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.135642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee6c5587-12d4-40da-b24c-6553707b244a tempest-RoutersAdminNegativeTest-621165902 tempest-RoutersAdminNegativeTest-621165902-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:39.145410 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "PUT /v2.0/routers/c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8219812 Apr 16 15:39:39.145922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59530) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:39.154717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb5b3e-9b38-447a-93ba-e4cd3a5b3204 None None] Routers {'c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:39.155126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bfeb5b3e-9b38-447a-93ba-e4cd3a5b3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:39.166734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cc1c9-bb13-4d92-96e0-3439b5dccb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e39d89f-f8db-410b-996d-8d80a16432ae,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:39.168314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-639cc1c9-bb13-4d92-96e0-3439b5dccb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:39.168958 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-06fd97b2-d254-4f0e-80de-917d6ddded64 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The resource could not be found. Apr 16 15:39:39.172341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-06fd97b2-d254-4f0e-80de-917d6ddded64 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2018433 Apr 16 15:39:39.172341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-639cc1c9-bb13-4d92-96e0-3439b5dccb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.172341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-639cc1c9-bb13-4d92-96e0-3439b5dccb1f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/8e39d89f-f8db-410b-996d-8d80a16432ae HTTP/1.1" status: 204 len: 168 time: 0.4330034 Apr 16 15:39:39.183914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59534) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:39.195009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-eeefe723-74dc-496c-9b7b-6cea2e69acee tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '847bbaf4-eabd-42f6-a7f5-d103c1802769', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bcffeb37-9396-4d73-8a67-99eded0ed4e9'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:39.208839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eeefe723-74dc-496c-9b7b-6cea2e69acee tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:39.216226 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d99f3dcc-2c60-4f29-8c20-0874c9752b5d req-6b57353c-03b5-4352-9e3b-4e259b1c9026 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc HTTP/1.1" status: 200 len: 1000 time: 0.1189389 Apr 16 15:39:39.217856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eeefe723-74dc-496c-9b7b-6cea2e69acee tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:39.220975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eeefe723-74dc-496c-9b7b-6cea2e69acee tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:39.224273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.229750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eeefe723-74dc-496c-9b7b-6cea2e69acee tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:39.232599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Transition to ACTIVE for port object 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:39.241919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bfeb5b3e-9b38-447a-93ba-e4cd3a5b3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:39.247717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Pushing event updated for resources: {'Port': ['ID=a48c08ff-cd46-44c6-ad13-1e70a25803ca,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:39.263114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:39.281141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-52232d74-a489-4e6a-b0e6-a5b4713f13aa None None] Provisioning complete for port 0cae23a4-aa82-485d-9875-6bd4ed705379 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:39.281731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52232d74-a489-4e6a-b0e6-a5b4713f13aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.326950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:39.327265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.351423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f3dcc-2c60-4f29-8c20-0874c9752b5d req-1b42b9db-8801-4f39-9967-b9fd6cc07081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:39.352491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d99f3dcc-2c60-4f29-8c20-0874c9752b5d req-1b42b9db-8801-4f39-9967-b9fd6cc07081 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fc769158-1403-4dfe-95bb-46b2b93ef3c9 HTTP/1.1" status: 200 len: 851 time: 0.1238513 Apr 16 15:39:39.356483 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-eeefe723-74dc-496c-9b7b-6cea2e69acee tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The resource could not be found. Apr 16 15:39:39.357182 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eeefe723-74dc-496c-9b7b-6cea2e69acee tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1715734 Apr 16 15:39:39.358837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.368207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59546) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:39.371610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-52232d74-a489-4e6a-b0e6-a5b4713f13aa None None] Port 0cae23a4-aa82-485d-9875-6bd4ed705379 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:39.374954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Transition to ACTIVE for port object 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:39.382698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb5b3e-9b38-447a-93ba-e4cd3a5b3204 None None] Routers {'c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:39.383219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bfeb5b3e-9b38-447a-93ba-e4cd3a5b3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:39.400250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5185e2c4-9bba-4f12-abf7-d65cdc3a6e45 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:39.430111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bfeb5b3e-9b38-447a-93ba-e4cd3a5b3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:39.430451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeb5b3e-9b38-447a-93ba-e4cd3a5b3204 None None] The sync data for ids ['c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:39.475650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.563081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=3b56d35f-1314-4b17-afd0-1dc81896c403,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:39.568485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:39.568558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:39.580684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e474ef6-b8fb-44be-9976-81b22a3100fb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:39.581155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e474ef6-b8fb-44be-9976-81b22a3100fb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:39.595387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.595582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.1 (46d53090-f2f6-48f4-9d20-88b9293e79e4/137a3862-0639-414d-b4a8-18dbe32b11f8/f4d280c9-7ccc-4538-be14-c699510d6cb3) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:39.597995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e474ef6-b8fb-44be-9976-81b22a3100fb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:39.601075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8e474ef6-b8fb-44be-9976-81b22a3100fb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b HTTP/1.1" status: 200 len: 988 time: 0.4517624 Apr 16 15:39:39.602208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59562) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:39.603301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:39.610446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e3dde1d-609d-4501-936a-5d73859c5fc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:39.628601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57a9ebd8-a592-4c7b-957d-355fb2e00bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.662289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Network 46d53090-f2f6-48f4-9d20-88b9293e79e4 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:39.666770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:39.674035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:39.678848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:39.679133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.688237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59566) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:39.713119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f3dcc-2c60-4f29-8c20-0874c9752b5d req-b24e17ec-5de9-4972-809d-51d724ffb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:39.714072 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d99f3dcc-2c60-4f29-8c20-0874c9752b5d req-b24e17ec-5de9-4972-809d-51d724ffb6ed service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=2f4aa230-8a99-45fa-929d-06fe729ee9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3438716 Apr 16 15:39:39.787821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Attempting to bind port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:39.788058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Attempting to bind port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:39.788284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Attempting to bind port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 on network 46d53090-f2f6-48f4-9d20-88b9293e79e4 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:39.789492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Pushing event updated for resources: {'Port': ['ID=74bb9a7e-e759-4120-ac4d-ce6db69a0e73,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:39.790950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57a9ebd8-a592-4c7b-957d-355fb2e00bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.804625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1afe00a6-bc94-4128-998b-55d70d85ffbe tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group': {'name': 'default'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:39.804910 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-1afe00a6-bc94-4128-998b-55d70d85ffbe tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 16 15:39:39.805224 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-1afe00a6-bc94-4128-998b-55d70d85ffbe tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): There was a conflict when trying to complete your request. Apr 16 15:39:39.808101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1afe00a6-bc94-4128-998b-55d70d85ffbe tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1125970 Apr 16 15:39:39.811177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:39.811782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59574) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:39.816660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:39.816894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Checking segment: {'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:39.817151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.817396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Bound using segment: {'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:39.817702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Bound port: 74bb9a7e-e759-4120-ac4d-ce6db69a0e73, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:39.817937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.824333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060367249'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:39.837523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:39.839571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=de5b2d18-cd6e-4e73-93b9-06909a013096,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:39.841502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:39.873676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:39.881112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:39.882489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] For port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:39.884377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] For port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=74bb9a7e-e759-4120-ac4d-ce6db69a0e73,segment=NetworkSegment(9858aa70-8f02-415d-b18d-c8a7cc81a71f),segment_id=9858aa70-8f02-415d-b18d-c8a7cc81a71f)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:39.888146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.888280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:39.897645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7d4b9b30-d68d-42c1-8e0b-2de7d61d7581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:39.909715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.918716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.932449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.943322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking segment: {'id': 'c5374354-4996-4daa-82ae-732e79a1f07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '4cbf038c-e945-42b0-b299-676d3bc0665f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:39.943322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network hostable DHCP agents. Network: 4cbf038c-e945-42b0-b299-676d3bc0665f, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:39.943624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Pushing event updated for resources: {'Port': ['ID=74bb9a7e-e759-4120-ac4d-ce6db69a0e73,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:39.978331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object f4d280c9-7ccc-4538-be14-c699510d6cb3 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:39.983664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57a9ebd8-a592-4c7b-957d-355fb2e00bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:39.985790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:39.985904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:39.988271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9f9f80c-45d0-4c2e-9bd6-5cce7002c89e tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:39.990757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:39.993647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:39.999319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:40.009569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9ebd8-a592-4c7b-957d-355fb2e00bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=847bbaf4-eabd-42f6-a7f5-d103c1802769,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:40.016007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57a9ebd8-a592-4c7b-957d-355fb2e00bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:40.018540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d99f3dcc-2c60-4f29-8c20-0874c9752b5d req-a72c4fcb-4dac-4378-aaaa-663b6af2e5c8 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831745 Apr 16 15:39:40.039462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 4cbf038c-e945-42b0-b299-676d3bc0665f is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:40.056682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18435e2f-c69a-45eb-8535-2ebdbefa7cd6 req-d89952c9-e5bd-461a-8d5b-428ffe982fe2 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:40.060403 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18435e2f-c69a-45eb-8535-2ebdbefa7cd6 req-d89952c9-e5bd-461a-8d5b-428ffe982fe2 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2123234 Apr 16 15:39:40.062079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.063027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57a9ebd8-a592-4c7b-957d-355fb2e00bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.063738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-57a9ebd8-a592-4c7b-957d-355fb2e00bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "DELETE /v2.0/security-groups/847bbaf4-eabd-42f6-a7f5-d103c1802769 HTTP/1.1" status: 204 len: 168 time: 0.6452386 Apr 16 15:39:40.075616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59578) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:40.076512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1adfa8e8-517a-4f83-86b5-2a92c2d6d36c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:40.088986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 4cbf038c-e945-42b0-b299-676d3bc0665f) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:40.093536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Checking segment: {'id': '1d53d51a-9557-4a60-8704-51e09f28807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '1d9bf2f8-4fba-41a4-aa32-10710529b5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:40.093846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network hostable DHCP agents. Network: 1d9bf2f8-4fba-41a4-aa32-10710529b5e6, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:40.094956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fe80e4-501c-462f-8bbe-07770a6dc4fd None None] Network 4cbf038c-e945-42b0-b299-676d3bc0665f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:40.208655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=f4d280c9-7ccc-4538-be14-c699510d6cb3,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:40.221089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:40.226603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bd3d0af7-2d23-45ac-bdab-f9773afa606d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Synchronizing usage tracker for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:40.231741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-4cbf038c-e945-42b0-b299-676d3bc0665f', 'network_id': '4cbf038c-e945-42b0-b299-676d3bc0665f', 'tenant_id': 'b77b747e66e74f8d9e847c7694b50ff4', 'fixed_ips': [{'subnet_id': '3b56d35f-1314-4b17-afd0-1dc81896c403'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:40.232446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.248615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.280754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.285772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:40.290684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:40.299030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bd3d0af7-2d23-45ac-bdab-f9773afa606d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Unset dirty status for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:40.303473 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bd3d0af7-2d23-45ac-bdab-f9773afa606d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2055621 Apr 16 15:39:40.303473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:40.308683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59582) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:40.310371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:40.320858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bbbdf0cd-3998-4fc2-ab59-ebd2c2726108 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '1d51fb90-6c63-4cd2-aef1-281380baa0a7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:40.330300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 46d53090-f2f6-48f4-9d20-88b9293e79e4 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:40.336616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:40.339727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:40.341151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bbbdf0cd-3998-4fc2-ab59-ebd2c2726108 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:40.343431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.350426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Allocated IP 172.20.0.3 (4cbf038c-e945-42b0-b299-676d3bc0665f/3b56d35f-1314-4b17-afd0-1dc81896c403/2440b6e4-3237-495a-a368-1387359fb4da) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:40.381916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e30841d8-e182-45f2-a04c-6a216245ab54,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:40.384927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:40.412853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bbbdf0cd-3998-4fc2-ab59-ebd2c2726108 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:40.415018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:40.422650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bbbdf0cd-3998-4fc2-ab59-ebd2c2726108 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:40.434987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bbbdf0cd-3998-4fc2-ab59-ebd2c2726108 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:40.480321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:40.480844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.499822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18435e2f-c69a-45eb-8535-2ebdbefa7cd6 req-d1325bf8-6680-4ea4-87c3-db8d6c14314d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4388137 Apr 16 15:39:40.503296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:40.508679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.0005009 Apr 16 15:39:40.511119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59586) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:40.511541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 1d9bf2f8-4fba-41a4-aa32-10710529b5e6) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:40.515681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.519929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018c2d00-140e-4297-87d8-e080dde6bae6 None None] Network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:40.533641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.566906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Transition to ACTIVE for port object 2440b6e4-3237-495a-a368-1387359fb4da will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:40.567446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:40.568006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559232'] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.582570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d99f3dcc-2c60-4f29-8c20-0874c9752b5d req-1557f861-362b-4380-97d0-a9bbd63b2aa1 service neutron] 10.222.0.107 "GET /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362139 Apr 16 15:39:40.594092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Transition to ACTIVE for port object 2440b6e4-3237-495a-a368-1387359fb4da will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:40.605197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3946004 Apr 16 15:39:40.605345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.605989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59590) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:40.611080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fcafbe23-1288-458b-ac1a-139fafe4ce68 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:40.613943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:40.615562 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-bbbdf0cd-3998-4fc2-ab59-ebd2c2726108 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The resource could not be found. Apr 16 15:39:40.618759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bbbdf0cd-3998-4fc2-ab59-ebd2c2726108 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3023608 Apr 16 15:39:40.619088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59594) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:40.625777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'tempest-secgroup--605429027'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:40.635892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:40.639629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.645509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:40.648302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.653403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-305732db-68ae-4518-8a50-71f42acd1954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:40.657869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.677395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.715510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Pushing event updated for resources: {'Port': ['ID=2440b6e4-3237-495a-a368-1387359fb4da,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:40.715833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bace6ffe-a583-475e-8155-74383066a535,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:40.717449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:40.721776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.722659 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9027228 Apr 16 15:39:40.725210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59598) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:40.725547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:40.728565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting port 2440b6e4-3237-495a-a368-1387359fb4da {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:40.728709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.729709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:40.740880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:40.743570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:40.748042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': 'bace6ffe-a583-475e-8155-74383066a535', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:40.748180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 0cae23a4-aa82-485d-9875-6bd4ed705379 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:40.748448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.756722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:40.762562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:40.765596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.771610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:40.771853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:40.786080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:40.793802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcafbe23-1288-458b-ac1a-139fafe4ce68 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852547137'] for subnet, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.860399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.943913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-1d9bf2f8-4fba-41a4-aa32-10710529b5e6', 'network_id': '1d9bf2f8-4fba-41a4-aa32-10710529b5e6', 'tenant_id': '7be37314ca9c488ab9d8f211a146d52f', 'fixed_ips': [{'subnet_id': 'de5b2d18-cd6e-4e73-93b9-06909a013096'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:40.944468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:40.969583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Network 4cbf038c-e945-42b0-b299-676d3bc0665f is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:40.971235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:40.974706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:41.053571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:41.077882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.083828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] For port 2440b6e4-3237-495a-a368-1387359fb4da, host dv-neutron-786478-2-hyperv, got binding levels [] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:41.084082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.088809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.125967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Attempting to bind port 2440b6e4-3237-495a-a368-1387359fb4da on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:41.126240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Attempting to bind port 2440b6e4-3237-495a-a368-1387359fb4da by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c5374354-4996-4daa-82ae-732e79a1f07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '4cbf038c-e945-42b0-b299-676d3bc0665f'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:41.126513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Attempting to bind port 2440b6e4-3237-495a-a368-1387359fb4da on network 4cbf038c-e945-42b0-b299-676d3bc0665f {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:41.128391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:41.137042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:41.137287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Checking segment: {'id': 'c5374354-4996-4daa-82ae-732e79a1f07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '4cbf038c-e945-42b0-b299-676d3bc0665f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:41.137531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.137780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Bound using segment: {'id': 'c5374354-4996-4daa-82ae-732e79a1f07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '4cbf038c-e945-42b0-b299-676d3bc0665f'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:41.138091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Bound port: 2440b6e4-3237-495a-a368-1387359fb4da, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5374354-4996-4daa-82ae-732e79a1f07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '4cbf038c-e945-42b0-b299-676d3bc0665f'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:41.138328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.187986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Calling delete_port for 2440b6e4-3237-495a-a368-1387359fb4da owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:41.194270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Allocated IP 2001:db8::2 (1d9bf2f8-4fba-41a4-aa32-10710529b5e6/de5b2d18-cd6e-4e73-93b9-06909a013096/15e0e0e3-b350-4804-92e9-66ab0f1a0119) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:41.202803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:41.206361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.209390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4663544 Apr 16 15:39:41.209813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59602) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:41.216499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a48c08ff-cd46-44c6-ad13-1e70a25803ca up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:41.217431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad7d214d-0af5-4b4e-98c1-6aeb3cdffade,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:41.221767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-76c6d251-78ad-4701-8c82-3ac1e45e5364 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': 'bace6ffe-a583-475e-8155-74383066a535', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:41.227266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-76c6d251-78ad-4701-8c82-3ac1e45e5364 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:41.229627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-76c6d251-78ad-4701-8c82-3ac1e45e5364 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:41.231531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-76c6d251-78ad-4701-8c82-3ac1e45e5364 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:41.235019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-76c6d251-78ad-4701-8c82-3ac1e45e5364 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:41.240871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:41.244231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca09e0c-7038-4deb-9679-7f0c3930e0d9 None None] Network efa1277a-df5c-4c21-99cf-d1ea3dc3205e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:41.264087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76c6d251-78ad-4701-8c82-3ac1e45e5364 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.317823 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-76c6d251-78ad-4701-8c82-3ac1e45e5364 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): There was a conflict when trying to complete your request. Apr 16 15:39:41.320707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-76c6d251-78ad-4701-8c82-3ac1e45e5364 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1056206 Apr 16 15:39:41.321198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59606) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:41.364161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] For port 2440b6e4-3237-495a-a368-1387359fb4da, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:41.366901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ad493af-92bc-4854-8197-c912e3b4a50a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.367962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.376156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.395761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] For port 2440b6e4-3237-495a-a368-1387359fb4da, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2440b6e4-3237-495a-a368-1387359fb4da,segment=NetworkSegment(c5374354-4996-4daa-82ae-732e79a1f07e),segment_id=c5374354-4996-4daa-82ae-732e79a1f07e)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:41.397228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-77532f68-9a8c-46fd-8936-48e8cbf389f8 None None] Provisioning for port a48c08ff-cd46-44c6-ad13-1e70a25803ca completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:41.411669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ad493af-92bc-4854-8197-c912e3b4a50a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.422160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3605b14c-993d-40d3-aa3d-6c2a12c72305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.424170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.435278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56e07856-2424-436a-a322-c80a60a65443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:41.440665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ad493af-92bc-4854-8197-c912e3b4a50a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.444059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ddb514b3-3533-4710-85ab-1aa3fbddb892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:41.450380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:41.450578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:41.452083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad493af-92bc-4854-8197-c912e3b4a50a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bace6ffe-a583-475e-8155-74383066a535,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:41.455441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4ad493af-92bc-4854-8197-c912e3b4a50a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:41.459548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ad493af-92bc-4854-8197-c912e3b4a50a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.462326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4ad493af-92bc-4854-8197-c912e3b4a50a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "DELETE /v2.0/security-groups/bace6ffe-a583-475e-8155-74383066a535 HTTP/1.1" status: 204 len: 168 time: 0.1398432 Apr 16 15:39:41.462326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59610) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:41.463626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.471572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 0cae23a4-aa82-485d-9875-6bd4ed705379 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:41.487571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1eb65b44-38a4-4505-92f1-6e1ea538843c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:41.495446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-911d1e40-e11a-4825-8c55-26b797f72ef6 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Synchronizing usage tracker for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:41.506629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-911d1e40-e11a-4825-8c55-26b797f72ef6 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Unset dirty status for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:41.510099 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-911d1e40-e11a-4825-8c55-26b797f72ef6 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0458639 Apr 16 15:39:41.510919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59614) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:41.514986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117798121'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:41.518775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:41.520042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b66395c-7e58-4dab-8443-365becf35817 None None] Network 46d53090-f2f6-48f4-9d20-88b9293e79e4 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:41.524304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:41.539382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port a48c08ff-cd46-44c6-ad13-1e70a25803ca completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:41.550962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df3f00c8-d6c1-4227-acd3-b09beb71e46a,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:41.552775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.557938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:41.559493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.560282 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9406126 Apr 16 15:39:41.562758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59620) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:41.575886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:41.579973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:41.580549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244984011'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:41.581852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:41.586532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:41.604551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port a48c08ff-cd46-44c6-ad13-1e70a25803ca triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:41.604782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.618749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:41.622945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:41.625663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:41.633561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:41.659990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.667010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.672001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26667b54-578f-4f1c-9a87-1e1bd62f5913 req-9877fdd7-c445-4b05-b3df-2f8e2af57ddf tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:41.673009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26667b54-578f-4f1c-9a87-1e1bd62f5913 req-9877fdd7-c445-4b05-b3df-2f8e2af57ddf tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.0797744 Apr 16 15:39:41.673989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.677318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67228d34-5760-4e99-adc2-0e74d93dd669 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:41.685029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-51070c1c-a89b-4ecc-8fab-56a3d55047d4 None None] Provisioning for port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:41.686629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Pushing event updated for resources: {'Port': ['ID=2440b6e4-3237-495a-a368-1387359fb4da,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:41.688701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:41.689062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:41.693545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:41.696577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:41.710154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-51070c1c-a89b-4ecc-8fab-56a3d55047d4 None None] Provisioning complete for port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:41.710385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51070c1c-a89b-4ecc-8fab-56a3d55047d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.720623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:41.722483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50eab0-152e-49f7-a11d-cdb85d540c2c,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:41.726024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:41.727958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.731102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2193606 Apr 16 15:39:41.731298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59624) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:41.734523 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26667b54-578f-4f1c-9a87-1e1bd62f5913 req-d538a890-e3d7-4e1d-af37-e4f83f0d1b5b tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524139 Apr 16 15:39:41.744421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.747478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-564f9e7b-742e-4883-9bb9-84004b831746 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': 'ce50eab0-152e-49f7-a11d-cdb85d540c2c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:41.747785 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-564f9e7b-742e-4883-9bb9-84004b831746 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 16 15:39:41.748101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-564f9e7b-742e-4883-9bb9-84004b831746 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:41.749262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-564f9e7b-742e-4883-9bb9-84004b831746 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0132480 Apr 16 15:39:41.751352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59628) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:41.758373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.778277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-354e1250-22ba-4b6b-890b-156a4587068b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:41.789157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd97-34fa-406e-b56c-62ff938f1b2e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.805608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd97-34fa-406e-b56c-62ff938f1b2e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.813209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.814772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.831238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd97-34fa-406e-b56c-62ff938f1b2e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.835394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bbbfe4e3-a9b4-494b-a560-142485b91bdf tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:41.853236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6dd97-34fa-406e-b56c-62ff938f1b2e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50eab0-152e-49f7-a11d-cdb85d540c2c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:41.859105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5bb6dd97-34fa-406e-b56c-62ff938f1b2e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:41.861978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bb6dd97-34fa-406e-b56c-62ff938f1b2e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.862403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Transition to ACTIVE for port object 15e0e0e3-b350-4804-92e9-66ab0f1a0119 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:41.864691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5bb6dd97-34fa-406e-b56c-62ff938f1b2e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "DELETE /v2.0/security-groups/ce50eab0-152e-49f7-a11d-cdb85d540c2c HTTP/1.1" status: 204 len: 168 time: 0.1107399 Apr 16 15:39:41.864691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59632) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:41.884528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.899582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7d73d82-bd59-4cf4-b1aa-fbd9a327d19e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Synchronizing usage tracker for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:41.902875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=f4d280c9-7ccc-4538-be14-c699510d6cb3,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:41.914222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7d73d82-bd59-4cf4-b1aa-fbd9a327d19e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Unset dirty status for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:41.917858 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b7d73d82-bd59-4cf4-b1aa-fbd9a327d19e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0497530 Apr 16 15:39:41.917958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:41.918670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59636) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:41.922479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group': {'name': 'tempest-secgroup--621694189'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:41.930281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:41.936368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:41.942471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6c4bc93d-d39f-402c-9a68-af7c168ebbd5 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:41.943403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.954334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting port 2440b6e4-3237-495a-a368-1387359fb4da {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:41.954565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.980754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:41.985308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=0cae23a4-aa82-485d-9875-6bd4ed705379,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:41.986124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:41.993064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:41.993154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:41.995837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:41.999671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:42.008394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.014376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:42.058359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0298aed-c800-4dfc-958a-6952feb3f429,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:42.066178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:42.092479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.093275 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5290573 Apr 16 15:39:42.096297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59640) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:42.101823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8678062d-7d04-42f6-8fb8-21cdb63b4353 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': 'df3f00c8-d6c1-4227-acd3-b09beb71e46a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a0298aed-c800-4dfc-958a-6952feb3f429'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:42.117051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.122810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Transition to ACTIVE for port object 15e0e0e3-b350-4804-92e9-66ab0f1a0119 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:42.155509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8678062d-7d04-42f6-8fb8-21cdb63b4353 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:42.160521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.177280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bfdb4d2-b55a-4f3c-80e2-f787a0f854e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:42.190104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.200841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 46d53090-f2f6-48f4-9d20-88b9293e79e4 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:42.201505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8678062d-7d04-42f6-8fb8-21cdb63b4353 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:42.204635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.204731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:42.211295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7aafea72-dd3c-4ca7-906f-3a030cf105e8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:42.213378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8678062d-7d04-42f6-8fb8-21cdb63b4353 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:42.217752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8678062d-7d04-42f6-8fb8-21cdb63b4353 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:42.224372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.253663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51070c1c-a89b-4ecc-8fab-56a3d55047d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.284495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] For port 2440b6e4-3237-495a-a368-1387359fb4da, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2440b6e4-3237-495a-a368-1387359fb4da,segment=NetworkSegment(c5374354-4996-4daa-82ae-732e79a1f07e),segment_id=c5374354-4996-4daa-82ae-732e79a1f07e)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:42.286842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.305714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port a48c08ff-cd46-44c6-ad13-1e70a25803ca, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a48c08ff-cd46-44c6-ad13-1e70a25803ca,segment=NetworkSegment(57184fa1-fb37-4918-ac28-017663e661f7),segment_id=57184fa1-fb37-4918-ac28-017663e661f7)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:42.313097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40205ddf-628e-42cc-91e7-0cee519649a0,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:42.315490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:42.327417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.337685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Pushing event updated for resources: {'Port': ['ID=15e0e0e3-b350-4804-92e9-66ab0f1a0119,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:42.341507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-51070c1c-a89b-4ecc-8fab-56a3d55047d4 None None] For port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=74bb9a7e-e759-4120-ac4d-ce6db69a0e73,segment=NetworkSegment(9858aa70-8f02-415d-b18d-c8a7cc81a71f),segment_id=9858aa70-8f02-415d-b18d-c8a7cc81a71f)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:42.342358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:42.344474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6cff95ea-1ad5-4fe5-9879-6f5b8c91557f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:42.389163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51070c1c-a89b-4ecc-8fab-56a3d55047d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.406382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Calling delete_port for 2440b6e4-3237-495a-a368-1387359fb4da owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:42.442900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:42.444004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:42.449060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=a48c08ff-cd46-44c6-ad13-1e70a25803ca,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:42.453550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:42.455962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:42.458096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97117690-dde4-4263-94c1-7b89db244b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:42.472445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:39:42.477504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcafbe23-1288-458b-ac1a-139fafe4ce68 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363291870637001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2840129'] for subnet, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.483017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a49a1bd-8fd9-4e05-b0f1-3d580b9a446d None None] Network efa1277a-df5c-4c21-99cf-d1ea3dc3205e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:42.486542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.487367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5680416 Apr 16 15:39:42.489826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59644) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:42.490631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b4dd6400-ef52-4163-a493-90028e062593 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:42.497259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6100d6a5-6808-42e3-9958-23430b43d7a5 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '40205ddf-628e-42cc-91e7-0cee519649a0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:42.497800 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-6100d6a5-6808-42e3-9958-23430b43d7a5 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 16 15:39:42.497928 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-6100d6a5-6808-42e3-9958-23430b43d7a5 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:42.500353 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6100d6a5-6808-42e3-9958-23430b43d7a5 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057380 Apr 16 15:39:42.501252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-8678062d-7d04-42f6-8fb8-21cdb63b4353 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:42.501834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8678062d-7d04-42f6-8fb8-21cdb63b4353 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4028244 Apr 16 15:39:42.505737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59648) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:42.506162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59650) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:42.565263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcafbe23-1288-458b-ac1a-139fafe4ce68 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=de5b2d18-cd6e-4e73-93b9-06909a013096,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:42.602298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fcafbe23-1288-458b-ac1a-139fafe4ce68 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:42.629784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51070c1c-a89b-4ecc-8fab-56a3d55047d4 None None] Pushing event updated for resources: {'Port': ['ID=74bb9a7e-e759-4120-ac4d-ce6db69a0e73,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:42.631867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51070c1c-a89b-4ecc-8fab-56a3d55047d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:42.645256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:39:42.651481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Sync routers for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:39:42.657805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:42.658292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:42.678640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.686249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-86280445-2533-4a5e-9bf4-2c81db41286b None None] Provisioning complete for port a48c08ff-cd46-44c6-ad13-1e70a25803ca triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:42.686674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86280445-2533-4a5e-9bf4-2c81db41286b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.689359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcafbe23-1288-458b-ac1a-139fafe4ce68 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:42.690013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcafbe23-1288-458b-ac1a-139fafe4ce68 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.692845 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fcafbe23-1288-458b-ac1a-139fafe4ce68 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "PUT /v2.0/subnets/de5b2d18-cd6e-4e73-93b9-06909a013096 HTTP/1.1" status: 200 len: 826 time: 2.0862823 Apr 16 15:39:42.695038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5372ab56-00ea-4dcc-b2fa-e58c5f6e3c01 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:42.699010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/34cc5dbc-e753-41ed-9c2e-9f9bb466b374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9800510 Apr 16 15:39:42.699010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59656) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:42.715271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59658) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:42.770866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Port': ['ID=2440b6e4-3237-495a-a368-1387359fb4da,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:42.777390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:42.794845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Attempting to bind port 15e0e0e3-b350-4804-92e9-66ab0f1a0119 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:42.795170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Attempting to bind port 15e0e0e3-b350-4804-92e9-66ab0f1a0119 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '1d53d51a-9557-4a60-8704-51e09f28807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '1d9bf2f8-4fba-41a4-aa32-10710529b5e6'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:42.795456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Attempting to bind port 15e0e0e3-b350-4804-92e9-66ab0f1a0119 on network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:42.809825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:42.814783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Checking segment: {'id': '1d53d51a-9557-4a60-8704-51e09f28807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '1d9bf2f8-4fba-41a4-aa32-10710529b5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:42.816213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.818324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Bound using segment: {'id': '1d53d51a-9557-4a60-8704-51e09f28807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '1d9bf2f8-4fba-41a4-aa32-10710529b5e6'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:42.818791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Bound port: 15e0e0e3-b350-4804-92e9-66ab0f1a0119, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d53d51a-9557-4a60-8704-51e09f28807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1490, 'network_id': '1d9bf2f8-4fba-41a4-aa32-10710529b5e6'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:42.819163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.833381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9142bc5f-ce18-4cca-b92c-cfb3456f11f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.868311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8cf189e-4f9a-40e9-bb43-4502f833d198 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.887883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8cf189e-4f9a-40e9-bb43-4502f833d198 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.934820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:42.967435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:42.991949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] For port 15e0e0e3-b350-4804-92e9-66ab0f1a0119, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:42.994636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] For port 15e0e0e3-b350-4804-92e9-66ab0f1a0119, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=15e0e0e3-b350-4804-92e9-66ab0f1a0119,segment=NetworkSegment(1d53d51a-9557-4a60-8704-51e09f28807f),segment_id=1d53d51a-9557-4a60-8704-51e09f28807f)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:42.995941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8cf189e-4f9a-40e9-bb43-4502f833d198 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.004108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4391c878-efab-4093-a994-d20a4007606b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.005165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c28fe40-cb13-427c-a27a-b8401b5929ce tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:43.007591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:43.017295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf189e-4f9a-40e9-bb43-4502f833d198 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40205ddf-628e-42cc-91e7-0cee519649a0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:43.028964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.057328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:43.084348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.218033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.219651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:39:40Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:41Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:43.222294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Checking router: 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:39:43.222515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Updating router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 port f4d280c9-7ccc-4538-be14-c699510d6cb3 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:39:43.223501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.233620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e3abb114-88c0-4b5a-b5af-36f326c08ac7 None None] Provisioning complete for port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:43.233861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3abb114-88c0-4b5a-b5af-36f326c08ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.255459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.261626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Pushing event updated for resources: {'Port': ['ID=15e0e0e3-b350-4804-92e9-66ab0f1a0119,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:43.266986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:43.299826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:43.300084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.458777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e3abb114-88c0-4b5a-b5af-36f326c08ac7 None None] Provisioning for port f4d280c9-7ccc-4538-be14-c699510d6cb3 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:43.461932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.462117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.462406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.462654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.462915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.463180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.463438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.463696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.463954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.464212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.464469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.464713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e3abb114-88c0-4b5a-b5af-36f326c08ac7 None None] Provisioning complete for port f4d280c9-7ccc-4538-be14-c699510d6cb3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:43.464781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.464971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.465210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3abb114-88c0-4b5a-b5af-36f326c08ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.468068 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-612b2d4b-fcf4-4b83-a8a6-3fdb43fc69e8 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9138 time: 0.7413199 Apr 16 15:39:43.474387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59666) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:43.486111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a48c08ff-cd46-44c6-ad13-1e70a25803ca up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:43.530753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e3abb114-88c0-4b5a-b5af-36f326c08ac7 None None] Port f4d280c9-7ccc-4538-be14-c699510d6cb3 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:43.542064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port a48c08ff-cd46-44c6-ad13-1e70a25803ca triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:43.542487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.543926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.551478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Transition to ACTIVE for port object f4d280c9-7ccc-4538-be14-c699510d6cb3 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:43.551691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e8cf189e-4f9a-40e9-bb43-4502f833d198 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:43.556965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.572712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No DVR routers for this DVR port 2440b6e4-3237-495a-a368-1387359fb4da on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:43.580692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8cf189e-4f9a-40e9-bb43-4502f833d198 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.583698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e8cf189e-4f9a-40e9-bb43-4502f833d198 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "DELETE /v2.0/security-groups/40205ddf-628e-42cc-91e7-0cee519649a0 HTTP/1.1" status: 204 len: 168 time: 1.0759137 Apr 16 15:39:43.586653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59670) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:43.601669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98670a19-e535-4114-b782-66b37ef1562f req-31095a63-9cc8-45f2-93de-f4a7401f6c5d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.602733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98670a19-e535-4114-b782-66b37ef1562f req-31095a63-9cc8-45f2-93de-f4a7401f6c5d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.7662880 Apr 16 15:39:43.622556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:43.660302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6bbd46b0-10ab-49de-8e4e-b3db48e18334 None None] Provisioning complete for port a48c08ff-cd46-44c6-ad13-1e70a25803ca triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:43.666884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fffd0-c2db-438b-89f9-a1cac6f323f1 None None] Pushing event updated for resources: {'Port': ['ID=f4d280c9-7ccc-4538-be14-c699510d6cb3,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:43.668810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc9fffd0-c2db-438b-89f9-a1cac6f323f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:43.668887 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98670a19-e535-4114-b782-66b37ef1562f req-6141c7e5-4663-4f9d-bb60-b9e13d3a45d5 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551553 Apr 16 15:39:43.678092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bbd46b0-10ab-49de-8e4e-b3db48e18334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.704987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.705259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.705521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.705782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.706043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.706304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.707628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.707901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.708165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.708427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.708685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.708943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.709203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:43.711127 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-106aff14-0f5d-46cb-88ed-5201a8847208 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8281 time: 0.2066531 Apr 16 15:39:43.713242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59676) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:43.715013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.720808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbb3daf-8cb4-485a-b5de-82eb21d8214f None None] Network 4cbf038c-e945-42b0-b299-676d3bc0665f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:43.723684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Router c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:39:43.727268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4391c878-efab-4093-a994-d20a4007606b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.838049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port 15e0e0e3-b350-4804-92e9-66ab0f1a0119 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:43.838275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.874094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Attempting to bind port f4d280c9-7ccc-4538-be14-c699510d6cb3 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:43.874578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Attempting to bind port f4d280c9-7ccc-4538-be14-c699510d6cb3 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:43.874919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Attempting to bind port f4d280c9-7ccc-4538-be14-c699510d6cb3 on network 46d53090-f2f6-48f4-9d20-88b9293e79e4 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:43.878576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:43.879811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Checking segment: {'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:43.880172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.880506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Bound using segment: {'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:43.880942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Bound port: f4d280c9-7ccc-4538-be14-c699510d6cb3, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:43.881334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:43.950021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] For port f4d280c9-7ccc-4538-be14-c699510d6cb3, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:43.951980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] For port f4d280c9-7ccc-4538-be14-c699510d6cb3, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f4d280c9-7ccc-4538-be14-c699510d6cb3,segment=NetworkSegment(9858aa70-8f02-415d-b18d-c8a7cc81a71f),segment_id=9858aa70-8f02-415d-b18d-c8a7cc81a71f)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:43.956953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.035428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:44.043883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e7af9-2ac1-417b-9251-235226fa17d9 req-53895d9f-4b6e-42ed-9607-affbb24e2375 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:44.044699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff4e7af9-2ac1-417b-9251-235226fa17d9 req-53895d9f-4b6e-42ed-9607-affbb24e2375 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2522988 Apr 16 15:39:44.058315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] For port 15e0e0e3-b350-4804-92e9-66ab0f1a0119, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=15e0e0e3-b350-4804-92e9-66ab0f1a0119,segment=NetworkSegment(1d53d51a-9557-4a60-8704-51e09f28807f),segment_id=1d53d51a-9557-4a60-8704-51e09f28807f)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:44.059130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.079945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:44.080219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:44.101039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.121820 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff4e7af9-2ac1-417b-9251-235226fa17d9 req-899db32e-530d-425e-90a5-86d3eb1ecc01 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719254 Apr 16 15:39:44.172634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Calling delete_port for 15e0e0e3-b350-4804-92e9-66ab0f1a0119 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:44.180114 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-97cf6828-f7ff-42db-8bcd-23ac2b3237bc tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2864 time: 0.4658759 Apr 16 15:39:44.181243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.266864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:39:44.267505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ecea54cf-d0e6-4600-950a-f34622d9ac64 None None] Could not find standard attr ID for object 2440b6e4-3237-495a-a368-1387359fb4da. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:39:44.280243 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "PUT /v2.0/routers/c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6770742 Apr 16 15:39:44.281284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.285226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310899f5-d557-4e7f-8a74-d4a2f0e8b362 None None] Sync routers for ids ['c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:39:44.292221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59684) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:44.295737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9a2f7116-05ac-4cd0-84bf-bfda02956c0d tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:44.314521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310899f5-d557-4e7f-8a74-d4a2f0e8b362 None None] Routers {'c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:44.314942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-310899f5-d557-4e7f-8a74-d4a2f0e8b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:44.320336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-78c56892-ce17-4d21-8e6b-a8fb78f75a66 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:44.354688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Subnet': ['ID=3b56d35f-1314-4b17-afd0-1dc81896c403,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:44.361921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:44.444674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed5ce3-d479-4d84-8c30-793f430b1df0 None None] Network 4cbf038c-e945-42b0-b299-676d3bc0665f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:44.458473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Port': ['ID=15e0e0e3-b350-4804-92e9-66ab0f1a0119,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:44.468334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:44.472144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a897f648-3096-482e-acd5-1b41378badea tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Synchronizing usage tracker for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:44.476306 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b405d06-db69-4f80-9143-a008cd584b27 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:39:44.476805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4b405d06-db69-4f80-9143-a008cd584b27 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:44.493528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4391c878-efab-4093-a994-d20a4007606b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.495131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.505643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4068ea4e-2c19-46c5-9a8e-c292a3cf5843 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:44.511685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:44.519655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a897f648-3096-482e-acd5-1b41378badea tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Unset dirty status for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:44.520668 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a897f648-3096-482e-acd5-1b41378badea tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8161511 Apr 16 15:39:44.521541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391c878-efab-4093-a994-d20a4007606b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0298aed-c800-4dfc-958a-6952feb3f429,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:44.524752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59690) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:44.534352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4391c878-efab-4093-a994-d20a4007606b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:44.540647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4b405d06-db69-4f80-9143-a008cd584b27 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:44.543507 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4b405d06-db69-4f80-9143-a008cd584b27 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/0cae23a4-aa82-485d-9875-6bd4ed705379 HTTP/1.1" status: 404 len: 333 time: 0.2236052 Apr 16 15:39:44.544580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59692) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:44.602188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4391c878-efab-4093-a994-d20a4007606b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.604929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4391c878-efab-4093-a994-d20a4007606b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "DELETE /v2.0/security-groups/a0298aed-c800-4dfc-958a-6952feb3f429 HTTP/1.1" status: 204 len: 168 time: 2.0962520 Apr 16 15:39:44.607409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group': {'name': 'tempest-secgroup--624123909'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:44.611847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59698) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:44.617854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:44.625980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-310899f5-d557-4e7f-8a74-d4a2f0e8b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:44.658687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310899f5-d557-4e7f-8a74-d4a2f0e8b362 None None] Routers {'c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:44.659144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-310899f5-d557-4e7f-8a74-d4a2f0e8b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:44.700230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:44.710355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-310899f5-d557-4e7f-8a74-d4a2f0e8b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:44.710688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310899f5-d557-4e7f-8a74-d4a2f0e8b362 None None] The sync data for ids ['c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:44.748465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fffd0-c2db-438b-89f9-a1cac6f323f1 None None] Pushing event updated for resources: {'Port': ['ID=f4d280c9-7ccc-4538-be14-c699510d6cb3,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:44.751505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc9fffd0-c2db-438b-89f9-a1cac6f323f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:44.762168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbf038c-e945-42b0-b299-676d3bc0665f']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:44.764763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69edf281-f414-4836-904a-12d665cb358c None None] DHCP port deletion for 4cbf038c-e945-42b0-b299-676d3bc0665f request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:44.769694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.773664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24107000-bea2-4163-8ffc-c5a2ee5128c6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.783918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:39:40Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:43Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:44.787056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c2b60-7c33-45e0-b972-e068ad9ba223 None None] The sync data for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv is: [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:39:40Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:43Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:44.787549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5374354-4996-4daa-82ae-732e79a1f07e') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:44.787656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5374354-4996-4daa-82ae-732e79a1f07e') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:44.799525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59702) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:44.813934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-880083556', 'description': 'tempest-secgroup-smoke-880083556 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:44.831079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.841290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:44.842841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:44.849822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:44.851536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:44.858709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:44.868222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704d92c-b5c9-41f9-ba45-0af2c98d1603 req-ba7983d6-8791-4a8a-a96d-2fdd686ce332 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:44.869316 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0704d92c-b5c9-41f9-ba45-0af2c98d1603 req-ba7983d6-8791-4a8a-a96d-2fdd686ce332 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2523055 Apr 16 15:39:44.872353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:44.874125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.875701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:44.892664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:44.901784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1455 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:44.910084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No DVR routers for this DVR port 15e0e0e3-b350-4804-92e9-66ab0f1a0119 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:44.931116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:44.965013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e306834-599b-4d79-bf20-5c6d5ab7e04a None None] Network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:44.978519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f4d280c9-7ccc-4538-be14-c699510d6cb3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:44.987091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0704d92c-b5c9-41f9-ba45-0af2c98d1603 req-47e59651-255f-4084-a8f9-3db31c5f6496 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098418 Apr 16 15:39:45.017934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36947b96-380e-474b-b70b-a49dce16aa4c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Synchronizing usage tracker for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:45.045479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:45.053879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:45.061380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 4cbf038c-e945-42b0-b299-676d3bc0665f has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:45.066519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:45.071337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.075067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24107000-bea2-4163-8ffc-c5a2ee5128c6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.077690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24107000-bea2-4163-8ffc-c5a2ee5128c6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.079398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.089863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:45.103324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36947b96-380e-474b-b70b-a49dce16aa4c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Unset dirty status for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:45.106134 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36947b96-380e-474b-b70b-a49dce16aa4c tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4824600 Apr 16 15:39:45.108275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59706) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.113563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-73a16dba-389e-4002-a337-fd4fa39a187d None None] Could not find standard attr ID for object 15e0e0e3-b350-4804-92e9-66ab0f1a0119. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:39:45.158650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.159604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24107000-bea2-4163-8ffc-c5a2ee5128c6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.160036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24107000-bea2-4163-8ffc-c5a2ee5128c6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Fanout notify agent at l3_agent the message router_deleted on router c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:39:45.173057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port f4d280c9-7ccc-4538-be14-c699510d6cb3 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:45.176825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f4d280c9-7ccc-4538-be14-c699510d6cb3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:45.177113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.191650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.205592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38a41cdd-f491-4453-83aa-8d9fdaaba8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:45.248009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 4cbf038c-e945-42b0-b299-676d3bc0665f has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:45.273523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:45.275562 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:45.304528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port f4d280c9-7ccc-4538-be14-c699510d6cb3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f4d280c9-7ccc-4538-be14-c699510d6cb3,segment=NetworkSegment(9858aa70-8f02-415d-b18d-c8a7cc81a71f),segment_id=9858aa70-8f02-415d-b18d-c8a7cc81a71f)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:45.312093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.317154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6e3721db-0701-4629-96ba-4888f9d4f527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:45.327378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12cefbe3-eebd-4280-847d-f99e69da1210,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:45.336498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:45.345568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.348287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7598891 Apr 16 15:39:45.351953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59710) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.360501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-35dbde58-86e3-4e2d-9663-65ee0b1f806d tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '12cefbe3-eebd-4280-847d-f99e69da1210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:45.361326 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-35dbde58-86e3-4e2d-9663-65ee0b1f806d tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 16 15:39:45.361655 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-35dbde58-86e3-4e2d-9663-65ee0b1f806d tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:45.364095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-35dbde58-86e3-4e2d-9663-65ee0b1f806d tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070393 Apr 16 15:39:45.364660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59714) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.368702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a0bf215b-fe7c-464f-aebc-5778d6b77abf tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '12cefbe3-eebd-4280-847d-f99e69da1210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:45.369130 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-a0bf215b-fe7c-464f-aebc-5778d6b77abf tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 16 15:39:45.369445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-a0bf215b-fe7c-464f-aebc-5778d6b77abf tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:45.371706 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a0bf215b-fe7c-464f-aebc-5778d6b77abf tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0047605 Apr 16 15:39:45.371706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.372414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59718) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.372503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2440b6e4-3237-495a-a368-1387359fb4da no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:45.395244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2bf0919e-e335-4163-a5de-a84e05cba853 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '12cefbe3-eebd-4280-847d-f99e69da1210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:45.395747 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-2bf0919e-e335-4163-a5de-a84e05cba853 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 16 15:39:45.396065 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-2bf0919e-e335-4163-a5de-a84e05cba853 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:45.398394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2bf0919e-e335-4163-a5de-a84e05cba853 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0240998 Apr 16 15:39:45.398394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:45.406011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.409518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59722) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.412702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5afaece5-b620-4e38-8cf7-7e66b37ee959 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '12cefbe3-eebd-4280-847d-f99e69da1210', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:45.413217 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-5afaece5-b620-4e38-8cf7-7e66b37ee959 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 16 15:39:45.413535 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-5afaece5-b620-4e38-8cf7-7e66b37ee959 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:45.415890 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5afaece5-b620-4e38-8cf7-7e66b37ee959 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0040576 Apr 16 15:39:45.419709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59726) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.436585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1e5aa0-b21d-472a-ad8f-2a70be3044cd None None] Network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:45.437540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=4cbf038c-e945-42b0-b299-676d3bc0665f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:45.441489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:45.443835 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/4cbf038c-e945-42b0-b299-676d3bc0665f HTTP/1.1" status: 204 len: 168 time: 4.9310157 Apr 16 15:39:45.447241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.447740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59730) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.451021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 2440b6e4-3237-495a-a368-1387359fb4da {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:45.451269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2440b6e4-3237-495a-a368-1387359fb4da not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:45.455473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1163605103'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:45.460516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:45.463590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.470611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-85386b99-9310-4084-8cd7-8ecedf598c64 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:45.476478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:network and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:45.482900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:45.490152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=f4d280c9-7ccc-4538-be14-c699510d6cb3,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:45.491346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:45.493571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:45.511198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.513882 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7111607 Apr 16 15:39:45.514901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59734) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.515387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8df34f-1ba8-4ff4-ba43-6215363f0fff,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:45.516796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:45.520703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.530715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:45.532873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '3b8df34f-1ba8-4ff4-ba43-6215363f0fff', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:45.539520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b576460-dab5-4d31-ad20-5772195c4b52 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.540625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:45.545842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:45.546710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24107000-bea2-4163-8ffc-c5a2ee5128c6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.549428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24107000-bea2-4163-8ffc-c5a2ee5128c6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/routers/c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b HTTP/1.1" status: 204 len: 168 time: 0.9980612 Apr 16 15:39:45.552542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:45.554570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59738) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.559191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce225377-a9a3-41c8-8b0a-50aebe1c9e9a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.578747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:45.595939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1460} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:45.596221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce225377-a9a3-41c8-8b0a-50aebe1c9e9a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.603821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b576460-dab5-4d31-ad20-5772195c4b52 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.629125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.629329 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment afba945d-a22f-4f4a-a16d-c7154b879364 of type vlan for network 9003f212-8c36-4630-8fd7-884beee0152b Apr 16 15:39:45.631331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.645369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-4612a4c6-5d43-4bbf-91ae-051498afc49b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting subnet aac140fb-23ed-4b07-849e-88c59d8a8937 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:39:45.655055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4612a4c6-5d43-4bbf-91ae-051498afc49b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.659534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce225377-a9a3-41c8-8b0a-50aebe1c9e9a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.663051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2b879a2-0b42-400e-9296-88fa373a4817 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:45.673076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce225377-a9a3-41c8-8b0a-50aebe1c9e9a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3f00c8-d6c1-4227-acd3-b09beb71e46a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:45.678267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ce225377-a9a3-41c8-8b0a-50aebe1c9e9a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:45.682985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.692563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6eb4308-f2e8-43d0-b49e-b123cda269ee tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:45.711866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.726095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4612a4c6-5d43-4bbf-91ae-051498afc49b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.741466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b576460-dab5-4d31-ad20-5772195c4b52 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.747605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0abf574-4c0f-43bd-83ca-3853b25b007d tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:45.749102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Subnet': ['ID=de5b2d18-cd6e-4e73-93b9-06909a013096,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:45.753464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:45.754061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce225377-a9a3-41c8-8b0a-50aebe1c9e9a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.756456 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ce225377-a9a3-41c8-8b0a-50aebe1c9e9a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "DELETE /v2.0/security-groups/df3f00c8-d6c1-4227-acd3-b09beb71e46a HTTP/1.1" status: 204 len: 168 time: 0.6458812 Apr 16 15:39:45.757810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59742) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.767443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b576460-dab5-4d31-ad20-5772195c4b52 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12cefbe3-eebd-4280-847d-f99e69da1210,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:45.775540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5b576460-dab5-4d31-ad20-5772195c4b52 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:45.792762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.795383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50ce45e-7ef0-4d5e-a0fc-43c2200868d3 None None] Network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:45.795926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:45.796339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.805035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aa879538-b342-4540-91c3-c770fb66a2f4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:45.821029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.827830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b576460-dab5-4d31-ad20-5772195c4b52 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.830192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5b576460-dab5-4d31-ad20-5772195c4b52 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "DELETE /v2.0/security-groups/12cefbe3-eebd-4280-847d-f99e69da1210 HTTP/1.1" status: 204 len: 168 time: 0.4066284 Apr 16 15:39:45.833826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59746) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.856220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-08b045ab-dba3-4958-a3a7-4ef68bd34cef tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Synchronizing usage tracker for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:45.859145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.873631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.874085 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4219573 Apr 16 15:39:45.879368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59750) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.889135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'network_id': '9003f212-8c36-4630-8fd7-884beee0152b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:45.905348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=9003f212-8c36-4630-8fd7-884beee0152b,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:45.915088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 9003f212-8c36-4630-8fd7-884beee0152b details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:45.929928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-08b045ab-dba3-4958-a3a7-4ef68bd34cef tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Unset dirty status for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:45.930774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-08b045ab-dba3-4958-a3a7-4ef68bd34cef tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1723886 Apr 16 15:39:45.933729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59754) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.937320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865461119'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:45.937395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:45.937721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb4ae7de-1f7c-4c31-ba89-2e4a7568cd29 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:45.947305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:45.950141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.953024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-304a443c-49c9-45e0-85ce-bfda17528b3f tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1141620 Apr 16 15:39:45.953074 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4237988 Apr 16 15:39:45.953074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4612a4c6-5d43-4bbf-91ae-051498afc49b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:45.953818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59758) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.954020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59760) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:45.963637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865093074'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:45.973028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '3b8df34f-1ba8-4ff4-ba43-6215363f0fff', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:45.976175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d95109-8f74-49dd-b238-2c85ba8923a0,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:45.980096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:45.985120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:45.985804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f934da-4478-4826-9665-aa8a3e1233d5 None None] DHCP port deletion for 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:45.987514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:45.990520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:45.996373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:45.998052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:45.999554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.000935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:46.001970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9bf2f8-4fba-41a4-aa32-10710529b5e6']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:46.006507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.013727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.015116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.016252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.018015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:subnet and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:46.022912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d53d51a-9557-4a60-8704-51e09f28807f') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:46.023086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d53d51a-9557-4a60-8704-51e09f28807f') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:46.035308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.043726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.051005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.051114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.053402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.062714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:46.065414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.073396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1490 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:46.083765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:46.088238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:46.091604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.093960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.132597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:46.135634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.142931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:46.148225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.164469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.233563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:46.243237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.245327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.262172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.301289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:46.339795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601d9e34-7739-43cc-b842-de1f54ac2a60,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:46.372234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:46.386954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.409967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 1d9bf2f8-4fba-41a4-aa32-10710529b5e6 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:46.425690 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:46.426922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.436286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-86d1d37f-9f1d-414d-bc7d-1ca9fa8b1513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:46.485625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.490187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.490784 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5311260 Apr 16 15:39:46.497194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308234a9-2966-4353-b641-8bea3e1b4196 req-27a4bf5c-3206-4585-b85c-bfa24d69e77d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:46.497461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59768) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.498061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.498231 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-308234a9-2966-4353-b641-8bea3e1b4196 req-27a4bf5c-3206-4585-b85c-bfa24d69e77d tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.4369290 Apr 16 15:39:46.506599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.507367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5731456 Apr 16 15:39:46.513052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '3b8df34f-1ba8-4ff4-ba43-6215363f0fff', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:46.515903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59772) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.517577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3166a2-611f-4df1-99ce-1bae6482cf2d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:46.520839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:46.522561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:46.528356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dfb19aaa-c5a1-4259-9d09-97b036af0d75 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '5d3166a2-611f-4df1-99ce-1bae6482cf2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:46.536243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:46.539888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.541197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dfb19aaa-c5a1-4259-9d09-97b036af0d75 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:46.542644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4612a4c6-5d43-4bbf-91ae-051498afc49b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.544881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:46.547945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.550922 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5882657 Apr 16 15:39:46.550922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.551154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dfb19aaa-c5a1-4259-9d09-97b036af0d75 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:46.552471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:46.554014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.555171 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/1d9bf2f8-4fba-41a4-aa32-10710529b5e6 HTTP/1.1" status: 204 len: 168 time: 3.8440387 Apr 16 15:39:46.557127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59776) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.557506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59778) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.561335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dfb19aaa-c5a1-4259-9d09-97b036af0d75 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.568757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.577364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612a4c6-5d43-4bbf-91ae-051498afc49b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Subnet': ['ID=aac140fb-23ed-4b07-849e-88c59d8a8937,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:46.581311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1908f134-6dd8-4300-b474-2845a43d7027 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '30c0e995-9289-4f69-bac6-47c18d53093c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:46.582291 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-1908f134-6dd8-4300-b474-2845a43d7027 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 16 15:39:46.582588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-1908f134-6dd8-4300-b474-2845a43d7027 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:46.582812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4612a4c6-5d43-4bbf-91ae-051498afc49b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:46.583193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1908f134-6dd8-4300-b474-2845a43d7027 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0201368 Apr 16 15:39:46.584932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dfb19aaa-c5a1-4259-9d09-97b036af0d75 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.586024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59784) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.592582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c0e995-9289-4f69-bac6-47c18d53093c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:46.595985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fda397dd-fea6-4a37-a3fd-b5400d5ff690 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '30c0e995-9289-4f69-bac6-47c18d53093c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:46.601394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:46.603227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b9072093-4688-406e-9835-093456429e8e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:46.611581 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecd9472-fd05-4d5d-b6ed-5dd66dd4bad0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:46.611872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecd9472-fd05-4d5d-b6ed-5dd66dd4bad0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:46.612885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5ecd9472-fd05-4d5d-b6ed-5dd66dd4bad0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/1d9bf2f8-4fba-41a4-aa32-10710529b5e6 HTTP/1.1" status: 404 len: 339 time: 0.0489783 Apr 16 15:39:46.615331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fda397dd-fea6-4a37-a3fd-b5400d5ff690 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:46.616868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59788) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.624135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fda397dd-fea6-4a37-a3fd-b5400d5ff690 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:46.630092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-147840690', 'description': 'd1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:46.632011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fda397dd-fea6-4a37-a3fd-b5400d5ff690 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.632186 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-308234a9-2966-4353-b641-8bea3e1b4196 req-ef04f0e4-9383-4ac7-a6a8-9948e6f571b1 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259007 Apr 16 15:39:46.634037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Network': ['ID=1d9bf2f8-4fba-41a4-aa32-10710529b5e6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:46.638494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.643154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:46.645575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:46.649063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fda397dd-fea6-4a37-a3fd-b5400d5ff690 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.660487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Usage tracker for resource:network and tenant:7be37314ca9c488ab9d8f211a146d52f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:46.664657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4612a4c6-5d43-4bbf-91ae-051498afc49b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.665280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.668758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1dc421-e870-42f2-a38d-f592f3c34ded None None] Network de5f2e63-0f1b-45b0-9e40-ab1e346b690f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:46.670640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.675754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-dfb19aaa-c5a1-4259-9d09-97b036af0d75 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:46.678129 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dfb19aaa-c5a1-4259-9d09-97b036af0d75 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1572657 Apr 16 15:39:46.678878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59792) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.681651 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4612a4c6-5d43-4bbf-91ae-051498afc49b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/aac140fb-23ed-4b07-849e-88c59d8a8937 HTTP/1.1" status: 204 len: 168 time: 1.1253450 Apr 16 15:39:46.682999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59794) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.690384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-805959f5-d441-450f-a134-9917590b9b63 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group_rule': {'security_group_id': '5d3166a2-611f-4df1-99ce-1bae6482cf2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:46.701460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-805959f5-d441-450f-a134-9917590b9b63 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:46.702748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:46.706330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.714605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-805959f5-d441-450f-a134-9917590b9b63 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:46.724795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-805959f5-d441-450f-a134-9917590b9b63 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.733678 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-fda397dd-fea6-4a37-a3fd-b5400d5ff690 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:46.736198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fda397dd-fea6-4a37-a3fd-b5400d5ff690 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1453435 Apr 16 15:39:46.736868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-805959f5-d441-450f-a134-9917590b9b63 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.737988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59800) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.738945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.745778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-11e7c255-e922-4678-9d33-fc76fde00881 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '30c0e995-9289-4f69-bac6-47c18d53093c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:46.746072 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-11e7c255-e922-4678-9d33-fc76fde00881 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 16 15:39:46.746375 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-11e7c255-e922-4678-9d33-fc76fde00881 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:46.748486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-11e7c255-e922-4678-9d33-fc76fde00881 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0071232 Apr 16 15:39:46.748486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.750515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59804) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.753766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-80ab7c5e-5b53-4410-b251-18dace596644 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:46.761749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1461} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:46.780286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e319f30b-0c31-462b-8526-c01e7cbdf22f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:46.781669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.781891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Added segment f6261714-7790-4198-8447-f042266879c4 of type vlan for network 02b960c3-3ac3-4696-9c5c-3e220de1bfde Apr 16 15:39:46.787311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:46.793931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.796485 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1faefcf1-7674-459e-bbce-d5d5b6216463 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2939684 Apr 16 15:39:46.796582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8a23de0f-4abd-4441-a4a7-f87e5787e1ed tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '30c0e995-9289-4f69-bac6-47c18d53093c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:46.797050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59808) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.799233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-805959f5-d441-450f-a134-9917590b9b63 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:46.799872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-805959f5-d441-450f-a134-9917590b9b63 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1155765 Apr 16 15:39:46.802852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8a23de0f-4abd-4441-a4a7-f87e5787e1ed tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:46.803696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '3b8df34f-1ba8-4ff4-ba43-6215363f0fff', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:46.805615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59812) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.815179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:46.817058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.818055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8a23de0f-4abd-4441-a4a7-f87e5787e1ed tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:46.820785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:46.823168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.827501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.832107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8a23de0f-4abd-4441-a4a7-f87e5787e1ed tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.842582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8a23de0f-4abd-4441-a4a7-f87e5787e1ed tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:46.845655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.848817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:46.849190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.851355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-217863b7-40fd-4873-80e8-36f5b101cdb4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:46.853246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.857013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5725b7-27a8-47fc-a370-40afa54fe896 None None] DHCP port deletion for de5f2e63-0f1b-45b0-9e40-ab1e346b690f request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:46.859593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.859783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5d5725b7-27a8-47fc-a370-40afa54fe896 None None] Deleting port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:46.860083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d5725b7-27a8-47fc-a370-40afa54fe896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.914811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2964020 Apr 16 15:39:46.918889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59816) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.934450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=02b960c3-3ac3-4696-9c5c-3e220de1bfde,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:46.938301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:46.945528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:46.945623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 02b960c3-3ac3-4696-9c5c-3e220de1bfde details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:46.945879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.954265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.956374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.957746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:46.970332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f246062-cce7-458d-8fd1-7dadf77e2e2a,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:46.972770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:46.974793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-eef24586-698e-48fb-8310-182fa3b1bf3e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:46.975751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-eef24586-698e-48fb-8310-182fa3b1bf3e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.107 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.2516959 Apr 16 15:39:46.977104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:46.979698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1801505 Apr 16 15:39:46.979813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59820) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:46.983141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '3b8df34f-1ba8-4ff4-ba43-6215363f0fff', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:46.987522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:46.989722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:46.991445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:46.994735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:47.000613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:39:47.004397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.013496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f4d280c9-7ccc-4538-be14-c699510d6cb3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:47.041458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.043924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.045252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9a2551f-1d46-4107-b788-5f34bea9fed0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.051373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbaa0cac-e1aa-46ec-a821-60ecf836248d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:47.053088 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-8a23de0f-4abd-4441-a4a7-f87e5787e1ed tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:47.055549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8a23de0f-4abd-4441-a4a7-f87e5787e1ed tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2717242 Apr 16 15:39:47.060760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59824) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.067283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-728e9cc0-bdce-4832-96ab-43ac4486e7ff tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '30c0e995-9289-4f69-bac6-47c18d53093c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:47.067814 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-728e9cc0-bdce-4832-96ab-43ac4486e7ff tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 16 15:39:47.068136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-728e9cc0-bdce-4832-96ab-43ac4486e7ff tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:47.070699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-728e9cc0-bdce-4832-96ab-43ac4486e7ff tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073206 Apr 16 15:39:47.070699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a301d4d3-2e1c-4e32-9795-52ff103ecde4,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:47.071916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59828) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.072414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:47.076245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7fe38422-ffcb-43ee-b05d-34c164ac4613 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '30c0e995-9289-4f69-bac6-47c18d53093c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:47.080687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7fe38422-ffcb-43ee-b05d-34c164ac4613 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:47.081940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.084806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1043940 Apr 16 15:39:47.085527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5d5725b7-27a8-47fc-a370-40afa54fe896 None None] For port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a90e53b1-190c-43c4-8b37-f1ba5c5bd57c,segment=NetworkSegment(31892179-5e93-4802-9c25-f7877c443943),segment_id=31892179-5e93-4802-9c25-f7877c443943)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:47.085863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d5725b7-27a8-47fc-a370-40afa54fe896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.086042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59832) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.087983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7fe38422-ffcb-43ee-b05d-34c164ac4613 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:47.091020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '3b8df34f-1ba8-4ff4-ba43-6215363f0fff', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:47.097880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:47.099278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7fe38422-ffcb-43ee-b05d-34c164ac4613 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:47.103014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:47.104570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7fe38422-ffcb-43ee-b05d-34c164ac4613 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:47.105863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:47.110265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:47.121815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39970bd9-d4d8-4244-8ad6-40404e2f8d1a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:47.122250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-39970bd9-d4d8-4244-8ad6-40404e2f8d1a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Synchronizing usage tracker for tenant:7be37314ca9c488ab9d8f211a146d52f on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:47.122546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:39:47.128525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.135838 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-7fe38422-ffcb-43ee-b05d-34c164ac4613 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:47.138216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7fe38422-ffcb-43ee-b05d-34c164ac4613 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0633919 Apr 16 15:39:47.138313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9a2551f-1d46-4107-b788-5f34bea9fed0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.138370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59836) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.141593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b0e48d5a-edf2-433f-8041-9bc9cb70b92f tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '30c0e995-9289-4f69-bac6-47c18d53093c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:47.141900 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-b0e48d5a-edf2-433f-8041-9bc9cb70b92f tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 16 15:39:47.142549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-b0e48d5a-edf2-433f-8041-9bc9cb70b92f tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:47.144329 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b0e48d5a-edf2-433f-8041-9bc9cb70b92f tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0041237 Apr 16 15:39:47.147235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59840) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.150659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Deleting port c2acf29f-6a80-4dc5-a96c-4338bdb708bc {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:47.150873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.152081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-00ac6c03-5b3b-4915-8116-769852a5b05a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '30c0e995-9289-4f69-bac6-47c18d53093c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:47.157160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-00ac6c03-5b3b-4915-8116-769852a5b05a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:47.163365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5d5725b7-27a8-47fc-a370-40afa54fe896 None None] Calling delete_port for a90e53b1-190c-43c4-8b37-f1ba5c5bd57c owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:47.165416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-00ac6c03-5b3b-4915-8116-769852a5b05a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:47.168579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-00ac6c03-5b3b-4915-8116-769852a5b05a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:47.174711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-00ac6c03-5b3b-4915-8116-769852a5b05a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:47.186283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f4d280c9-7ccc-4538-be14-c699510d6cb3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:47.186471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.186633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.190362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.195938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:47.207319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e309fbc6-fbf3-4b50-aeda-3b66b74d6f7f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:47.211289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:47.213280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-00ac6c03-5b3b-4915-8116-769852a5b05a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:47.216180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-00ac6c03-5b3b-4915-8116-769852a5b05a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0663972 Apr 16 15:39:47.216180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59844) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.222280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-78ffba77-a236-4be9-a9af-95c2b641d93e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '30c0e995-9289-4f69-bac6-47c18d53093c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:47.225845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-78ffba77-a236-4be9-a9af-95c2b641d93e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:47.227325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.235401 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461306 Apr 16 15:39:47.237081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-78ffba77-a236-4be9-a9af-95c2b641d93e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:47.239068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-78ffba77-a236-4be9-a9af-95c2b641d93e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:47.242542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-78ffba77-a236-4be9-a9af-95c2b641d93e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:47.251826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-39970bd9-d4d8-4244-8ad6-40404e2f8d1a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Unset dirty status for tenant:7be37314ca9c488ab9d8f211a146d52f on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:47.252556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-39970bd9-d4d8-4244-8ad6-40404e2f8d1a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/networks?id=02b960c3-3ac3-4696-9c5c-3e220de1bfde HTTP/1.1" status: 200 len: 764 time: 0.3316088 Apr 16 15:39:47.256494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59850) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.262126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c4bcde8a-d21b-44ca-b420-bcf5ccd5f7ec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'description': 'd2'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:47.265414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d5725b7-27a8-47fc-a370-40afa54fe896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.275037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:47.317439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-78ffba77-a236-4be9-a9af-95c2b641d93e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:47.319907 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-78ffba77-a236-4be9-a9af-95c2b641d93e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1013482 Apr 16 15:39:47.320294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59854) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.336432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9a2551f-1d46-4107-b788-5f34bea9fed0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.345710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] For port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a90e53b1-190c-43c4-8b37-f1ba5c5bd57c,segment=NetworkSegment(31892179-5e93-4802-9c25-f7877c443943),segment_id=31892179-5e93-4802-9c25-f7877c443943)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:47.345921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.419027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4bcde8a-d21b-44ca-b420-bcf5ccd5f7ec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.427998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for a90e53b1-190c-43c4-8b37-f1ba5c5bd57c owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:47.430864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4bcde8a-d21b-44ca-b420-bcf5ccd5f7ec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.439875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:47.445175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-042b215b-67b6-4de0-a460-3827e14296cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:47.479448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.496796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2551f-1d46-4107-b788-5f34bea9fed0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3166a2-611f-4df1-99ce-1bae6482cf2d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:47.538880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcde8a-d21b-44ca-b420-bcf5ccd5f7ec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=02b960c3-3ac3-4696-9c5c-3e220de1bfde,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:47.541195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4bcde8a-d21b-44ca-b420-bcf5ccd5f7ec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:47.543972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a9a2551f-1d46-4107-b788-5f34bea9fed0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:47.545285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4bcde8a-d21b-44ca-b420-bcf5ccd5f7ec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 02b960c3-3ac3-4696-9c5c-3e220de1bfde is not hosted by any dhcp agent {{(pid=86007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:220}} Apr 16 15:39:47.545602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c528f5d7-846b-4ae7-a42a-bcef6a98a388 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:47.548967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bcde8a-d21b-44ca-b420-bcf5ccd5f7ec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:47.549296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4bcde8a-d21b-44ca-b420-bcf5ccd5f7ec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.551937 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c4bcde8a-d21b-44ca-b420-bcf5ccd5f7ec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "PUT /v2.0/networks/02b960c3-3ac3-4696-9c5c-3e220de1bfde HTTP/1.1" status: 200 len: 761 time: 0.2928708 Apr 16 15:39:47.553456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59868) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.553775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 02b960c3-3ac3-4696-9c5c-3e220de1bfde details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:47.570689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5725b7-27a8-47fc-a370-40afa54fe896 None None] Pushing event deleted for resources: {'Port': ['ID=a90e53b1-190c-43c4-8b37-f1ba5c5bd57c,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:47.605314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d5725b7-27a8-47fc-a370-40afa54fe896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:47.612935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 15e0e0e3-b350-4804-92e9-66ab0f1a0119 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:47.623338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9a2551f-1d46-4107-b788-5f34bea9fed0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.625727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a9a2551f-1d46-4107-b788-5f34bea9fed0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "DELETE /v2.0/security-groups/5d3166a2-611f-4df1-99ce-1bae6482cf2d HTTP/1.1" status: 204 len: 168 time: 0.8159645 Apr 16 15:39:47.626032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59872) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.639084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 15e0e0e3-b350-4804-92e9-66ab0f1a0119 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:47.639393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 15e0e0e3-b350-4804-92e9-66ab0f1a0119 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:47.639719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a90e53b1-190c-43c4-8b37-f1ba5c5bd57c no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:47.643656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e38af-2508-49ce-b10a-18f43ad3eaff tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:47.643745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-6e91c7fa-2dab-42d8-befb-6497e0f44f92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:47.644067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-581e38af-2508-49ce-b10a-18f43ad3eaff tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Synchronizing usage tracker for tenant:7be37314ca9c488ab9d8f211a146d52f on resource:network {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:47.663329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-581e38af-2508-49ce-b10a-18f43ad3eaff tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Unset dirty status for tenant:7be37314ca9c488ab9d8f211a146d52f on resource:network {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:47.664089 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-581e38af-2508-49ce-b10a-18f43ad3eaff tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/networks?id=02b960c3-3ac3-4696-9c5c-3e220de1bfde HTTP/1.1" status: 200 len: 764 time: 0.1102438 Apr 16 15:39:47.666656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59878) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.678882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: a90e53b1-190c-43c4-8b37-f1ba5c5bd57c {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:47.679190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a90e53b1-190c-43c4-8b37-f1ba5c5bd57c not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:47.688911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e3993e5c-623c-4d16-9710-8ee95d329fe8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Synchronizing usage tracker for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:47.690257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5725b7-27a8-47fc-a370-40afa54fe896 None None] No DVR routers for this DVR port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:47.737105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e3993e5c-623c-4d16-9710-8ee95d329fe8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Unset dirty status for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:47.737920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e3993e5c-623c-4d16-9710-8ee95d329fe8 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1113179 Apr 16 15:39:47.740575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59882) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.745542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'tempest-secgroup--193254285'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:47.756961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:47.769034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:47.784834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21af8ec-2e9b-4468-9ff3-b19ee922e213 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:47.785778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b21af8ec-2e9b-4468-9ff3-b19ee922e213 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1185207 Apr 16 15:39:47.786791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.792335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59886) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.823390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5b92a816-7b6d-49a3-9571-7b69ee2bd74b tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Synchronizing usage tracker for tenant:7be37314ca9c488ab9d8f211a146d52f on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:47.824994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:47.828010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Usage tracker for resource:security_group_rule and tenant:3a239a926f584c4cbd484f5689856033 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:47.831263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:47.836364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:47.840261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5b92a816-7b6d-49a3-9571-7b69ee2bd74b tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Unset dirty status for tenant:7be37314ca9c488ab9d8f211a146d52f on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:47.841078 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5b92a816-7b6d-49a3-9571-7b69ee2bd74b tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 207 time: 0.0471609 Apr 16 15:39:47.845687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59890) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.959961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.964340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a088cf5-9717-4861-a7c1-5e7aa6f93998 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:47.967433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a088cf5-9717-4861-a7c1-5e7aa6f93998 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:47.971108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a088cf5-9717-4861-a7c1-5e7aa6f93998 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:47.973320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=63f3d7f3-a20f-4c27-b1af-bda0387b89ae,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:47.974325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a088cf5-9717-4861-a7c1-5e7aa6f93998 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:47.977374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a088cf5-9717-4861-a7c1-5e7aa6f93998 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:47.980427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a088cf5-9717-4861-a7c1-5e7aa6f93998 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:47.981597 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9a088cf5-9717-4861-a7c1-5e7aa6f93998 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1353512 Apr 16 15:39:47.982576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:47.985079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59894) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:47.986537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:48.001802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:48.002905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c532d28-8f5d-4401-aa5c-1843dfcabcc0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.024884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-6e91c7fa-2dab-42d8-befb-6497e0f44f92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:48.025649 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-6e91c7fa-2dab-42d8-befb-6497e0f44f92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-880083556&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.5714064 Apr 16 15:39:48.031109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:48.031297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:48.060219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a351c93b-6630-42bf-b966-9f593c4e42b3,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:48.066002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:48.066547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.067045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c532d28-8f5d-4401-aa5c-1843dfcabcc0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.067316 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3261638 Apr 16 15:39:48.069313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59900) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.072337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-15ea6b06-7168-45d7-ba13-85413843d943 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Request body: {'security_group': {'name': 'default'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:48.076140 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-15ea6b06-7168-45d7-ba13-85413843d943 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 16 15:39:48.076443 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-15ea6b06-7168-45d7-ba13-85413843d943 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] update failed (client error): There was a conflict when trying to complete your request. Apr 16 15:39:48.076995 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-15ea6b06-7168-45d7-ba13-85413843d943 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "PUT /v2.0/security-groups/a351c93b-6630-42bf-b966-9f593c4e42b3 HTTP/1.1" status: 409 len: 330 time: 0.0071049 Apr 16 15:39:48.078933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59904) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.106901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] For port c2acf29f-6a80-4dc5-a96c-4338bdb708bc, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c2acf29f-6a80-4dc5-a96c-4338bdb708bc,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:48.107109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.130968 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5eb4e24d-4ca1-47db-8021-63dd81800890 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1365809 Apr 16 15:39:48.133168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59908) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.169474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b443-2fb5-4bb7-97d4-b43bfb764b83 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.192224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc06fc-fe69-422f-be1e-bcc4ca12d680 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.193040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc06fc-fe69-422f-be1e-bcc4ca12d680 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.193873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc06fc-fe69-422f-be1e-bcc4ca12d680 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.194838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc06fc-fe69-422f-be1e-bcc4ca12d680 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.195644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fc06fc-fe69-422f-be1e-bcc4ca12d680 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.199431 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-39fc06fc-fe69-422f-be1e-bcc4ca12d680 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0629153 Apr 16 15:39:48.199936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59912) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.269573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking segment: {'id': 'afba945d-a22f-4f4a-a16d-c7154b879364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9003f212-8c36-4630-8fd7-884beee0152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:48.269912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network hostable DHCP agents. Network: 9003f212-8c36-4630-8fd7-884beee0152b, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:48.279355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-5b137b41-457b-4574-bdab-debd52f1d93a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.280347 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-5b137b41-457b-4574-bdab-debd52f1d93a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/networks?id=46d53090-f2f6-48f4-9d20-88b9293e79e4 HTTP/1.1" status: 200 len: 796 time: 0.2484951 Apr 16 15:39:48.280722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c532d28-8f5d-4401-aa5c-1843dfcabcc0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.289088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5bb6dd97-34fa-406e-b56c-62ff938f1b2e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:48.297602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127b20b-470d-484a-bb0a-5691b370fadb req-b8b6d0c4-17ab-4f24-8e04-08498e58f8b4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.299164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d127b20b-470d-484a-bb0a-5691b370fadb req-b8b6d0c4-17ab-4f24-8e04-08498e58f8b4 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 945 time: 0.3272464 Apr 16 15:39:48.313530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c532d28-8f5d-4401-aa5c-1843dfcabcc0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c0e995-9289-4f69-bac6-47c18d53093c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:48.332476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c532d28-8f5d-4401-aa5c-1843dfcabcc0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:48.373131 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-52a8f832-7b9e-449c-aa4e-dca3a15a87e6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/quotas/8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 375 time: 0.0724053 Apr 16 15:39:48.432818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c532d28-8f5d-4401-aa5c-1843dfcabcc0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.433962 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8c532d28-8f5d-4401-aa5c-1843dfcabcc0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "DELETE /v2.0/security-groups/30c0e995-9289-4f69-bac6-47c18d53093c HTTP/1.1" status: 204 len: 168 time: 1.1106553 Apr 16 15:39:48.434048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 9003f212-8c36-4630-8fd7-884beee0152b is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:48.435364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59916) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.443933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d127b20b-470d-484a-bb0a-5691b370fadb req-fa5ab3d8-af77-4279-893c-cc48870ad411 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups?id=449a8df7-10fc-4a73-8373-dfd239adbb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363111 Apr 16 15:39:48.465595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.465862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.466019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Floating IP 828e8895-393d-4820-a052-de5d9970ae71 disassociated. External IP: 172.26.4.57, port: c2acf29f-6a80-4dc5-a96c-4338bdb708bc. Apr 16 15:39:48.466156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Calling delete_port for c2acf29f-6a80-4dc5-a96c-4338bdb708bc owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:48.483414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 9003f212-8c36-4630-8fd7-884beee0152b) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:48.490548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8841d6da-8e3d-4bb2-8f28-37fa783eb40d None None] Network 9003f212-8c36-4630-8fd7-884beee0152b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:48.494582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b443-2fb5-4bb7-97d4-b43bfb764b83 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.512631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.513125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.532285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port a90e53b1-190c-43c4-8b37-f1ba5c5bd57c {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:48.532474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.533937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6b5a6-46c4-4e18-a75f-0d8dcb2a4f8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.534693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6b5a6-46c4-4e18-a75f-0d8dcb2a4f8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.535500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6b5a6-46c4-4e18-a75f-0d8dcb2a4f8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.536342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6b5a6-46c4-4e18-a75f-0d8dcb2a4f8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.537119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c6b5a6-46c4-4e18-a75f-0d8dcb2a4f8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.540471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-76c6b5a6-46c4-4e18-a75f-0d8dcb2a4f8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3379633 Apr 16 15:39:48.540643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59920) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.559798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b443-2fb5-4bb7-97d4-b43bfb764b83 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.564536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f20d1852-9678-4c84-9876-d46a058dc5da tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Synchronizing usage tracker for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:48.592772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-df602469-7310-4e41-8d9e-96fac31fc41d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:48.593496 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7126019 Apr 16 15:39:48.596730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] The port 'a90e53b1-190c-43c4-8b37-f1ba5c5bd57c' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:39:48.599123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59924) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.608950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3b443-2fb5-4bb7-97d4-b43bfb764b83 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a351c93b-6630-42bf-b966-9f593c4e42b3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:48.611892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8fa3b443-2fb5-4bb7-97d4-b43bfb764b83 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:48.620431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b443-2fb5-4bb7-97d4-b43bfb764b83 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.621182 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8fa3b443-2fb5-4bb7-97d4-b43bfb764b83 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "DELETE /v2.0/security-groups/a351c93b-6630-42bf-b966-9f593c4e42b3 HTTP/1.1" status: 204 len: 168 time: 0.5417924 Apr 16 15:39:48.622982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59928) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.637677 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-8942eab8-dd1e-424f-aef3-379481f2f7c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2555804 Apr 16 15:39:48.648217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-9003f212-8c36-4630-8fd7-884beee0152b', 'network_id': '9003f212-8c36-4630-8fd7-884beee0152b', 'tenant_id': 'b77b747e66e74f8d9e847c7694b50ff4', 'fixed_ips': [{'subnet_id': '63f3d7f3-a20f-4c27-b1af-bda0387b89ae'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:48.648930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.671991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a781ad-ccf2-4f18-bc9d-2ed2ad54ce73 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.672844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d7a781ad-ccf2-4f18-bc9d-2ed2ad54ce73 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/networks/8cd40416-2915-47e8-bdf1-8fd885ccf71e HTTP/1.1" status: 200 len: 803 time: 0.1316202 Apr 16 15:39:48.677159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59932) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.679948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2ca7cd47-7a6d-4a3a-9d9a-0377c806fcb0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Synchronizing usage tracker for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:48.684857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f20d1852-9678-4c84-9876-d46a058dc5da tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Unset dirty status for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:48.688115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f20d1852-9678-4c84-9876-d46a058dc5da tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2468476 Apr 16 15:39:48.696211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59936) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.726520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614549889'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:48.735590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:48.747362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:48.753677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Allocated IP 172.20.0.1 (9003f212-8c36-4630-8fd7-884beee0152b/63f3d7f3-a20f-4c27-b1af-bda0387b89ae/e173ea37-86ee-44c7-a3b5-998362d9d2f7) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:48.753798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2ca7cd47-7a6d-4a3a-9d9a-0377c806fcb0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Unset dirty status for tenant:3a239a926f584c4cbd484f5689856033 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:48.757242 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2ca7cd47-7a6d-4a3a-9d9a-0377c806fcb0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1310341 Apr 16 15:39:48.757332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59940) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.770766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.786437 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-4e97d295-5832-4e46-925e-5e532fda931a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] delete failed (client error): The resource could not be found. Apr 16 15:39:48.786437 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4e97d295-5832-4e46-925e-5e532fda931a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "DELETE /v2.0/security-groups/943cea20-3607-4ca1-9c59-82a191b0694f HTTP/1.1" status: 404 len: 347 time: 0.0253649 Apr 16 15:39:48.786437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59944) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.804283 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-c280cd46-1d75-48d4-9439-ae516de3b830 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] show failed (client error): The resource could not be found. Apr 16 15:39:48.807296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c280cd46-1d75-48d4-9439-ae516de3b830 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-groups/fa184740-34b7-4088-a883-1a02af311544 HTTP/1.1" status: 404 len: 347 time: 0.0184965 Apr 16 15:39:48.807406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.808479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59948) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.808670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:48.824574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:48.827168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-2c66dc5d-9467-4ecf-ae72-6bc5bb4d9e77 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] show failed (client error): The resource could not be found. Apr 16 15:39:48.829913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2c66dc5d-9467-4ecf-ae72-6bc5bb4d9e77 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] 10.222.0.95 "GET /v2.0/security-group-rules/08198357-453b-48f3-ac88-2d8448ad5fac HTTP/1.1" status: 404 len: 356 time: 0.0175803 Apr 16 15:39:48.829913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:48.837665 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8eff1939-24a3-4310-a42f-5b098056df6f tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/networks/8cd40416-2915-47e8-bdf1-8fd885ccf71e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1575744 Apr 16 15:39:48.837665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:48.837821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59954) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.893059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e80818-754e-417e-b96e-9e8bc9f602cd tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:48.896411 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-77e80818-754e-417e-b96e-9e8bc9f602cd tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/subnets/ae5592e2-ccbc-4041-b5c0-da31a7146e57 HTTP/1.1" status: 200 len: 843 time: 0.0555317 Apr 16 15:39:48.896673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 59958) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.899597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.915092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.921861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.923466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Transition to ACTIVE for port object e173ea37-86ee-44c7-a3b5-998362d9d2f7 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:48.925618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.929161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ec591dcb-0675-42d7-8de6-546c2c95f961 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:48.935120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:48.936494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Transition to ACTIVE for port object e173ea37-86ee-44c7-a3b5-998362d9d2f7 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:48.940211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.955616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b93f896-59f8-4e41-8e31-956ca79f813e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:48.957673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:48.958271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.960910 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2624195 Apr 16 15:39:48.961143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59962) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:48.964852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d774c7b2-7216-4b28-9ae0-c03fa7dbe6d3 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '3b93f896-59f8-4e41-8e31-956ca79f813e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:48.968677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d774c7b2-7216-4b28-9ae0-c03fa7dbe6d3 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:48.971388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d774c7b2-7216-4b28-9ae0-c03fa7dbe6d3 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:48.973161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d774c7b2-7216-4b28-9ae0-c03fa7dbe6d3 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:48.976449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d774c7b2-7216-4b28-9ae0-c03fa7dbe6d3 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:48.998625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:48.998761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:49.002751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-d774c7b2-7216-4b28-9ae0-c03fa7dbe6d3 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The resource could not be found. Apr 16 15:39:49.003616 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d774c7b2-7216-4b28-9ae0-c03fa7dbe6d3 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0419946 Apr 16 15:39:49.005679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59968) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:49.009945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-62b2b93a-13e7-4ebb-8643-7b306bab572e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '3b93f896-59f8-4e41-8e31-956ca79f813e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd4f324de-d40d-4db5-8e6b-7501a13c9aea'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:49.014606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-62b2b93a-13e7-4ebb-8643-7b306bab572e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:49.017702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-62b2b93a-13e7-4ebb-8643-7b306bab572e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:49.019737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-62b2b93a-13e7-4ebb-8643-7b306bab572e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:49.024364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-62b2b93a-13e7-4ebb-8643-7b306bab572e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:49.038136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Pushing event deleted for resources: {'Port': ['ID=c2acf29f-6a80-4dc5-a96c-4338bdb708bc,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:49.040395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-9868d70c-040f-49d4-be83-0f21839dc934 service neutron] 10.222.0.95 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609128 Apr 16 15:39:49.041493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5f2e63-0f1b-45b0-9e40-ab1e346b690f']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:49.048707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Pushing event updated for resources: {'Port': ['ID=e173ea37-86ee-44c7-a3b5-998362d9d2f7,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:49.048939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59972) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:49.051377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:49.053239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-62b2b93a-13e7-4ebb-8643-7b306bab572e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The resource could not be found. Apr 16 15:39:49.053860 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-62b2b93a-13e7-4ebb-8643-7b306bab572e tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0474880 Apr 16 15:39:49.054252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:49.056116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59978) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:49.085436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Network 9003f212-8c36-4630-8fd7-884beee0152b is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:49.086047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:49.087674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:49.097525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31892179-5e93-4802-9c25-f7877c443943') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:49.097827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57387e65-761e-4775-8847-fb903d8fa796 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.097902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31892179-5e93-4802-9c25-f7877c443943') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:49.113625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57387e65-761e-4775-8847-fb903d8fa796 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.140944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Attempting to bind port e173ea37-86ee-44c7-a3b5-998362d9d2f7 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:49.141188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Attempting to bind port e173ea37-86ee-44c7-a3b5-998362d9d2f7 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'afba945d-a22f-4f4a-a16d-c7154b879364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9003f212-8c36-4630-8fd7-884beee0152b'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:49.141422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Attempting to bind port e173ea37-86ee-44c7-a3b5-998362d9d2f7 on network 9003f212-8c36-4630-8fd7-884beee0152b {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:49.144827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:49.145057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Checking segment: {'id': 'afba945d-a22f-4f4a-a16d-c7154b879364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9003f212-8c36-4630-8fd7-884beee0152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:49.145475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.145553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Bound using segment: {'id': 'afba945d-a22f-4f4a-a16d-c7154b879364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9003f212-8c36-4630-8fd7-884beee0152b'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:49.145817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Bound port: e173ea37-86ee-44c7-a3b5-998362d9d2f7, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afba945d-a22f-4f4a-a16d-c7154b879364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9003f212-8c36-4630-8fd7-884beee0152b'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:49.146047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.160533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1a1c0272-d4dc-4fad-955b-d31f07cd667e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=3a239a926f584c4cbd484f5689856033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094129 Apr 16 15:39:49.160653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59982) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:49.163574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.168694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57387e65-761e-4775-8847-fb903d8fa796 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.172909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ce225377-a9a3-41c8-8b0a-50aebe1c9e9a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:49.188511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57387e65-761e-4775-8847-fb903d8fa796 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b93f896-59f8-4e41-8e31-956ca79f813e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:49.193073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57387e65-761e-4775-8847-fb903d8fa796 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:49.198733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57387e65-761e-4775-8847-fb903d8fa796 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.201117 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-57387e65-761e-4775-8847-fb903d8fa796 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "DELETE /v2.0/security-groups/3b93f896-59f8-4e41-8e31-956ca79f813e HTTP/1.1" status: 204 len: 168 time: 0.1428189 Apr 16 15:39:49.201536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59986) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:49.213930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] For port e173ea37-86ee-44c7-a3b5-998362d9d2f7, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:49.216121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] For port e173ea37-86ee-44c7-a3b5-998362d9d2f7, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e173ea37-86ee-44c7-a3b5-998362d9d2f7,segment=NetworkSegment(afba945d-a22f-4f4a-a16d-c7154b879364),segment_id=afba945d-a22f-4f4a-a16d-c7154b879364)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:49.218703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.227921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:49.234126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e942e04f-ac26-407f-ae2f-1572f3544b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.258941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4e57fee3-2a14-4123-b0d9-4f0366a8fb55 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Synchronizing usage tracker for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:49.263370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e942e04f-ac26-407f-ae2f-1572f3544b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.286909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4e57fee3-2a14-4123-b0d9-4f0366a8fb55 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Unset dirty status for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:49.287753 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4e57fee3-2a14-4123-b0d9-4f0366a8fb55 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0856233 Apr 16 15:39:49.290978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59990) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:49.295628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cba964ae-4159-45d7-9d31-cfce3ba770e1 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': '433c2d6f-ed67-49d6-be04-4c58e286fa45', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:49.301542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cba964ae-4159-45d7-9d31-cfce3ba770e1 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:49.304081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cba964ae-4159-45d7-9d31-cfce3ba770e1 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:49.306143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cba964ae-4159-45d7-9d31-cfce3ba770e1 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:49.309824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cba964ae-4159-45d7-9d31-cfce3ba770e1 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:49.316411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e942e04f-ac26-407f-ae2f-1572f3544b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.319653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36977985-7a62-4fd9-afdd-3b509f24ade8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:49.320424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Pushing event updated for resources: {'Port': ['ID=e173ea37-86ee-44c7-a3b5-998362d9d2f7,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:49.323440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:49.332487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942e04f-ac26-407f-ae2f-1572f3544b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8543cdb-db7e-498b-b092-2dd576645aa6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:49.336154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e942e04f-ac26-407f-ae2f-1572f3544b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:49.344396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e942e04f-ac26-407f-ae2f-1572f3544b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.345190 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e942e04f-ac26-407f-ae2f-1572f3544b13 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b8543cdb-db7e-498b-b092-2dd576645aa6 HTTP/1.1" status: 204 len: 168 time: 0.1838975 Apr 16 15:39:49.349861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-cba964ae-4159-45d7-9d31-cfce3ba770e1 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The resource could not be found. Apr 16 15:39:49.353526 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cba964ae-4159-45d7-9d31-cfce3ba770e1 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0592091 Apr 16 15:39:49.353691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 59996) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:49.357355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013989065'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:49.361488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:49.367980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:49.377279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.391061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:49.396108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:49.397999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:49.401460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:49.447446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.450089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.453478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f603a0c-ec8f-442d-9fd0-3aceb3b16d65 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:49.457650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting port e173ea37-86ee-44c7-a3b5-998362d9d2f7 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:49.457861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.479984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a12925b2-151b-492d-979c-b2f3ac0e85de,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:49.482020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:49.483157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.484004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1296327 Apr 16 15:39:49.486351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60002) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:49.490034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group': {'name': 'tempest-secgroup--533620409'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:49.493978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:49.496660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:49.498846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:49.503130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:49.511624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.525704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7309b05a-0255-460e-8c46-ca041d6e44fe tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['shared'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:49.526034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7309b05a-0255-460e-8c46-ca041d6e44fe tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Synchronizing usage tracker for tenant:7be37314ca9c488ab9d8f211a146d52f on resource:subnet {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:49.527526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:49.530976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:49.533524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:49.537405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:49.548526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.585566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.587682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.590225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7309b05a-0255-460e-8c46-ca041d6e44fe tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Unset dirty status for tenant:7be37314ca9c488ab9d8f211a146d52f on resource:subnet {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:49.590959 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7309b05a-0255-460e-8c46-ca041d6e44fe tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "GET /v2.0/subnets/ae5592e2-ccbc-4041-b5c0-da31a7146e57?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.6900940 Apr 16 15:39:49.594011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60010) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:49.594625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8fa3b443-2fb5-4bb7-97d4-b43bfb764b83 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:49.599450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Releasing vlan 1481 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:49.606687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023282952'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:49.619862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:49.627215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0eccd5ec-d0b4-4288-82d4-949bfe615ad6 req-69a13622-5fda-42b8-9227-8a5482c3d260 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 210 time: 0.0908716 Apr 16 15:39:49.628114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b76005-9be8-4c53-805f-8a891bcf46e8,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:49.635212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:49.637877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.640670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1535680 Apr 16 15:39:49.641363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:49.642682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60018) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:49.651427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a218c10f-ca7f-49f3-b112-8ba7d683477d tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group_rule': {'security_group_id': 'a12925b2-151b-492d-979c-b2f3ac0e85de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '36b76005-9be8-4c53-805f-8a891bcf46e8'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:49.655100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a218c10f-ca7f-49f3-b112-8ba7d683477d tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:49.657321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a218c10f-ca7f-49f3-b112-8ba7d683477d tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:49.663624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a218c10f-ca7f-49f3-b112-8ba7d683477d tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:49.669226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a218c10f-ca7f-49f3-b112-8ba7d683477d tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:49.673761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:49.679298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.713962 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-a218c10f-ca7f-49f3-b112-8ba7d683477d tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:49.715132 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a218c10f-ca7f-49f3-b112-8ba7d683477d tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0718482 Apr 16 15:39:49.715598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1497} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:49.716795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60024) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:49.737504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.737939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Added segment efd0022b-4548-4eeb-bfe3-7c36b693948b of type vlan for network c9fb8b87-ad30-4b26-aaec-78952cf7a30c Apr 16 15:39:49.770558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.784486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e3a13a3-6145-498d-8176-799604d71920 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.812692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e3a13a3-6145-498d-8176-799604d71920 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.822387 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-f0e025dc-7131-45b2-b7e3-ad7e72aa1769 service neutron] 10.222.0.95 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200422 Apr 16 15:39:49.838474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.841658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:49.842032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.858407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:49.898845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network de5f2e63-0f1b-45b0-9e40-ab1e346b690f has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:49.906805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.982526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Network': ['ID=c9fb8b87-ad30-4b26-aaec-78952cf7a30c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:49.985116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:49.995846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3949409 Apr 16 15:39:49.997721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e3a13a3-6145-498d-8176-799604d71920 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:49.998539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network c9fb8b87-ad30-4b26-aaec-78952cf7a30c details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:50.000848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60042) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:50.001365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e46b348-af14-465e-bfff-a3bfa0602058 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:50.018499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'network_id': 'c9fb8b87-ad30-4b26-aaec-78952cf7a30c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:50.018957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] For port e173ea37-86ee-44c7-a3b5-998362d9d2f7, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e173ea37-86ee-44c7-a3b5-998362d9d2f7,segment=NetworkSegment(afba945d-a22f-4f4a-a16d-c7154b879364),segment_id=afba945d-a22f-4f4a-a16d-c7154b879364)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:50.019187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.041352 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a86e15d3-8269-43ff-9cf4-0aaffe621a17 req-1f848315-2646-4691-b879-531dcb98cca4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 210 time: 0.0611906 Apr 16 15:39:50.043822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a13a3-6145-498d-8176-799604d71920 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b76005-9be8-4c53-805f-8a891bcf46e8,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:50.045428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5e3a13a3-6145-498d-8176-799604d71920 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:50.074714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e3a13a3-6145-498d-8176-799604d71920 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.075459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5e3a13a3-6145-498d-8176-799604d71920 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "DELETE /v2.0/security-groups/36b76005-9be8-4c53-805f-8a891bcf46e8 HTTP/1.1" status: 204 len: 168 time: 0.3580775 Apr 16 15:39:50.084286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60052) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:50.111423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60056) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:50.154806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:50.159731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Calling delete_port for e173ea37-86ee-44c7-a3b5-998362d9d2f7 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:50.172135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:50.183301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network de5f2e63-0f1b-45b0-9e40-ab1e346b690f has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:50.183588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7eb89449-3e26-426d-b1d0-5db545dad66c tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Synchronizing usage tracker for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:50.193007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Router cf672010-3d85-4961-8d78-2d3595a0f597 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:39:50.198545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Made reservation on behalf of 7be37314ca9c488ab9d8f211a146d52f for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:50.202324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:50.204774 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:50.218044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-304436089'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:50.223084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7eb89449-3e26-426d-b1d0-5db545dad66c tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Unset dirty status for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:50.225882 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7eb89449-3e26-426d-b1d0-5db545dad66c tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1409888 Apr 16 15:39:50.239742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60064) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:50.251279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:50.262363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Usage tracker for resource:network and tenant:02ec264496ab488bbe3575317dd75be0 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:50.265027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:50.270827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:50.272549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Performing IP validity checks on allocation pools {{(pid=86007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 16 15:39:50.272862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 16 15:39:50.283763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Made reservation on behalf of 02ec264496ab488bbe3575317dd75be0 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:50.287317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.296860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.311219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:50.315293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Usage tracker for resource:security_group_rule and tenant:02ec264496ab488bbe3575317dd75be0 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:50.318083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:50.322908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:50.360611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.386338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de9679e6-78a4-40a1-b219-76a1585454b0 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:50.397892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.419324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Network': ['ID=de5f2e63-0f1b-45b0-9e40-ab1e346b690f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:50.427737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:50.435148 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/networks/de5f2e63-0f1b-45b0-9e40-ab1e346b690f HTTP/1.1" status: 204 len: 168 time: 3.7514381 Apr 16 15:39:50.444226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60068) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:50.473273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.475642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.476758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc156a00-8d7d-4961-8554-515b997a2579 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.479726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c2524974-c584-4b82-97b7-97d9283618ab tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:50.481550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:39:50.484154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.490726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c15ae-4030-4159-9018-abddf00a3fbc None None] Sync routers for ids ['cf672010-3d85-4961-8d78-2d3595a0f597'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:39:50.499546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1473} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:50.503723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c15ae-4030-4159-9018-abddf00a3fbc None None] Routers {'cf672010-3d85-4961-8d78-2d3595a0f597'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:50.504179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-be0c15ae-4030-4159-9018-abddf00a3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cf672010-3d85-4961-8d78-2d3595a0f597'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:50.507343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b1d1e4-41ab-474f-b821-e3f9b6418ed0,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:50.513538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.513751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Added segment cb9f4136-8693-4a51-857d-929cc75d018c of type vlan for network 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 Apr 16 15:39:50.515417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3cf8ba48-d307-4c13-9022-c1e7fe179718 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:50.515611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:50.535847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.571669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Port': ['ID=e173ea37-86ee-44c7-a3b5-998362d9d2f7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:50.590247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.593525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:50.593910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.600018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a5e1aca-8086-4ed2-bb80-ff7e2efdad3a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:50.609376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:50.612803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc156a00-8d7d-4961-8554-515b997a2579 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.619585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] No DVR routers for this DVR port c2acf29f-6a80-4dc5-a96c-4338bdb708bc on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:50.626843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ffc5b3-3acb-433b-883f-ff9df75ca7ec tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:50.627234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-41ffc5b3-3acb-433b-883f-ff9df75ca7ec tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:50.630528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.631727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ec9ac61-600e-475c-8d7e-1c6d0492f3d0 req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.107 "DELETE /v2.0/ports/c2acf29f-6a80-4dc5-a96c-4338bdb708bc HTTP/1.1" status: 204 len: 173 time: 3.6220005 Apr 16 15:39:50.633640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08438920-8e02-4e58-a95e-f1304ccb57db', 'name': 'network-vif-deleted', 'tag': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:39:50.671226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-41ffc5b3-3acb-433b-883f-ff9df75ca7ec tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:50.672036 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-41ffc5b3-3acb-433b-883f-ff9df75ca7ec tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/c893536a-2b3c-4ecd-9400-fd2b1c7847f2 HTTP/1.1" status: 200 len: 844 time: 0.2252872 Apr 16 15:39:50.675414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60076) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:50.690305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc156a00-8d7d-4961-8554-515b997a2579 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.694975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5b576460-dab5-4d31-ad20-5772195c4b52 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:50.702798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-be0c15ae-4030-4159-9018-abddf00a3fbc None None] Set router cf672010-3d85-4961-8d78-2d3595a0f597 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:50.705686 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08438920-8e02-4e58-a95e-f1304ccb57db', 'name': 'network-vif-deleted', 'tag': 'c2acf29f-6a80-4dc5-a96c-4338bdb708bc', 'status': 'completed', 'code': 200} Apr 16 15:39:50.710995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc156a00-8d7d-4961-8554-515b997a2579 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12925b2-151b-492d-979c-b2f3ac0e85de,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:50.717121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc156a00-8d7d-4961-8554-515b997a2579 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:50.724928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc156a00-8d7d-4961-8554-515b997a2579 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.727497 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cc156a00-8d7d-4961-8554-515b997a2579 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "DELETE /v2.0/security-groups/a12925b2-151b-492d-979c-b2f3ac0e85de HTTP/1.1" status: 204 len: 168 time: 0.4769866 Apr 16 15:39:50.730887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60080) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:50.736793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c2acf29f-6a80-4dc5-a96c-4338bdb708bc no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:50.754399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:50.777156 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6633031 Apr 16 15:39:50.778362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60084) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:50.779596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: c2acf29f-6a80-4dc5-a96c-4338bdb708bc {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:50.779943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c2acf29f-6a80-4dc5-a96c-4338bdb708bc not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:50.782220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Pushing event updated for resources: {'Network': ['ID=18c4703e-e75b-4ad5-ac38-ccab0533c6d8,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:50.789912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:50.803662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Request body: {'subnet': {'network_id': '18c4703e-e75b-4ad5-ac38-ccab0533c6d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:50.816812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No DVR routers for this DVR port e173ea37-86ee-44c7-a3b5-998362d9d2f7 on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:50.816964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:50.817277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dc33ba1a-82ab-424b-9219-99416e8be5cf tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:50.839764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-640ca04b-069c-46f4-b9ab-8d3b5ad91f97 req-306637c0-ced2-4737-937e-5c9a8a56205f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Synchronizing usage tracker for tenant:57d611ee8c734d2db74788b656d9871a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:50.858445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612db8ec-4c25-4c07-95b8-c4a5a3fb300c None None] Network 9003f212-8c36-4630-8fd7-884beee0152b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:50.863263 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bd7b282d-d913-47ff-858a-382597d14559 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/c893536a-2b3c-4ecd-9400-fd2b1c7847f2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1800485 Apr 16 15:39:50.871513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60088) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:50.883882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:50.938251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-af26d597-6cbe-4a30-a59b-1ccbaa821373 None None] Could not find standard attr ID for object e173ea37-86ee-44c7-a3b5-998362d9d2f7. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:39:50.941580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-be0c15ae-4030-4159-9018-abddf00a3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '37e79b7f-0655-40f6-95a2-98cd8488b3d4', 'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'mac_address': 'fa:16:3e:c3:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:45Z', 'revision_number': 5, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'subnets': [{'id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:50.944104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0e5df9d8-b40e-4582-8865-b32e3927ca70 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1940768 Apr 16 15:39:50.944428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c15ae-4030-4159-9018-abddf00a3fbc None None] Checking router: cf672010-3d85-4961-8d78-2d3595a0f597 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:39:50.950895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c15ae-4030-4159-9018-abddf00a3fbc None None] Routers {'cf672010-3d85-4961-8d78-2d3595a0f597'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:39:50.951559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-be0c15ae-4030-4159-9018-abddf00a3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cf672010-3d85-4961-8d78-2d3595a0f597'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:50.956380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=9e9ad11d-fb54-4b7a-802b-980630f4b839,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:50.960656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60092) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:50.964135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1363197734'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:50.969140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:50.973550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:50.983741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:50.993062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:50.998406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:51.013783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:51.016697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.024653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:51.027013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:51.033483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:51.048917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:51.054170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Usage tracker for resource:security_group_rule and tenant:67d0293dff85439199b968a301667020 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:51.055918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:51.059779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.069642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:51.075889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Checking segment: {'id': 'efd0022b-4548-4eeb-bfe3-7c36b693948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'c9fb8b87-ad30-4b26-aaec-78952cf7a30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:51.076093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network hostable DHCP agents. Network: c9fb8b87-ad30-4b26-aaec-78952cf7a30c, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:51.078924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:51.143115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-be0c15ae-4030-4159-9018-abddf00a3fbc None None] Set router cf672010-3d85-4961-8d78-2d3595a0f597 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:39:51.176180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network c9fb8b87-ad30-4b26-aaec-78952cf7a30c is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:51.196199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, c9fb8b87-ad30-4b26-aaec-78952cf7a30c) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:51.203962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.204868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f5866-767b-4765-959c-6e1c7c03f204 None None] Network c9fb8b87-ad30-4b26-aaec-78952cf7a30c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:51.213394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:51.213773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.227797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.253063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.258741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a305704c-1659-42be-9410-d156c7cf48e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:51.280931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-21544813-a310-44b2-bbbd-60f3594f11d3 req-02548a22-6e86-4127-87c2-18d5f1616cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 210 time: 0.0566647 Apr 16 15:39:51.287810 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2772305 Apr 16 15:39:51.288460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.288970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-640ca04b-069c-46f4-b9ab-8d3b5ad91f97 req-306637c0-ced2-4737-937e-5c9a8a56205f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Unset dirty status for tenant:57d611ee8c734d2db74788b656d9871a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:51.289103 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3278191 Apr 16 15:39:51.289691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-640ca04b-069c-46f4-b9ab-8d3b5ad91f97 req-306637c0-ced2-4737-937e-5c9a8a56205f tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 210 time: 0.5126019 Apr 16 15:39:51.289989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60098) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:51.291883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60100) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:51.301420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b8c3c3df-db65-4d0d-974b-1a5e92879a4b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Request body: {'security_group': {'name': 'default'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:51.301687 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.api.v2.base [None req-b8c3c3df-db65-4d0d-974b-1a5e92879a4b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 16 15:39:51.301856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-988c463b-ac5e-42f6-b2af-e35d3738d0c3 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:51.302003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-b8c3c3df-db65-4d0d-974b-1a5e92879a4b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] update failed (client error): There was a conflict when trying to complete your request. Apr 16 15:39:51.304255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b8c3c3df-db65-4d0d-974b-1a5e92879a4b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "PUT /v2.0/security-groups/4d7d5c5f-75bd-405d-b31e-0d7748c62b08 HTTP/1.1" status: 409 len: 330 time: 0.0071008 Apr 16 15:39:51.304255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7d5c5f-75bd-405d-b31e-0d7748c62b08,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:51.310897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60106) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:51.311437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:51.393811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-be0c15ae-4030-4159-9018-abddf00a3fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '37e79b7f-0655-40f6-95a2-98cd8488b3d4', 'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'mac_address': 'fa:16:3e:c3:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:45Z', 'revision_number': 5, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'subnets': [{'id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:51.396255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c15ae-4030-4159-9018-abddf00a3fbc None None] The sync data for ids ['cf672010-3d85-4961-8d78-2d3595a0f597'] in dv-neutron-786478-2-hyperv is: [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '37e79b7f-0655-40f6-95a2-98cd8488b3d4', 'name': '', 'network_id': '2f4aa230-8a99-45fa-929d-06fe729ee9a2', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'mac_address': 'fa:16:3e:c3:65:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:35Z', 'updated_at': '2021-04-16T15:35:45Z', 'revision_number': 5, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'subnets': [{'id': 'fc769158-1403-4dfe-95bb-46b2b93ef3c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:39:51.407525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-c9fb8b87-ad30-4b26-aaec-78952cf7a30c', 'network_id': 'c9fb8b87-ad30-4b26-aaec-78952cf7a30c', 'tenant_id': '7be37314ca9c488ab9d8f211a146d52f', 'fixed_ips': [{'subnet_id': '9e9ad11d-fb54-4b7a-802b-980630f4b839'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:51.408306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.409216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4f48137-5745-47b7-8fe5-7d9c0f2d4bcb tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.430809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:51.439173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Usage tracker for resource:subnet and tenant:02ec264496ab488bbe3575317dd75be0 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:51.442844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:51.455972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4f48137-5745-47b7-8fe5-7d9c0f2d4bcb tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.457506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:51.501054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4f48137-5745-47b7-8fe5-7d9c0f2d4bcb tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.504254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-639cc1c9-bb13-4d92-96e0-3439b5dccb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:51.509375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Made reservation on behalf of 02ec264496ab488bbe3575317dd75be0 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:51.509919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Allocated IP 2001:db8::3 (c9fb8b87-ad30-4b26-aaec-78952cf7a30c/9e9ad11d-fb54-4b7a-802b-980630f4b839/98f0f36a-0b86-4b3b-9c55-e8b888451f54) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:51.513554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.516094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f48137-5745-47b7-8fe5-7d9c0f2d4bcb tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7d5c5f-75bd-405d-b31e-0d7748c62b08,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:51.520168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f4f48137-5745-47b7-8fe5-7d9c0f2d4bcb tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:51.522671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4f48137-5745-47b7-8fe5-7d9c0f2d4bcb tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.523390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f4f48137-5745-47b7-8fe5-7d9c0f2d4bcb tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "DELETE /v2.0/security-groups/4d7d5c5f-75bd-405d-b31e-0d7748c62b08 HTTP/1.1" status: 204 len: 168 time: 0.2113652 Apr 16 15:39:51.526365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60110) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:51.579014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-988c463b-ac5e-42f6-b2af-e35d3738d0c3 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852547137'] for subnet, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.585332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9c124b75-778d-435f-9ea1-42c580ac35a8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Synchronizing usage tracker for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:51.587744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.597131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41f95de5-b990-40bb-9f6c-992d70031b47 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:51.668072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9c124b75-778d-435f-9ea1-42c580ac35a8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Unset dirty status for tenant:67d0293dff85439199b968a301667020 on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:51.671365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9c124b75-778d-435f-9ea1-42c580ac35a8 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1419106 Apr 16 15:39:51.671807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60114) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:51.682076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Subnet': ['ID=5a43a028-6dae-4861-9ab0-45f4086027a7,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:51.686598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e663787b-2a82-4946-8d51-7b0dee4b8bcf tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] delete failed (client error): The resource could not be found. Apr 16 15:39:51.690084 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e663787b-2a82-4946-8d51-7b0dee4b8bcf tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "DELETE /v2.0/security-groups/b73b63bf-fb49-443d-b284-ad525682482d HTTP/1.1" status: 404 len: 347 time: 0.0149660 Apr 16 15:39:51.690811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60118) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:51.690886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:51.703037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-144fea0d-76b5-4f62-b39f-9c353a85f39f tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] show failed (client error): The resource could not be found. Apr 16 15:39:51.703770 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-144fea0d-76b5-4f62-b39f-9c353a85f39f tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "GET /v2.0/security-groups/394ac391-8f4b-4246-a0df-9b789244d594 HTTP/1.1" status: 404 len: 347 time: 0.0128076 Apr 16 15:39:51.706333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60122) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:51.719730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:51.721022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:51.729063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:51.729566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.738736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.742192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8699689 Apr 16 15:39:51.744021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60126) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:51.744861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d80be2-cbab-4ea9-9483-db104e438169 None None] Network b66a7734-0497-48f4-97a7-522a38494040 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:51.748544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'security_group': {'name': 'tempest-secgroup-663085733'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:51.753151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:51.753431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8def2c25-181b-4e0b-9408-a8ef0be84cac tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:51.755743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:security_group and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:51.757696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:51.761866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:51.767989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.781268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:51.783976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:security_group_rule and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:51.785887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:51.789763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:51.802707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-5bc5359f-af18-4abb-8683-250d58dacd25 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] show failed (client error): The resource could not be found. Apr 16 15:39:51.805793 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5bc5359f-af18-4abb-8683-250d58dacd25 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] 10.222.0.95 "GET /v2.0/security-group-rules/2ed9bfcc-f278-4c7a-a4b6-65f0ba51ccf1 HTTP/1.1" status: 404 len: 356 time: 0.0963609 Apr 16 15:39:51.811784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Subnet': ['ID=63f3d7f3-a20f-4c27-b1af-bda0387b89ae,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:51.813396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:51.866952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.870121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.882098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d3fac-6921-44b5-bbc3-4c0414517ddd None None] Network 9003f212-8c36-4630-8fd7-884beee0152b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:51.884134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e8cf189e-4f9a-40e9-bb43-4502f833d198 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:51.893595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.894518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca8b5f0-1384-4dce-a840-f602ab4d5781 None None] New status for floating IP 828e8895-393d-4820-a052-de5d9970ae71: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:39:51.894598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.1497228 Apr 16 15:39:51.898697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60132) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:51.903995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'security_group': {'name': 'tempest-secgroup-1069757167'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:51.910017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:51.911649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd0e72c-5d82-426f-bc82-8508365f3e70,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:51.914044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:51.914703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:security_group and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:51.916921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:51.920976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:51.929211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:51.945924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:51.948529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:security_group_rule and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:51.950237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:51.953671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:51.966172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.006147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.008936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60138) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:52.014739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.019204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5e3a13a3-6145-498d-8176-799604d71920 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:52.037211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.045140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23c3f65-8800-4519-aab1-cdc2c50c642b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:52.047258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:52.047749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9003f212-8c36-4630-8fd7-884beee0152b']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:52.048079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.049179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1498415 Apr 16 15:39:52.051515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60144) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:52.056176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1604723249', 'security_groups': ['e23c3f65-8800-4519-aab1-cdc2c50c642b'], 'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a43a028-6dae-4861-9ab0-45f4086027a7'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:52.067758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afba945d-a22f-4f4a-a16d-c7154b879364') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:52.068093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afba945d-a22f-4f4a-a16d-c7154b879364') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:52.077781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.090114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.095899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1460 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:52.179226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-b66a7734-0497-48f4-97a7-522a38494040', 'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'tenant_id': 'cab102714a214227b8a1daffd76e51b1', 'fixed_ips': [{'subnet_id': '5a43a028-6dae-4861-9ab0-45f4086027a7'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:52.179789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.238357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 9003f212-8c36-4630-8fd7-884beee0152b has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:52.245225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.284662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Allocated IP 2001:db8::2 (b66a7734-0497-48f4-97a7-522a38494040/5a43a028-6dae-4861-9ab0-45f4086027a7/254f4379-6d98-4e50-9f53-f56c40ff29d5) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:52.287771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56012e5e-55d5-4c2a-ae4f-705171b55220 None None] DHCP port deletion for 9003f212-8c36-4630-8fd7-884beee0152b request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:52.302572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.314076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-adc0334d-56fe-412e-aef9-56cfec0aa87c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:52.354029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Pushing event updated for resources: {'Subnet': ['ID=e5dfd617-0901-415d-bd51-f63a2c024222,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:52.395299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:52.454706 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93aab071-52fe-4f49-ba79-1c0844813c8c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=67d0293dff85439199b968a301667020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418411 Apr 16 15:39:52.455184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60152) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:52.459380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.480470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:52.481274 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef63c01f-ca53-41aa-90a0-8bab4d7b6573 req-38b890b2-dbcd-477a-8e4f-1dd491644d8e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 210 time: 0.0874577 Apr 16 15:39:52.493021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:52.505611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:52.509707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 9003f212-8c36-4630-8fd7-884beee0152b has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:52.519165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dee2f229-8b04-40fb-87b9-62819a77da03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:52.530082 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:52.534813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7e8d4a5-d70c-4a99-a10e-2a1a71ca84e4 req-7b714bde-02ff-42b6-a19b-c6c78c99d530 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/ports?device_id=08438920-8e02-4e58-a95e-f1304ccb57db HTTP/1.1" status: 200 len: 210 time: 0.0617247 Apr 16 15:39:52.569273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dee2f229-8b04-40fb-87b9-62819a77da03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.588310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Transition to ACTIVE for port object 98f0f36a-0b86-4b3b-9c55-e8b888451f54 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:52.589345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.590959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Transition to ACTIVE for port object 254f4379-6d98-4e50-9f53-f56c40ff29d5 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:52.592317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.595048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:52.608566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.612953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Transition to ACTIVE for port object 98f0f36a-0b86-4b3b-9c55-e8b888451f54 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:52.614026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Transition to ACTIVE for port object 254f4379-6d98-4e50-9f53-f56c40ff29d5 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:52.615573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=9003f212-8c36-4630-8fd7-884beee0152b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:52.617348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:52.618666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.625767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:39:52.629261 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/9003f212-8c36-4630-8fd7-884beee0152b HTTP/1.1" status: 204 len: 168 time: 4.0252888 Apr 16 15:39:52.629261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60156) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:52.632011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:52.636571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1933875890'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:52.653944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dee2f229-8b04-40fb-87b9-62819a77da03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.657474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:52.662928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:52.670643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:network and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:52.671365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2f229-8b04-40fb-87b9-62819a77da03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30841d8-e182-45f2-a04c-6a216245ab54,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:52.673656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:52.674845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dee2f229-8b04-40fb-87b9-62819a77da03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:52.686615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:52.687920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Checking segment: {'id': 'cb9f4136-8693-4a51-857d-929cc75d018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '18c4703e-e75b-4ad5-ac38-ccab0533c6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:52.688137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Network hostable DHCP agents. Network: 18c4703e-e75b-4ad5-ac38-ccab0533c6d8, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:52.692574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.718056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dee2f229-8b04-40fb-87b9-62819a77da03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.720791 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dee2f229-8b04-40fb-87b9-62819a77da03 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e30841d8-e182-45f2-a04c-6a216245ab54 HTTP/1.1" status: 204 len: 168 time: 0.2630413 Apr 16 15:39:52.733669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:52.737331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.752107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Network 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:52.774256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8::2f1 (b66a7734-0497-48f4-97a7-522a38494040/5a43a028-6dae-4861-9ab0-45f4086027a7/9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:52.785538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 18c4703e-e75b-4ad5-ac38-ccab0533c6d8) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:52.795925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1459} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:52.804618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:52.804992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.809029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Network b66a7734-0497-48f4-97a7-522a38494040 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:52.817409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.817557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment e1f096ec-d63b-4896-8fbd-66f42c0e5ffd of type vlan for network f01f2114-6999-469a-847b-ac4cbf87b551 Apr 16 15:39:52.818054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:52.819278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b22285-2d15-4efe-b048-2936e63cfec0 None None] Network 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:52.849166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:52.853518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-feef7403-d0ed-4533-8a00-e86d87b3a453 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0744846 Apr 16 15:39:52.856100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60164) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:52.867406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Request body: {'port': {'network_id': '18c4703e-e75b-4ad5-ac38-ccab0533c6d8', 'name': 'tempest-TagsExtTest-805106103'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:52.872521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.888162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-988c463b-ac5e-42f6-b2af-e35d3738d0c3 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363291870637001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2840129'] for subnet, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:52.900620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fcafbe23-1288-458b-ac1a-139fafe4ce68 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:53.025897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.037355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:53.065730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.067590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:53.082308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:53.112512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Usage tracker for resource:port and tenant:02ec264496ab488bbe3575317dd75be0 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:53.122117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:53.153292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e173ea37-86ee-44c7-a3b5-998362d9d2f7 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:53.159881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:53.184258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:53.184419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Pushing event updated for resources: {'Port': ['ID=98f0f36a-0b86-4b3b-9c55-e8b888451f54,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:53.187407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:53.198204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Made reservation on behalf of 02ec264496ab488bbe3575317dd75be0 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:53.201911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.212549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:53.225992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] device_id is not set on port fb3d3166-da83-4f2e-befa-724cacd2094d yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:39:53.236327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:53.254214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Network c9fb8b87-ad30-4b26-aaec-78952cf7a30c is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:53.267260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.267738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: e173ea37-86ee-44c7-a3b5-998362d9d2f7 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:53.267996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e173ea37-86ee-44c7-a3b5-998362d9d2f7 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:53.271010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:53.271381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.277091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Attempting to bind port 254f4379-6d98-4e50-9f53-f56c40ff29d5 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:53.277371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Attempting to bind port 254f4379-6d98-4e50-9f53-f56c40ff29d5 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'dd41921d-8a9b-4459-a99e-5f2158576542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'b66a7734-0497-48f4-97a7-522a38494040'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:53.277645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Attempting to bind port 254f4379-6d98-4e50-9f53-f56c40ff29d5 on network b66a7734-0497-48f4-97a7-522a38494040 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:53.281054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:53.284361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c463b-ac5e-42f6-b2af-e35d3738d0c3 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event updated for resources: {'Subnet': ['ID=9e9ad11d-fb54-4b7a-802b-980630f4b839,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:53.285050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:53.285340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Checking segment: {'id': 'dd41921d-8a9b-4459-a99e-5f2158576542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'b66a7734-0497-48f4-97a7-522a38494040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:53.285698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.285984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Bound using segment: {'id': 'dd41921d-8a9b-4459-a99e-5f2158576542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'b66a7734-0497-48f4-97a7-522a38494040'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:53.286358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Bound port: 254f4379-6d98-4e50-9f53-f56c40ff29d5, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd41921d-8a9b-4459-a99e-5f2158576542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': 'b66a7734-0497-48f4-97a7-522a38494040'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:53.286709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.286810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-988c463b-ac5e-42f6-b2af-e35d3738d0c3 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:53.295100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9bbdc9b4-2ce2-4e56-a832-64062b982227 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:53.295393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:53.321868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:53.323620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:53.333081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:53.342085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:53.342491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.348108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60184) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:53.360533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7290027 Apr 16 15:39:53.361367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60190) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:53.365044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'network_id': 'f01f2114-6999-469a-847b-ac4cbf87b551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:53.397193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=f01f2114-6999-469a-847b-ac4cbf87b551,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:53.400039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:53.411471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] For port 254f4379-6d98-4e50-9f53-f56c40ff29d5, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:53.413257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] For port 254f4379-6d98-4e50-9f53-f56c40ff29d5, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=254f4379-6d98-4e50-9f53-f56c40ff29d5,segment=NetworkSegment(dd41921d-8a9b-4459-a99e-5f2158576542),segment_id=dd41921d-8a9b-4459-a99e-5f2158576542)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:53.418047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c463b-ac5e-42f6-b2af-e35d3738d0c3 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:53.418638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Pushing event updated for resources: {'Port': ['ID=254f4379-6d98-4e50-9f53-f56c40ff29d5,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:53.420456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-988c463b-ac5e-42f6-b2af-e35d3738d0c3 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.421525 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-988c463b-ac5e-42f6-b2af-e35d3738d0c3 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "PUT /v2.0/subnets/9e9ad11d-fb54-4b7a-802b-980630f4b839 HTTP/1.1" status: 200 len: 900 time: 2.1268275 Apr 16 15:39:53.426770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60194) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:53.427757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network f01f2114-6999-469a-847b-ac4cbf87b551 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:53.432550 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3801897 Apr 16 15:39:53.441228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60198) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:53.451210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8ec0685f-d11c-45cf-8a70-04fb2e880cc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:53.467372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:53.471505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.477250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5f486d3a-3738-473b-adf8-71604e493cea tempest-ServiceProvidersTest-1419774956 tempest-ServiceProvidersTest-1419774956-project] 10.222.0.95 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1235542 Apr 16 15:39:53.506124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc0876bf-0dde-49ed-9eea-2344984c533c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:53.524624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Allocated IP 172.20.0.11 (18c4703e-e75b-4ad5-ac38-ccab0533c6d8/e5dfd617-0901-415d-bd51-f63a2c024222/fb3d3166-da83-4f2e-befa-724cacd2094d) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:53.528276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:53.530492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:subnet and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:53.532185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:53.535764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:53.546903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:53.550901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.552900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.650197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60214) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:53.661223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Pushing event updated for resources: {'Port': ['ID=254f4379-6d98-4e50-9f53-f56c40ff29d5,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:53.668946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8ec0685f-d11c-45cf-8a70-04fb2e880cc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:53.671804 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb056de0-f057-45db-8f0a-d4c10a5c4048 req-6d078bde-a444-4046-aa3a-e6add27c2abd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 210 time: 0.0608721 Apr 16 15:39:53.675307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:53.675514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port 98f0f36a-0b86-4b3b-9c55-e8b888451f54 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:53.675806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.675922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8ec0685f-d11c-45cf-8a70-04fb2e880cc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:53.676183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Attempting to bind port 98f0f36a-0b86-4b3b-9c55-e8b888451f54 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:53.676478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Attempting to bind port 98f0f36a-0b86-4b3b-9c55-e8b888451f54 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'efd0022b-4548-4eeb-bfe3-7c36b693948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'c9fb8b87-ad30-4b26-aaec-78952cf7a30c'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:53.676768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Attempting to bind port 98f0f36a-0b86-4b3b-9c55-e8b888451f54 on network c9fb8b87-ad30-4b26-aaec-78952cf7a30c {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:53.690699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8ec0685f-d11c-45cf-8a70-04fb2e880cc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:53.701106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:53.701684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Checking segment: {'id': 'efd0022b-4548-4eeb-bfe3-7c36b693948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'c9fb8b87-ad30-4b26-aaec-78952cf7a30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:53.702043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.702359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Bound using segment: {'id': 'efd0022b-4548-4eeb-bfe3-7c36b693948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'c9fb8b87-ad30-4b26-aaec-78952cf7a30c'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:53.702771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Bound port: 98f0f36a-0b86-4b3b-9c55-e8b888451f54, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd0022b-4548-4eeb-bfe3-7c36b693948b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': 'c9fb8b87-ad30-4b26-aaec-78952cf7a30c'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:53.703177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.709810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60218) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:53.723254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8ec0685f-d11c-45cf-8a70-04fb2e880cc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:53.744412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec0685f-d11c-45cf-8a70-04fb2e880cc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:53.748004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8ec0685f-d11c-45cf-8a70-04fb2e880cc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.779918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-432e7b83-261b-4d49-9685-7ce01f229433 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.796621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-18c4703e-e75b-4ad5-ac38-ccab0533c6d8', 'network_id': '18c4703e-e75b-4ad5-ac38-ccab0533c6d8', 'tenant_id': '02ec264496ab488bbe3575317dd75be0', 'fixed_ips': [{'subnet_id': 'e5dfd617-0901-415d-bd51-f63a2c024222'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:53.797226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.849546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a143fc29-f771-46c1-8620-3638395f73a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.859074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-432e7b83-261b-4d49-9685-7ce01f229433 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.863348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2c4282e0-d620-486b-b884-231402425c48 None None] For port 98f0f36a-0b86-4b3b-9c55-e8b888451f54, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:53.868926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.873908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a143fc29-f771-46c1-8620-3638395f73a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:53.879487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2c4282e0-d620-486b-b884-231402425c48 None None] For port 98f0f36a-0b86-4b3b-9c55-e8b888451f54, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=98f0f36a-0b86-4b3b-9c55-e8b888451f54,segment=NetworkSegment(efd0022b-4548-4eeb-bfe3-7c36b693948b),segment_id=efd0022b-4548-4eeb-bfe3-7c36b693948b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:53.882370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.882785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a143fc29-f771-46c1-8620-3638395f73a6 admin admin] Usage tracker for resource:security_group_rule and tenant:fcdb7d76da8e46f389bebf509687cfe0 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:53.886118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a143fc29-f771-46c1-8620-3638395f73a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:53.896530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a143fc29-f771-46c1-8620-3638395f73a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:53.912327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Transition to ACTIVE for port object fb3d3166-da83-4f2e-befa-724cacd2094d will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:53.914124 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-8ec0685f-d11c-45cf-8a70-04fb2e880cc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a43a028-6dae-4861-9ab0-45f4086027a7 (CIDR: 2001:db8::/64) Apr 16 15:39:53.922268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:53.930974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] For port 98f0f36a-0b86-4b3b-9c55-e8b888451f54, host dv-neutron-786478-2-hyperv, got binding levels [] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:53.931241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:53.932699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec0685f-d11c-45cf-8a70-04fb2e880cc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:39:53.933024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec0685f-d11c-45cf-8a70-04fb2e880cc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:53.980556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8ec0685f-d11c-45cf-8a70-04fb2e880cc0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5358272 Apr 16 15:39:53.980714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Pushing event updated for resources: {'Port': ['ID=98f0f36a-0b86-4b3b-9c55-e8b888451f54,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:53.980754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60224) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:53.986773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:53.988415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:54.000517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.019478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Calling delete_port for 98f0f36a-0b86-4b3b-9c55-e8b888451f54 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:54.036275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Allocated IP 172.20.0.2 (18c4703e-e75b-4ad5-ac38-ccab0533c6d8/e5dfd617-0901-415d-bd51-f63a2c024222/0646d2cc-d4a8-4184-b9da-7675634ee8df) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:54.043045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:54.065729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-432e7b83-261b-4d49-9685-7ce01f229433 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.070649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c532d28-8f5d-4401-aa5c-1843dfcabcc0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:54.102237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e7b83-261b-4d49-9685-7ce01f229433 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449a8df7-10fc-4a73-8373-dfd239adbb4b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:54.108423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-432e7b83-261b-4d49-9685-7ce01f229433 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:54.144339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:54.144587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:54.149442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a143fc29-f771-46c1-8620-3638395f73a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.150148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-432e7b83-261b-4d49-9685-7ce01f229433 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.154453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-432e7b83-261b-4d49-9685-7ce01f229433 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "DELETE /v2.0/security-groups/449a8df7-10fc-4a73-8373-dfd239adbb4b HTTP/1.1" status: 204 len: 168 time: 0.5020149 Apr 16 15:39:54.154560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60228) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:54.154952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a143fc29-f771-46c1-8620-3638395f73a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.159918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24278336-b74c-4e44-931f-03fae7724479 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:54.195201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a143fc29-f771-46c1-8620-3638395f73a6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fcdb7d76da8e46f389bebf509687cfe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845693 Apr 16 15:39:54.195900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143fc29-f771-46c1-8620-3638395f73a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689b813e-1f53-40d3-b438-9e790b626e11,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:54.197986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a143fc29-f771-46c1-8620-3638395f73a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:54.198437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60232) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:54.211919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-71e78a76-86ab-4ecf-b607-207223a5e300 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] show failed (client error): The resource could not be found. Apr 16 15:39:54.212581 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-71e78a76-86ab-4ecf-b607-207223a5e300 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "GET /v2.0/security-groups/449a8df7-10fc-4a73-8373-dfd239adbb4b HTTP/1.1" status: 404 len: 347 time: 0.0567884 Apr 16 15:39:54.215970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60236) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:54.220443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Pushing event updated for resources: {'Port': ['ID=fb3d3166-da83-4f2e-befa-724cacd2094d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:54.221449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.225955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:54.238677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Transition to ACTIVE for port object 0646d2cc-d4a8-4184-b9da-7675634ee8df will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:54.249522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Transition to ACTIVE for port object 0646d2cc-d4a8-4184-b9da-7675634ee8df will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:54.252995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.257469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:54.263341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:54.264652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:54.267417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:54.274188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:54.281183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Network 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:54.284936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:54.286844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:54.302352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:54.306113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.332284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Pushing event updated for resources: {'Port': ['ID=0646d2cc-d4a8-4184-b9da-7675634ee8df,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:54.335084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:54.337042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Deleting port 425afba4-526c-4fb1-a7e6-4431d246fe54 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:54.337260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.374835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Network 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:54.375370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:54.377874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:54.413799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:54.414788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.447018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.449785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Attempting to bind port 0646d2cc-d4a8-4184-b9da-7675634ee8df on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:39:54.450019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Attempting to bind port 0646d2cc-d4a8-4184-b9da-7675634ee8df by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'cb9f4136-8693-4a51-857d-929cc75d018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '18c4703e-e75b-4ad5-ac38-ccab0533c6d8'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:39:54.450248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Attempting to bind port 0646d2cc-d4a8-4184-b9da-7675634ee8df on network 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:39:54.453485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:39:54.453716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Checking segment: {'id': 'cb9f4136-8693-4a51-857d-929cc75d018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '18c4703e-e75b-4ad5-ac38-ccab0533c6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:54.453970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.454215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Bound using segment: {'id': 'cb9f4136-8693-4a51-857d-929cc75d018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '18c4703e-e75b-4ad5-ac38-ccab0533c6d8'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:39:54.454871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Bound port: 0646d2cc-d4a8-4184-b9da-7675634ee8df, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9f4136-8693-4a51-857d-929cc75d018c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '18c4703e-e75b-4ad5-ac38-ccab0533c6d8'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:39:54.455148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.460139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef1a25c9-23d7-4f8a-845b-2e7f673429cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:54.465618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-719e1e38-ff0a-452b-9b4b-c9e8dfb130be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.497864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-719e1e38-ff0a-452b-9b4b-c9e8dfb130be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.527810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] For port 0646d2cc-d4a8-4184-b9da-7675634ee8df, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:39:54.530093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] For port 0646d2cc-d4a8-4184-b9da-7675634ee8df, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0646d2cc-d4a8-4184-b9da-7675634ee8df,segment=NetworkSegment(cb9f4136-8693-4a51-857d-929cc75d018c),segment_id=cb9f4136-8693-4a51-857d-929cc75d018c)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:39:54.533474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.541298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e815e77-cd38-4345-9233-d4faa06a2cc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:54.541987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.542181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.623360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Calling delete_port for 425afba4-526c-4fb1-a7e6-4431d246fe54 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:54.640235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-719e1e38-ff0a-452b-9b4b-c9e8dfb130be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.649498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc156a00-8d7d-4961-8554-515b997a2579 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:54.653683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port 98f0f36a-0b86-4b3b-9c55-e8b888451f54 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:54.653894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.662780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Pushing event updated for resources: {'Port': ['ID=0646d2cc-d4a8-4184-b9da-7675634ee8df,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:54.665002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:54.681262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e1e38-ff0a-452b-9b4b-c9e8dfb130be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689b813e-1f53-40d3-b438-9e790b626e11,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:54.683910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-719e1e38-ff0a-452b-9b4b-c9e8dfb130be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:54.736820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-719e1e38-ff0a-452b-9b4b-c9e8dfb130be admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.737503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-719e1e38-ff0a-452b-9b4b-c9e8dfb130be admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/689b813e-1f53-40d3-b438-9e790b626e11 HTTP/1.1" status: 204 len: 168 time: 0.5383987 Apr 16 15:39:54.821686 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9648037 Apr 16 15:39:54.822223 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e260b966-5ec7-4871-aa42-288bdf6afc74 req-a8db7608-e970-493b-9d97-3636f99eac92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 210 time: 0.0405328 Apr 16 15:39:54.823126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60244) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:54.829676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-41c0099c-f3d0-49ea-8622-20da382ac3ce tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-88718884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:54.842983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-41c0099c-f3d0-49ea-8622-20da382ac3ce tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:54.849358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.854817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-41c0099c-f3d0-49ea-8622-20da382ac3ce tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Usage tracker for resource:router and tenant:02ec264496ab488bbe3575317dd75be0 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:54.860065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-41c0099c-f3d0-49ea-8622-20da382ac3ce tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:54.868437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-41c0099c-f3d0-49ea-8622-20da382ac3ce tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:54.884870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=897000e0-b3a2-462e-9062-e58b964f01f1,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:54.894828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:54.897669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:54.919937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41c0099c-f3d0-49ea-8622-20da382ac3ce tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.920633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41c0099c-f3d0-49ea-8622-20da382ac3ce tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.959116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41c0099c-f3d0-49ea-8622-20da382ac3ce tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:54.987233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking segment: {'id': 'e1f096ec-d63b-4896-8fbd-66f42c0e5ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': 'f01f2114-6999-469a-847b-ac4cbf87b551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:39:54.987233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network hostable DHCP agents. Network: f01f2114-6999-469a-847b-ac4cbf87b551, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:39:55.003443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41c0099c-f3d0-49ea-8622-20da382ac3ce tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.032291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Pushing event deleted for resources: {'Port': ['ID=425afba4-526c-4fb1-a7e6-4431d246fe54,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:55.043363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:55.049299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41c0099c-f3d0-49ea-8622-20da382ac3ce tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.052299 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-41c0099c-f3d0-49ea-8622-20da382ac3ce tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2254555 Apr 16 15:39:55.052927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60256) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:55.055414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network f01f2114-6999-469a-847b-ac4cbf87b551 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:39:55.077043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7d58b64d-d1fd-472d-897b-4ea78e31b101 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1619003537', 'prefixes': ['172.20.0.0/16']}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:55.085942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7d58b64d-d1fd-472d-897b-4ea78e31b101 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:55.091260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, f01f2114-6999-469a-847b-ac4cbf87b551) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:55.113756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b32c551-07ae-4884-9777-d10ca279ab58 None None] Network f01f2114-6999-469a-847b-ac4cbf87b551 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:55.167543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:55.167919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.200344 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8380890 Apr 16 15:39:55.202696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60264) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:55.211152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 254f4379-6d98-4e50-9f53-f56c40ff29d5 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:55.229073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-e2771150-504f-462f-ac2e-ec76519fe42e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:55.230235 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-e2771150-504f-462f-ac2e-ec76519fe42e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=46d53090-f2f6-48f4-9d20-88b9293e79e4 HTTP/1.1" status: 200 len: 796 time: 0.3133409 Apr 16 15:39:55.234632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] For port 98f0f36a-0b86-4b3b-9c55-e8b888451f54, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=98f0f36a-0b86-4b3b-9c55-e8b888451f54,segment=NetworkSegment(efd0022b-4548-4eeb-bfe3-7c36b693948b),segment_id=efd0022b-4548-4eeb-bfe3-7c36b693948b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:55.235151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.331787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d58b64d-d1fd-472d-897b-4ea78e31b101 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for subnetpool, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.335069 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7d58b64d-d1fd-472d-897b-4ea78e31b101 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2808778 Apr 16 15:39:55.337505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60274) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:55.361676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-dfb1c668-d862-4bfb-9701-a86e5b398c0f tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222', 'tempest-TagsExtTest-Tag-95892154') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:55.455199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.620429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.645332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1506673a-41d9-4dc4-b320-3f08ebfd43e9 None None] Network c9fb8b87-ad30-4b26-aaec-78952cf7a30c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:55.647352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6d82ef3-f7ca-4fdc-8aed-3cf4766eaca9 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:55.703812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5ea19855-8351-487d-aa11-b7b985b8524e None None] Provisioning for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:55.729457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.775344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Subnet': ['ID=de204a8c-5c4f-45b8-bd02-d559bd5b7944,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:55.787819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Calling delete_port for 98f0f36a-0b86-4b3b-9c55-e8b888451f54 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:55.788417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:55.795949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dfb1c668-d862-4bfb-9701-a86e5b398c0f tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags/tempest-TagsExtTest-Tag-95892154 HTTP/1.1" status: 201 len: 201 time: 0.4568424 Apr 16 15:39:55.799406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60292) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:55.811204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-d9cff767-ba1a-46f2-a8b6-11f1492dcba3 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d', 'tempest-TagsExtTest-Tag-190999403') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:55.834146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5ea19855-8351-487d-aa11-b7b985b8524e None None] Provisioning complete for port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:55.834390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ea19855-8351-487d-aa11-b7b985b8524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.838475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.884990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5ea19855-8351-487d-aa11-b7b985b8524e None None] Port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:55.887437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.888126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] 10.222.0.95 "DELETE /v2.0/floatingips/828e8895-393d-4820-a052-de5d9970ae71 HTTP/1.1" status: 204 len: 168 time: 1.6715653 Apr 16 15:39:55.893323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-f21b0384-1dc0-4607-a214-521346243108 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 8059 time: 0.6491449 Apr 16 15:39:55.893739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60302) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:55.928316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:55.929378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:55.932205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:55.934008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:55.934251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.956791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:55.957355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:55.983787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21068568-396d-497f-852c-de30690f91bb None None] Network b66a7734-0497-48f4-97a7-522a38494040 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:55.997401 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0159576 Apr 16 15:39:56.015995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'device_id': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'admin_state_up': True, 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'security_groups': ['3b8df34f-1ba8-4ff4-ba43-6215363f0fff']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:56.022784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60310) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:56.036887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1573557803', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'de204a8c-5c4f-45b8-bd02-d559bd5b7944'}], 'security_groups': ['2dd0e72c-5d82-426f-bc82-8508365f3e70']}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:56.084582 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d9cff767-ba1a-46f2-a8b6-11f1492dcba3 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags/tempest-TagsExtTest-Tag-190999403 HTTP/1.1" status: 201 len: 201 time: 0.2844145 Apr 16 15:39:56.089167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60314) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:56.096997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-8a01fa50-b2f9-4f0c-b803-94ad6e7ad1e5 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c', 'tempest-TagsExtTest-Tag-1664579215') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:56.116136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:56.124210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:port and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:56.126097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:56.129837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:56.185651 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e07fa43-fba2-459f-8fb0-4b9015bdda8b req-cc384ca8-5e3a-4fa5-8687-ca29a16c5814 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 210 time: 0.2170219 Apr 16 15:39:56.188698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:56.194181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.206405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c07cec7b-8524-4780-bf59-d8ab7f1c6960 None None] Provisioning for port 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:56.227409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c07cec7b-8524-4780-bf59-d8ab7f1c6960 None None] Provisioning complete for port 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:56.227653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c07cec7b-8524-4780-bf59-d8ab7f1c6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.265601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.269974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.279460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-09077fa9-81ab-433b-8863-7f90a51a26f9 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:56.281147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c07cec7b-8524-4780-bf59-d8ab7f1c6960 None None] Port 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:56.282249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a3577-edac-4fd1-b6a0-4fd292865348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-f01f2114-6999-469a-847b-ac4cbf87b551', 'network_id': 'f01f2114-6999-469a-847b-ac4cbf87b551', 'tenant_id': 'b77b747e66e74f8d9e847c7694b50ff4', 'fixed_ips': [{'subnet_id': '897000e0-b3a2-462e-9062-e58b964f01f1'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:39:56.283112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec9a3577-edac-4fd1-b6a0-4fd292865348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.289015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52f59d0-bcad-4d00-88d9-42a30f9da90d None None] Network 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:56.297812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:56.315095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Port': ['ID=98f0f36a-0b86-4b3b-9c55-e8b888451f54,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:56.330003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60318) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:56.350811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:56.356638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c07cec7b-8524-4780-bf59-d8ab7f1c6960 None None] Could not find standard attr ID for object 98f0f36a-0b86-4b3b-9c55-e8b888451f54. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:39:56.357088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.357586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb54f8-7581-495f-ba75-44b58c985a84 None None] Network c9fb8b87-ad30-4b26-aaec-78952cf7a30c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:56.380588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-605432600', 'description': 'tempest-secgroup-smoke-605432600 description', 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:56.384886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Subnet': ['ID=897000e0-b3a2-462e-9062-e58b964f01f1,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:56.393502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:56.394159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:56.413081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.417554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:security_group and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:56.423454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:56.436741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:56.453952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8a01fa50-b2f9-4f0c-b803-94ad6e7ad1e5 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags/tempest-TagsExtTest-Tag-1664579215 HTTP/1.1" status: 201 len: 201 time: 0.3616436 Apr 16 15:39:56.455323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60322) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:56.468982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-8b10d0f5-ad2a-4619-841f-5e64c0cbb321 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c', 'tempest-TagsExtTest-Tag-307092435') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:56.496810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.510188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1743ec4a-2810-4df9-9188-d18f3ed8d4e5 None None] Could not find standard attr ID for object 98f0f36a-0b86-4b3b-9c55-e8b888451f54. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:39:56.521569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.523459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.6 (46d53090-f2f6-48f4-9d20-88b9293e79e4/137a3862-0639-414d-b4a8-18dbe32b11f8/b6e97c37-7e8b-4cca-802f-eb3db60df337) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:56.547827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 254f4379-6d98-4e50-9f53-f56c40ff29d5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=254f4379-6d98-4e50-9f53-f56c40ff29d5,segment=NetworkSegment(dd41921d-8a9b-4459-a99e-5f2158576542),segment_id=dd41921d-8a9b-4459-a99e-5f2158576542)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:56.560588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.561202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 98f0f36a-0b86-4b3b-9c55-e8b888451f54 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:56.580639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:56.587238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:56.596729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1743ec4a-2810-4df9-9188-d18f3ed8d4e5 None None] Provisioning for port 0646d2cc-d4a8-4184-b9da-7675634ee8df completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:56.602230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No DVR routers for this DVR port 98f0f36a-0b86-4b3b-9c55-e8b888451f54 on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:39:56.611987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:security_group_rule and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:56.616771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:56.620118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 98f0f36a-0b86-4b3b-9c55-e8b888451f54 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:56.620322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 98f0f36a-0b86-4b3b-9c55-e8b888451f54 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 16 15:39:56.622043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.638714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:56.676357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Port 98f0f36a-0b86-4b3b-9c55-e8b888451f54 not found, will not notify nova. {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 16 15:39:56.689694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=254f4379-6d98-4e50-9f53-f56c40ff29d5,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:56.708565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e92cfd9-0880-46d6-ac4d-7f395ccd04a0 None None] Network f01f2114-6999-469a-847b-ac4cbf87b551 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:56.719062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:56.731567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.858755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:56.888413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object b6e97c37-7e8b-4cca-802f-eb3db60df337 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:57.002598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.036352 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8b10d0f5-ad2a-4619-841f-5e64c0cbb321 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags/tempest-TagsExtTest-Tag-307092435 HTTP/1.1" status: 201 len: 201 time: 0.5712903 Apr 16 15:39:57.037785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.040079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60328) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:57.049634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-86b0010d-04c5-4c26-9990-e129be32e464 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:57.055626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-e0a3c00b-9ce7-4eac-92fa-2bd7c2cf723b tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:57.086815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3870845c-7a0e-4147-8e7f-a472f2f02891 None None] Update dhcp port {'port': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'fixed_ips': [{'subnet_id': '5a43a028-6dae-4861-9ab0-45f4086027a7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'de204a8c-5c4f-45b8-bd02-d559bd5b7944'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '254f4379-6d98-4e50-9f53-f56c40ff29d5'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:39:57.094708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01f2114-6999-469a-847b-ac4cbf87b551']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:57.116874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f096ec-d63b-4896-8fbd-66f42c0e5ffd') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:57.117114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f096ec-d63b-4896-8fbd-66f42c0e5ffd') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:57.131742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3870845c-7a0e-4147-8e7f-a472f2f02891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.170579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.230626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 254f4379-6d98-4e50-9f53-f56c40ff29d5 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:57.231632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.233898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e0a3c00b-9ce7-4eac-92fa-2bd7c2cf723b tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags HTTP/1.1" status: 200 len: 239 time: 0.1905508 Apr 16 15:39:57.241721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60334) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:57.249294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1459 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:57.277420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=b6e97c37-7e8b-4cca-802f-eb3db60df337,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:57.279732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:57.293896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:57.294137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.294278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.297023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-ee358440-1050-4e84-8cab-4df3f0a54678 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222', 'tempest-TagsExtTest-Tag-95892154') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:57.340973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.342192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.347578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4391c878-efab-4093-a994-d20a4007606b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:57.350518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 46d53090-f2f6-48f4-9d20-88b9293e79e4 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:39:57.353188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:57.354146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-732ff111-1f54-4dc1-950e-c8676cf3a626 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:57.372890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0646d2cc-d4a8-4184-b9da-7675634ee8df up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:57.389677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:39:57.393164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:security_group_rule and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:57.402035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:57.438926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6648697a-17c4-43ba-a1b5-c27d6c8e0270 None None] Provisioning for port fb3d3166-da83-4f2e-befa-724cacd2094d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:57.443972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6648697a-17c4-43ba-a1b5-c27d6c8e0270 None None] Provisioning complete for port fb3d3166-da83-4f2e-befa-724cacd2094d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:57.444311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6648697a-17c4-43ba-a1b5-c27d6c8e0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.447461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:57.474148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 0646d2cc-d4a8-4184-b9da-7675634ee8df completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:57.485395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 0646d2cc-d4a8-4184-b9da-7675634ee8df triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:57.486036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.493412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Delete allocated IP 2001:db8::2f1 (b66a7734-0497-48f4-97a7-522a38494040/5a43a028-6dae-4861-9ab0-45f4086027a7) {{(pid=86007) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 16 15:39:57.514361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71827df4-0277-4321-b37a-fd4b38479b42,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:57.521520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:57.522570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6648697a-17c4-43ba-a1b5-c27d6c8e0270 None None] Port fb3d3166-da83-4f2e-befa-724cacd2094d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:57.528320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network f01f2114-6999-469a-847b-ac4cbf87b551 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:57.543611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8:0:1::210 (b66a7734-0497-48f4-97a7-522a38494040/de204a8c-5c4f-45b8-bd02-d559bd5b7944/9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:57.547114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.549743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6648697a-17c4-43ba-a1b5-c27d6c8e0270 None None] Provisioning complete for port 0646d2cc-d4a8-4184-b9da-7675634ee8df triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:57.549985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6648697a-17c4-43ba-a1b5-c27d6c8e0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.621950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.670040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 0646d2cc-d4a8-4184-b9da-7675634ee8df, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0646d2cc-d4a8-4184-b9da-7675634ee8df,segment=NetworkSegment(cb9f4136-8693-4a51-857d-929cc75d018c),segment_id=cb9f4136-8693-4a51-857d-929cc75d018c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:57.672869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6648697a-17c4-43ba-a1b5-c27d6c8e0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.679579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.682900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fdd7e2c7-dc35-43ae-a499-b002c2add7f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:57.686061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ee358440-1050-4e84-8cab-4df3f0a54678 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags/tempest-TagsExtTest-Tag-95892154 HTTP/1.1" status: 204 len: 168 time: 0.4435828 Apr 16 15:39:57.689231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60338) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:57.724276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:39:57.736987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-ac59eeb7-a865-4d6c-b3e2-2f4c8f1d3a9f tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222', 'tempest-TagsExtTest-Tag-95892154') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:57.738877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9ad11d-fb54-4b7a-802b-980630f4b839,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:57.742774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:57.752735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network f01f2114-6999-469a-847b-ac4cbf87b551 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:57.754458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=0646d2cc-d4a8-4184-b9da-7675634ee8df,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:57.756884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:57.761632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-6648697a-17c4-43ba-a1b5-c27d6c8e0270 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:39:57.761632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-6648697a-17c4-43ba-a1b5-c27d6c8e0270 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:57.779586 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:57.835740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.848200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:57.848596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.849657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.854475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7b8dafee-b651-4a6e-82e8-5bae0ab0a566 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:57.860635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b081a2-6432-46c5-b719-c319f1481060 req-0bf1f91d-2136-4ee4-ab56-f152aeb5bc8c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:57.861526 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30b081a2-6432-46c5-b719-c319f1481060 req-0bf1f91d-2136-4ee4-ab56-f152aeb5bc8c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 931 time: 0.5783560 Apr 16 15:39:57.870087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.880031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44db901a-2869-43d1-b34c-1a216b0beb9b None None] Network c9fb8b87-ad30-4b26-aaec-78952cf7a30c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:39:57.885268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.910170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=344ff6ae-5376-4d61-b70b-8a6cd86f383f,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:57.912407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.913162 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.5488036 Apr 16 15:39:57.914758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/f01f2114-6999-469a-847b-ac4cbf87b551 HTTP/1.1" status: 204 len: 168 time: 2.7083495 Apr 16 15:39:57.917093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:57.917093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60342) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:57.917287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60344) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:57.917611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:57.932554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'security_group_rule': {'security_group_id': '344ff6ae-5376-4d61-b70b-8a6cd86f383f', 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:57.937296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1730172010'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:57.940086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9707265 Apr 16 15:39:57.943619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=f01f2114-6999-469a-847b-ac4cbf87b551,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:57.945007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:57.946490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:57.950558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:57.955231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.955997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:security_group_rule and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:57.960773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:network and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:57.962296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:57.966220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Request body: {'port': {'device_id': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:57.967446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:57.972666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:57.977120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:57.980160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:57.993409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:57.998591 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac59eeb7-a865-4d6c-b3e2-2f4c8f1d3a9f tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags/tempest-TagsExtTest-Tag-95892154 HTTP/1.1" status: 204 len: 168 time: 0.2983811 Apr 16 15:39:57.999911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60350) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:58.002187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:58.005818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.012460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.026135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-b07521c0-cf22-4514-b0ba-796d288e3798 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:58.034557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30b081a2-6432-46c5-b719-c319f1481060 req-f430e9eb-c0c0-48d9-8471-ca4ab11534f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588290 Apr 16 15:39:58.043480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-3870845c-7a0e-4147-8e7f-a472f2f02891 None None] Allocated IP 2001:db8:0:1::2 (b66a7734-0497-48f4-97a7-522a38494040/de204a8c-5c4f-45b8-bd02-d559bd5b7944/254f4379-6d98-4e50-9f53-f56c40ff29d5) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:39:58.044512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:58.061199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c4b353-0dea-413e-8525-1abb1e14ce60 None None] DHCP port deletion for c9fb8b87-ad30-4b26-aaec-78952cf7a30c request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:39:58.080555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.110023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fb8b87-ad30-4b26-aaec-78952cf7a30c']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:58.127902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd0022b-4548-4eeb-bfe3-7c36b693948b') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:58.128054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd0022b-4548-4eeb-bfe3-7c36b693948b') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:58.141773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Deleting port 37e79b7f-0655-40f6-95a2-98cd8488b3d4 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:58.142171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3870845c-7a0e-4147-8e7f-a472f2f02891 None None] For port 254f4379-6d98-4e50-9f53-f56c40ff29d5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=254f4379-6d98-4e50-9f53-f56c40ff29d5,segment=NetworkSegment(dd41921d-8a9b-4459-a99e-5f2158576542),segment_id=dd41921d-8a9b-4459-a99e-5f2158576542)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:58.142275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.157011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.157403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3870845c-7a0e-4147-8e7f-a472f2f02891 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.158178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:58.160846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1481} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:39:58.166377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:58.172704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3870845c-7a0e-4147-8e7f-a472f2f02891 None None] Transition to ACTIVE for port object 254f4379-6d98-4e50-9f53-f56c40ff29d5 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:58.175903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3870845c-7a0e-4147-8e7f-a472f2f02891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.176660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.180166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.185245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-23545096-b9a5-4612-852c-75e6783a5600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:58.186275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.186546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment b339c335-2ba0-4656-a84c-144947711a11 of type vlan for network 9b9db299-5213-408f-9f8c-b47e3f196a28 Apr 16 15:39:58.188668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1497 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:39:58.211126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.220667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.227295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c0ac5877-ee09-4e72-8f79-00644608bc1c tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:58.235319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.252353 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b07521c0-cf22-4514-b0ba-796d288e3798 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags HTTP/1.1" status: 200 len: 205 time: 0.2515337 Apr 16 15:39:58.268002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60354) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:58.270798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3a2bf0-388b-42a6-ab49-c107ab2c6d01,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:58.277127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:58.285977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] In _notify_port_updated(), no bound segment for port 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 on network b66a7734-0497-48f4-97a7-522a38494040 {{(pid=86007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:39:58.289174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:58.289556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.292272 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "PUT /v2.0/ports/9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 HTTP/1.1" status: 200 len: 931 time: 2.2668617 Apr 16 15:39:58.292704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.294997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3669174 Apr 16 15:39:58.294997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60358) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:58.296185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870845c-7a0e-4147-8e7f-a472f2f02891 None None] Pushing event updated for resources: {'Port': ['ID=254f4379-6d98-4e50-9f53-f56c40ff29d5,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:58.296262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60360) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:58.309100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3870845c-7a0e-4147-8e7f-a472f2f02891 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:58.315412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-95aa15d7-95c5-4a4d-8d74-5113c826223e tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:58.319787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'security_group_rule': {'security_group_id': '344ff6ae-5376-4d61-b70b-8a6cd86f383f', 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:58.327311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:58.332797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:security_group_rule and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:58.335678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.338800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:58.339174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.342176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:58.351636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1aa7e1aa-f6c8-4066-8abe-ae8d586423cb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:58.367575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:58.411628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d65248d8-627a-4246-8bc4-1477da41ba54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:39:58.411872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d65248d8-627a-4246-8bc4-1477da41ba54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.424881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network c9fb8b87-ad30-4b26-aaec-78952cf7a30c has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:58.428507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-854b06f0-b1e3-4e34-930c-c7613265c4a6 None None] Provisioning complete for port fb3d3166-da83-4f2e-befa-724cacd2094d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:58.429115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-854b06f0-b1e3-4e34-930c-c7613265c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.430176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.438331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5109694 Apr 16 15:39:58.443422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60366) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:58.453881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'network_id': '9b9db299-5213-408f-9f8c-b47e3f196a28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:58.461951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-854b06f0-b1e3-4e34-930c-c7613265c4a6 None None] Port fb3d3166-da83-4f2e-befa-724cacd2094d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:58.462616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=9b9db299-5213-408f-9f8c-b47e3f196a28,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:58.471755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 9b9db299-5213-408f-9f8c-b47e3f196a28 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:39:58.473852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:58.498640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.512097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-854b06f0-b1e3-4e34-930c-c7613265c4a6 None None] Provisioning for port b6e97c37-7e8b-4cca-802f-eb3db60df337 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:58.525346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-854b06f0-b1e3-4e34-930c-c7613265c4a6 None None] Provisioning complete for port b6e97c37-7e8b-4cca-802f-eb3db60df337 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:58.525675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-854b06f0-b1e3-4e34-930c-c7613265c4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.578806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-854b06f0-b1e3-4e34-930c-c7613265c4a6 None None] Port b6e97c37-7e8b-4cca-802f-eb3db60df337 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:58.593603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:58.595279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] For port 37e79b7f-0655-40f6-95a2-98cd8488b3d4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=37e79b7f-0655-40f6-95a2-98cd8488b3d4,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:39:58.595569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.606158 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-95aa15d7-95c5-4a4d-8d74-5113c826223e tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags HTTP/1.1" status: 200 len: 240 time: 0.3341725 Apr 16 15:39:58.622119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60370) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:58.629215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:subnet and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:58.631616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:58.634938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-b47d2a9e-d335-4340-a653-5a30dd3678a6 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d', 'tempest-TagsExtTest-Tag-190999403') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:58.645176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network c9fb8b87-ad30-4b26-aaec-78952cf7a30c has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:39:58.663562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:58.674726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.682452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.685794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e74305eb-40a8-4548-8e3e-dc81f85e9b0b tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:39:58.695117 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:39:58.699465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:39:58.703156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.761981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Calling delete_port for 37e79b7f-0655-40f6-95a2-98cd8488b3d4 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:58.767316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f4d199-416e-433c-ae00-1738ce849f87,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:58.778056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:58.789050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d65248d8-627a-4246-8bc4-1477da41ba54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.797614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.798729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5021880 Apr 16 15:39:58.799858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Performing IP validity checks on allocation pools {{(pid=86007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 16 15:39:58.800173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 16 15:39:58.802274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60374) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:58.814118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'security_group_rule': {'security_group_id': '344ff6ae-5376-4d61-b70b-8a6cd86f383f', 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:58.826252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:58.834882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:security_group_rule and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:58.836571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.840246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:58.844676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:58.860488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.864778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:58.883042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Network': ['ID=c9fb8b87-ad30-4b26-aaec-78952cf7a30c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:58.887056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:58.889093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/c9fb8b87-ad30-4b26-aaec-78952cf7a30c HTTP/1.1" status: 204 len: 168 time: 5.4616036 Apr 16 15:39:58.894952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60378) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:58.905916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b67ad151-7692-4717-ba03-837fc682ca72 None None] Provisioning for port 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:58.913204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b67ad151-7692-4717-ba03-837fc682ca72 None None] Provisioning complete for port 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:58.913763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b67ad151-7692-4717-ba03-837fc682ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.933223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.937887 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ecc20f-f141-4238-9651-3d39130c2661 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:58.938184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ecc20f-f141-4238-9651-3d39130c2661 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:58.939375 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-23ecc20f-f141-4238-9651-3d39130c2661 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/subnets/9e9ad11d-fb54-4b7a-802b-980630f4b839 HTTP/1.1" status: 404 len: 337 time: 0.0438008 Apr 16 15:39:58.966550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60382) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:58.967664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b67ad151-7692-4717-ba03-837fc682ca72 None None] Port 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:58.974967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b67ad151-7692-4717-ba03-837fc682ca72 None None] Provisioning for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:39:58.978601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b67ad151-7692-4717-ba03-837fc682ca72 None None] Provisioning complete for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:58.979065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b67ad151-7692-4717-ba03-837fc682ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:58.999489 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-311b5c31-e287-4036-8d7e-a5b31b324719 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:39:58.999816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311b5c31-e287-4036-8d7e-a5b31b324719 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:39:59.000860 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-311b5c31-e287-4036-8d7e-a5b31b324719 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/c9fb8b87-ad30-4b26-aaec-78952cf7a30c HTTP/1.1" status: 404 len: 339 time: 0.0336831 Apr 16 15:39:59.005443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60386) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:59.021525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e97c37-7e8b-4cca-802f-eb3db60df337 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:39:59.039285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.081627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 254f4379-6d98-4e50-9f53-f56c40ff29d5 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:59.120031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b67ad151-7692-4717-ba03-837fc682ca72 None None] Provisioning complete for port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:59.120431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b67ad151-7692-4717-ba03-837fc682ca72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.144254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Transition to ACTIVE for port object b6e97c37-7e8b-4cca-802f-eb3db60df337 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:39:59.153186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.160448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d65248d8-627a-4246-8bc4-1477da41ba54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:39:59.165757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b67ad151-7692-4717-ba03-837fc682ca72 None None] Port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:59.173715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:59.174060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.190385 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b47d2a9e-d335-4340-a653-5a30dd3678a6 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags/tempest-TagsExtTest-Tag-190999403 HTTP/1.1" status: 204 len: 168 time: 0.5637410 Apr 16 15:39:59.191221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60392) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:59.201869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-c6965164-078c-4890-a4c9-734958e6cfd7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d', 'tempest-TagsExtTest-Tag-190999403') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:59.250195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0646d2cc-d4a8-4184-b9da-7675634ee8df up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:39:59.296212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ef910464-c6da-4297-a166-7a2c26e1b0e4 None None] Provisioning complete for port 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:59.296496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef910464-c6da-4297-a166-7a2c26e1b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.335491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 0646d2cc-d4a8-4184-b9da-7675634ee8df triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:39:59.335776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.337326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d65248d8-627a-4246-8bc4-1477da41ba54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.352667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ef910464-c6da-4297-a166-7a2c26e1b0e4 None None] Port 9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:39:59.353637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45d0c79c-d90e-4243-b214-b42c2bed0d10 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:59.411398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65248d8-627a-4246-8bc4-1477da41ba54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:59.418790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d65248d8-627a-4246-8bc4-1477da41ba54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:59.444950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c6965164-078c-4890-a4c9-734958e6cfd7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags/tempest-TagsExtTest-Tag-190999403 HTTP/1.1" status: 204 len: 168 time: 0.2464902 Apr 16 15:39:59.451793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60396) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:59.482309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-8e7d69f5-ece4-49d5-8fbb-6e5ae2d35763 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:59.496332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.515211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b485a02-0d56-468f-9622-5bc90eb09a14 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:59.574044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d65248d8-627a-4246-8bc4-1477da41ba54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.587591 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d65248d8-627a-4246-8bc4-1477da41ba54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 HTTP/1.1" status: 204 len: 168 time: 1.2924082 Apr 16 15:39:59.588086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.591148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60400) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:59.601607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 98f0f36a-0b86-4b3b-9c55-e8b888451f54 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:39:59.602171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.617932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8e7d69f5-ece4-49d5-8fbb-6e5ae2d35763 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags HTTP/1.1" status: 200 len: 205 time: 0.1653559 Apr 16 15:39:59.621688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60404) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:59.623722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 98f0f36a-0b86-4b3b-9c55-e8b888451f54 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:39:59.624017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 98f0f36a-0b86-4b3b-9c55-e8b888451f54 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:39:59.625664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b049363b-9105-44d4-a480-584e0d5676e5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:39:59.626013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b049363b-9105-44d4-a480-584e0d5676e5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:59.630064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-6129e976-5294-43a2-9ade-bf0936fbb6fc tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:59.630468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.669109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e97c37-7e8b-4cca-802f-eb3db60df337,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:59.685870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b049363b-9105-44d4-a480-584e0d5676e5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:59.688556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b049363b-9105-44d4-a480-584e0d5676e5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/9231ccbf-5a76-4ff2-8bf4-3e52d2bac9c2 HTTP/1.1" status: 404 len: 333 time: 0.0949352 Apr 16 15:39:59.689993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60408) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:59.693740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:59.699443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-064475f6-cf79-42b0-96d5-ff3bfafb02c9 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:59.781490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Pushing event deleted for resources: {'Port': ['ID=37e79b7f-0655-40f6-95a2-98cd8488b3d4,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:59.790119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:59.796565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a6c8bb20-c6fd-4fb8-bec6-40ccbaafd816 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:59.802431 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6129e976-5294-43a2-9ade-bf0936fbb6fc tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags HTTP/1.1" status: 200 len: 241 time: 0.1797378 Apr 16 15:39:59.807334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60412) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:59.812478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-cef96c20-2ff7-4c09-b5e1-e73b99f30acd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c', 'tempest-TagsExtTest-Tag-1664579215') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:59.814367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.822934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.823805 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0175784 Apr 16 15:39:59.852884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60416) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:39:59.861970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'security_group_rule': {'security_group_id': '344ff6ae-5376-4d61-b70b-8a6cd86f383f', 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:39:59.872933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb10d7b-6995-437c-85f4-5aa3e9fc7ef8 req-01835cff-a1b3-4114-b52b-8fc1b594fa76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:39:59.872933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4fb10d7b-6995-437c-85f4-5aa3e9fc7ef8 req-01835cff-a1b3-4114-b52b-8fc1b594fa76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:39:59.874038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:39:59.878506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0333e617-a4db-45cf-ac90-1e52649e13c1,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:39:59.880147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:security_group_rule and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:39:59.880995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64b44694-fea0-47df-b43d-b9c168facf77 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.883891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:39:59.887626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:39:59.892374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:39:59.903239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:39:59.905700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9f3b551-86dd-41fe-8238-79e37e02ee78 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:39:59.956515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b960c3-3ac3-4696-9c5c-3e220de1bfde']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:59.978790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4fb10d7b-6995-437c-85f4-5aa3e9fc7ef8 req-01835cff-a1b3-4114-b52b-8fc1b594fa76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:39:59.979609 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4fb10d7b-6995-437c-85f4-5aa3e9fc7ef8 req-01835cff-a1b3-4114-b52b-8fc1b594fa76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 943 time: 0.8613033 Apr 16 15:39:59.991149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6261714-7790-4198-8447-f042266879c4') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:39:59.991332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6261714-7790-4198-8447-f042266879c4') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:00.009390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64b44694-fea0-47df-b43d-b9c168facf77 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.044232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.049435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.066928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=3794e9cb-2f5b-442f-8cd1-8b304e1fbe93,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:00.071213 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cef96c20-2ff7-4c09-b5e1-e73b99f30acd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags/tempest-TagsExtTest-Tag-1664579215 HTTP/1.1" status: 204 len: 168 time: 0.2616231 Apr 16 15:40:00.073935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:00.080595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60420) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:00.089291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-7da92b10-0593-4cb7-b715-9a35288c8b44 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c', 'tempest-TagsExtTest-Tag-1664579215') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:00.099973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.111116 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4fb10d7b-6995-437c-85f4-5aa3e9fc7ef8 req-a5b5707b-34cc-4900-a75b-6e0f7ff170b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144471 Apr 16 15:40:00.111735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1461 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:00.152940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64b44694-fea0-47df-b43d-b9c168facf77 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.156971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-94c01227-35dc-49a3-a190-c9da87e5ed5f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:00.197026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Attempting to bind port b6e97c37-7e8b-4cca-802f-eb3db60df337 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:00.197303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Attempting to bind port b6e97c37-7e8b-4cca-802f-eb3db60df337 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:00.197450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Attempting to bind port b6e97c37-7e8b-4cca-802f-eb3db60df337 on network 46d53090-f2f6-48f4-9d20-88b9293e79e4 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:00.200372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b44694-fea0-47df-b43d-b9c168facf77 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23c3f65-8800-4519-aab1-cdc2c50c642b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:00.209705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64b44694-fea0-47df-b43d-b9c168facf77 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:00.213315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.217714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Port b6e97c37-7e8b-4cca-802f-eb3db60df337 on network 46d53090-f2f6-48f4-9d20-88b9293e79e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:40:00.217714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Attempting to bind port b6e97c37-7e8b-4cca-802f-eb3db60df337 on network 46d53090-f2f6-48f4-9d20-88b9293e79e4 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:00.226434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64b44694-fea0-47df-b43d-b9c168facf77 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.228948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-64b44694-fea0-47df-b43d-b9c168facf77 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/security-groups/e23c3f65-8800-4519-aab1-cdc2c50c642b HTTP/1.1" status: 204 len: 168 time: 0.5072393 Apr 16 15:40:00.228948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.230787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:00.236378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60424) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:00.258748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20300178-b5f5-4b5b-9ec0-69cb2a827a96,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:00.262154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:00.268119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking segment: {'id': 'b339c335-2ba0-4656-a84c-144947711a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1481, 'network_id': '9b9db299-5213-408f-9f8c-b47e3f196a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:00.268340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network hostable DHCP agents. Network: 9b9db299-5213-408f-9f8c-b47e3f196a28, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:00.277740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.278507 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4250085 Apr 16 15:40:00.285195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60428) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:00.293208 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7da92b10-0593-4cb7-b715-9a35288c8b44 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags/tempest-TagsExtTest-Tag-1664579215 HTTP/1.1" status: 204 len: 168 time: 0.2118773 Apr 16 15:40:00.293549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:00.293758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Checking segment: {'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:00.293989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Bound using segment: {'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:00.294259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Bound port: b6e97c37-7e8b-4cca-802f-eb3db60df337, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9858aa70-8f02-415d-b18d-c8a7cc81a71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1457, 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:00.294487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.295850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60432) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:00.301758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-b1f6ecd8-e936-4572-8fd5-fcfac53e361d tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:00.307152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'security_group_rule': {'security_group_id': '344ff6ae-5376-4d61-b70b-8a6cd86f383f', 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:00.312814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 02b960c3-3ac3-4696-9c5c-3e220de1bfde has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:00.318400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:00.322985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.331329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:security_group_rule and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:00.337514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:00.340436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 9b9db299-5213-408f-9f8c-b47e3f196a28 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:00.354575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6aac3b3b-fb2d-4cb8-96be-0eb69de5bee1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.357368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 9b9db299-5213-408f-9f8c-b47e3f196a28) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:00.365616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a428e-c39d-478d-bba1-a537337c44f8 None None] Network 9b9db299-5213-408f-9f8c-b47e3f196a28 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:00.403269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:00.412425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:00.412769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.416792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6aac3b3b-fb2d-4cb8-96be-0eb69de5bee1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.437871 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b1f6ecd8-e936-4572-8fd5-fcfac53e361d tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags HTTP/1.1" status: 200 len: 205 time: 0.1412821 Apr 16 15:40:00.441439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60436) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:00.445726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9974864 Apr 16 15:40:00.446163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60438) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:00.490685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-503d39cf-0b76-4d92-9bed-5660fdb5a061 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:00.495299 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Project 1b8ce9a60fd24bc8bf6b520dbcb88cdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:40:00.498477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6aac3b3b-fb2d-4cb8-96be-0eb69de5bee1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.505724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c171e153-66c2-41e8-9c53-07fc17674046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:00.515929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac3b3b-fb2d-4cb8-96be-0eb69de5bee1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd0e72c-5d82-426f-bc82-8508365f3e70,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:00.517681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.520604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6aac3b3b-fb2d-4cb8-96be-0eb69de5bee1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:00.525887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 02b960c3-3ac3-4696-9c5c-3e220de1bfde has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:00.528042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6aac3b3b-fb2d-4cb8-96be-0eb69de5bee1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.528804 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6aac3b3b-fb2d-4cb8-96be-0eb69de5bee1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/security-groups/2dd0e72c-5d82-426f-bc82-8508365f3e70 HTTP/1.1" status: 204 len: 168 time: 0.2907660 Apr 16 15:40:00.530038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.530943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60444) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:00.539445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-9b9db299-5213-408f-9f8c-b47e3f196a28', 'network_id': '9b9db299-5213-408f-9f8c-b47e3f196a28', 'tenant_id': 'b77b747e66e74f8d9e847c7694b50ff4', 'fixed_ips': [{'subnet_id': '3794e9cb-2f5b-442f-8cd1-8b304e1fbe93'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:00.540110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:00.554146 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:00.557708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] For port b6e97c37-7e8b-4cca-802f-eb3db60df337, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:00.578162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.640719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] For port b6e97c37-7e8b-4cca-802f-eb3db60df337, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6e97c37-7e8b-4cca-802f-eb3db60df337,segment=NetworkSegment(9858aa70-8f02-415d-b18d-c8a7cc81a71f),segment_id=9858aa70-8f02-415d-b18d-c8a7cc81a71f)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:00.646897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Allocated IP 172.20.0.3 (9b9db299-5213-408f-9f8c-b47e3f196a28/3794e9cb-2f5b-442f-8cd1-8b304e1fbe93/c09eed6e-7bd5-4e93-aad2-ae01e69984cd) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:00.650441 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-503d39cf-0b76-4d92-9bed-5660fdb5a061 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags HTTP/1.1" status: 200 len: 240 time: 0.2020423 Apr 16 15:40:00.657073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.666822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60448) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:00.669378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:00.693870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-5d506dce-060d-40d8-b3cc-a8493c37c09a tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c', 'tempest-TagsExtTest-Tag-307092435') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:00.800342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.807543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Transition to ACTIVE for port object c09eed6e-7bd5-4e93-aad2-ae01e69984cd will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:00.821188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Transition to ACTIVE for port object c09eed6e-7bd5-4e93-aad2-ae01e69984cd will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:00.826670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.837410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:00.906395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb1fbee-6717-4558-ae7d-8d10f9b416bc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting subnet 5a43a028-6dae-4861-9ab0-45f4086027a7 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:00.909340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bcb1fbee-6717-4558-ae7d-8d10f9b416bc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.916210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Pushing event updated for resources: {'Port': ['ID=c09eed6e-7bd5-4e93-aad2-ae01e69984cd,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:00.923466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:00.931513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting port c09eed6e-7bd5-4e93-aad2-ae01e69984cd {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:00.931731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:00.950078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Network 9b9db299-5213-408f-9f8c-b47e3f196a28 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:00.950885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:00.954089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:00.968181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bcb1fbee-6717-4558-ae7d-8d10f9b416bc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.022865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Attempting to bind port c09eed6e-7bd5-4e93-aad2-ae01e69984cd on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:01.023177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Attempting to bind port c09eed6e-7bd5-4e93-aad2-ae01e69984cd by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'b339c335-2ba0-4656-a84c-144947711a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1481, 'network_id': '9b9db299-5213-408f-9f8c-b47e3f196a28'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:01.023579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Attempting to bind port c09eed6e-7bd5-4e93-aad2-ae01e69984cd on network 9b9db299-5213-408f-9f8c-b47e3f196a28 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:01.026690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:01.026968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Checking segment: {'id': 'b339c335-2ba0-4656-a84c-144947711a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1481, 'network_id': '9b9db299-5213-408f-9f8c-b47e3f196a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:01.027141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.027301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.027555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Bound using segment: {'id': 'b339c335-2ba0-4656-a84c-144947711a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1481, 'network_id': '9b9db299-5213-408f-9f8c-b47e3f196a28'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:01.027858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Bound port: c09eed6e-7bd5-4e93-aad2-ae01e69984cd, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b339c335-2ba0-4656-a84c-144947711a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1481, 'network_id': '9b9db299-5213-408f-9f8c-b47e3f196a28'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:01.028444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.050494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.070920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.094037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.094807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] For port c09eed6e-7bd5-4e93-aad2-ae01e69984cd, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:01.096724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] For port c09eed6e-7bd5-4e93-aad2-ae01e69984cd, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c09eed6e-7bd5-4e93-aad2-ae01e69984cd,segment=NetworkSegment(b339c335-2ba0-4656-a84c-144947711a11),segment_id=b339c335-2ba0-4656-a84c-144947711a11)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:01.098546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e97c37-7e8b-4cca-802f-eb3db60df337,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:01.103188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5d506dce-060d-40d8-b3cc-a8493c37c09a tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags/tempest-TagsExtTest-Tag-307092435 HTTP/1.1" status: 204 len: 168 time: 0.4164615 Apr 16 15:40:01.104103 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/02b960c3-3ac3-4696-9c5c-3e220de1bfde HTTP/1.1" status: 204 len: 168 time: 2.0980728 Apr 16 15:40:01.106199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:01.106423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.106506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bcb1fbee-6717-4558-ae7d-8d10f9b416bc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.109672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:01.116498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5dc5054f-5d8e-47d4-beed-3f2ae4fe9358 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:01.117443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60452) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.117648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60454) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.123234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-a2e23b7c-183c-44db-9dbe-af3a303db3e0 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c', 'tempest-TagsExtTest-Tag-307092435') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:01.145876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] For port c09eed6e-7bd5-4e93-aad2-ae01e69984cd, host dv-neutron-786478-2-hyperv, got binding levels [] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:01.146148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.195455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a07f697-1ff9-413f-92ea-31a805d1b1b9,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:01.201279 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d796c9-c251-4f7f-9937-e9420ffeb01e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:01.201573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d796c9-c251-4f7f-9937-e9420ffeb01e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:01.204704 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-88d796c9-c251-4f7f-9937-e9420ffeb01e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/subnets/de5b2d18-cd6e-4e73-93b9-06909a013096 HTTP/1.1" status: 404 len: 337 time: 0.0850973 Apr 16 15:40:01.210634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:01.212155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60462) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.212492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a549e6c4-fee3-411f-85d4-3786d15914e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:01.217528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Pushing event updated for resources: {'Port': ['ID=c09eed6e-7bd5-4e93-aad2-ae01e69984cd,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:01.225409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:01.238350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.240806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9517453 Apr 16 15:40:01.256178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Calling delete_port for c09eed6e-7bd5-4e93-aad2-ae01e69984cd owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:01.272942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60466) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.276049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'security_group_rule': {'security_group_id': '344ff6ae-5376-4d61-b70b-8a6cd86f383f', 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:01.288893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:01.294215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:security_group_rule and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:01.297949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:01.302083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Network': ['ID=02b960c3-3ac3-4696-9c5c-3e220de1bfde,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:01.310034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:01.314222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f7052a8a-f55b-46d1-b9a8-76c2464bc325 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:01.315709 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0d7b68-9287-413c-8405-d68052719a0e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:01.315893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0d7b68-9287-413c-8405-d68052719a0e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:01.318947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ea0d7b68-9287-413c-8405-d68052719a0e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/1d9bf2f8-4fba-41a4-aa32-10710529b5e6 HTTP/1.1" status: 404 len: 339 time: 0.0957584 Apr 16 15:40:01.319717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60470) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.323936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:01.324323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.325177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] 10.222.0.107 "PUT /v2.0/ports/b6e97c37-7e8b-4cca-802f-eb3db60df337 HTTP/1.1" status: 200 len: 1093 time: 3.3616238 Apr 16 15:40:01.332956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'tag': 'b6e97c37-7e8b-4cca-802f-eb3db60df337'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:40:01.380751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2e23b7c-183c-44db-9dbe-af3a303db3e0 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags/tempest-TagsExtTest-Tag-307092435 HTTP/1.1" status: 204 len: 168 time: 0.2608631 Apr 16 15:40:01.381202 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Project 1b8ce9a60fd24bc8bf6b520dbcb88cdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:40:01.383564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60476) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.395504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-33f5a6a1-43f5-4e1e-96da-e0a0bc1a9e43 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:01.407335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.417100 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'tag': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'status': 'completed', 'code': 200} Apr 16 15:40:01.426818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:01.426987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:01.464808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-81cf4fa4-9467-41d9-836e-e7f75fa0bb1c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting subnet 297b7ff2-2743-4ec5-a9dd-7d42b09c4ac2 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:01.473896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57527ea4-a17b-4acd-955c-1593a8de6a07 req-414ba6a7-9fab-4e02-9a44-2ab1ae1f027e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:01.474896 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57527ea4-a17b-4acd-955c-1593a8de6a07 req-414ba6a7-9fab-4e02-9a44-2ab1ae1f027e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 943 time: 0.2005777 Apr 16 15:40:01.476660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81cf4fa4-9467-41d9-836e-e7f75fa0bb1c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.518461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-33f5a6a1-43f5-4e1e-96da-e0a0bc1a9e43 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags HTTP/1.1" status: 200 len: 205 time: 0.1293705 Apr 16 15:40:01.524458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60480) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.532124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-3aa05863-db33-48a2-ab3c-1cf6a0096555 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:01.545493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81cf4fa4-9467-41d9-836e-e7f75fa0bb1c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.567279 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57527ea4-a17b-4acd-955c-1593a8de6a07 req-229ca9de-6cef-45f9-9c87-644c486df3dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863070 Apr 16 15:40:01.570039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-3f1f3fca-5a53-463c-bd68-2475b4f31fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:01.571107 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-3f1f3fca-5a53-463c-bd68-2475b4f31fcd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 1096 time: 0.1889465 Apr 16 15:40:01.597293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.602934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.604420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bcb1fbee-6717-4558-ae7d-8d10f9b416bc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.618429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-71a42f24-ceb6-464b-a5e3-6d962173a39f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:01.638296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-3ef42993-7e74-4b2a-955c-6bce71cfe4e2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e97c37-7e8b-4cca-802f-eb3db60df337 HTTP/1.1" status: 200 len: 217 time: 0.0570021 Apr 16 15:40:01.644879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Router cf672010-3d85-4961-8d78-2d3595a0f597 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:40:01.674106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ad848d-ad57-4794-9928-71deb03722cf,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:01.678880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:01.682941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e68a8df0-a521-4750-8d9e-e8e6cc0eb5e0 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:01.704907 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3aa05863-db33-48a2-ab3c-1cf6a0096555 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags HTTP/1.1" status: 204 len: 168 time: 0.1784353 Apr 16 15:40:01.713020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60484) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.715335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1fbee-6717-4558-ae7d-8d10f9b416bc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Subnet': ['ID=5a43a028-6dae-4861-9ab0-45f4086027a7,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:01.720615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-e79cbee6-6fd9-4ae9-9dd4-2d8df7b3f041 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:01.752175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bcb1fbee-6717-4558-ae7d-8d10f9b416bc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:01.752853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.753637 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4803045 Apr 16 15:40:01.755141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-19259a23-3aa7-4b83-b4b8-4f99ee565f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:01.756071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-19259a23-3aa7-4b83-b4b8-4f99ee565f6e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=137a3862-0639-414d-b4a8-18dbe32b11f8 HTTP/1.1" status: 200 len: 834 time: 0.1095879 Apr 16 15:40:01.757627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60488) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.768534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'network': {'name': 'tempest-network-smoke--853601307', 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'port_security_enabled': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:01.773216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81cf4fa4-9467-41d9-836e-e7f75fa0bb1c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.775949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:01.802853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:network and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:01.807255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:01.814796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:01.832084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Made reservation on behalf of 1b8ce9a60fd24bc8bf6b520dbcb88cdd for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:01.835476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.845029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:01.848880 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] 10.222.0.95 "PUT /v2.0/routers/cf672010-3d85-4961-8d78-2d3595a0f597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9538903 Apr 16 15:40:01.851947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a76e31-2366-47c8-b124-1eb0956e95a7 None None] Sync routers for ids ['cf672010-3d85-4961-8d78-2d3595a0f597'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:01.854142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60492) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.858045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a76e31-2366-47c8-b124-1eb0956e95a7 None None] Routers {'cf672010-3d85-4961-8d78-2d3595a0f597'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:01.858404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b7a76e31-2366-47c8-b124-1eb0956e95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cf672010-3d85-4961-8d78-2d3595a0f597'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:01.899425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bcb1fbee-6717-4558-ae7d-8d10f9b416bc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.900490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bcb1fbee-6717-4558-ae7d-8d10f9b416bc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/5a43a028-6dae-4861-9ab0-45f4086027a7 HTTP/1.1" status: 204 len: 168 time: 1.3689945 Apr 16 15:40:01.904172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60496) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.908573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ae0a5-892f-40dc-aacc-702db89f6766 None None] Network b66a7734-0497-48f4-97a7-522a38494040 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:01.909176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:01.931055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting port c09eed6e-7bd5-4e93-aad2-ae01e69984cd {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:01.931321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:01.946892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e79cbee6-6fd9-4ae9-9dd4-2d8df7b3f041 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags HTTP/1.1" status: 204 len: 168 time: 0.2310302 Apr 16 15:40:01.965930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b7a76e31-2366-47c8-b124-1eb0956e95a7 None None] Set router cf672010-3d85-4961-8d78-2d3595a0f597 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:40:01.973575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60500) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:01.988943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-39d5ec6b-727b-479c-96e8-8c9bab0af680 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:02.006421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1474} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:02.011900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.056494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-ee1c4528-6612-4f5b-923d-0932065d0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:02.057572 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-ee1c4528-6612-4f5b-923d-0932065d0442 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=46d53090-f2f6-48f4-9d20-88b9293e79e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2868855 Apr 16 15:40:02.065310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.065569 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Added segment daff00c2-0dcd-4a4f-af13-19a3e1fb8e80 of type vlan for network e3a8d940-777d-401e-8dc7-4a4d8ee0954d Apr 16 15:40:02.140408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b7a76e31-2366-47c8-b124-1eb0956e95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:39:59Z', 'revision_number': 5, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:02.143248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a76e31-2366-47c8-b124-1eb0956e95a7 None None] Checking router: cf672010-3d85-4961-8d78-2d3595a0f597 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:40:02.148649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a76e31-2366-47c8-b124-1eb0956e95a7 None None] Routers {'cf672010-3d85-4961-8d78-2d3595a0f597'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:02.149027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b7a76e31-2366-47c8-b124-1eb0956e95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cf672010-3d85-4961-8d78-2d3595a0f597'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:02.182718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:02.188131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:02.194163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:02.207675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:02.223939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-39d5ec6b-727b-479c-96e8-8c9bab0af680 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags HTTP/1.1" status: 204 len: 168 time: 0.2463212 Apr 16 15:40:02.224661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81cf4fa4-9467-41d9-836e-e7f75fa0bb1c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.233319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60504) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:02.236496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67e447f2-7052-4096-af0f-29f813a5bd36 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:02.259228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-20347d48-e926-4e68-a23f-cac4d01eae24 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:02.483369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b7a76e31-2366-47c8-b124-1eb0956e95a7 None None] Set router cf672010-3d85-4961-8d78-2d3595a0f597 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:40:02.534307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.551109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.575176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Deleting port b351fb5b-9e2d-4648-8c26-57712803e736 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:02.575361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.638808 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-1268b55f-130d-44c8-8a4c-570cf730c04b service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389647 Apr 16 15:40:02.667608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:02.671869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.672012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.675474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:02.675846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.682429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:02.687478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b7a76e31-2366-47c8-b124-1eb0956e95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:39:59Z', 'revision_number': 5, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:02.690080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf4fa4-9467-41d9-836e-e7f75fa0bb1c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Subnet': ['ID=297b7ff2-2743-4ec5-a9dd-7d42b09c4ac2,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:02.690159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a76e31-2366-47c8-b124-1eb0956e95a7 None None] The sync data for ids ['cf672010-3d85-4961-8d78-2d3595a0f597'] in dv-neutron-786478-2-hyperv is: [{'id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'name': 'tempest-ServerActionsTestJSON-1168947654-router', 'tenant_id': '57d611ee8c734d2db74788b656d9871a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:35:30Z', 'updated_at': '2021-04-16T15:39:59Z', 'revision_number': 5, 'project_id': '57d611ee8c734d2db74788b656d9871a', 'gw_port': {'id': 'b351fb5b-9e2d-4648-8c26-57712803e736', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf672010-3d85-4961-8d78-2d3595a0f597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:35:31Z', 'updated_at': '2021-04-16T15:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:02.719846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ae104-fe8d-4ea9-a4b6-c5baddc1fa5a None None] Network 9b9db299-5213-408f-9f8c-b47e3f196a28 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:02.721853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-81cf4fa4-9467-41d9-836e-e7f75fa0bb1c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:02.750252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] For port c09eed6e-7bd5-4e93-aad2-ae01e69984cd, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c09eed6e-7bd5-4e93-aad2-ae01e69984cd,segment=NetworkSegment(b339c335-2ba0-4656-a84c-144947711a11),segment_id=b339c335-2ba0-4656-a84c-144947711a11)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:02.750483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.782736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1e8df899-b233-4d05-8e1e-d95fdad4131f None None] Provisioning complete for port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:02.782982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e8df899-b233-4d05-8e1e-d95fdad4131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.832552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1e8df899-b233-4d05-8e1e-d95fdad4131f None None] Port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:02.841832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Calling delete_port for c09eed6e-7bd5-4e93-aad2-ae01e69984cd owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:02.844196 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0841565 Apr 16 15:40:02.848248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60510) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:02.853756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'admin_state_up': True, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:02.866538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'Network': ['ID=e3a8d940-777d-401e-8dc7-4a4d8ee0954d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:02.874904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:02.875067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network e3a8d940-777d-401e-8dc7-4a4d8ee0954d details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:02.878296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:02.884235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:router and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:02.887710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1e8df899-b233-4d05-8e1e-d95fdad4131f None None] Provisioning complete for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:02.888006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e8df899-b233-4d05-8e1e-d95fdad4131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.892553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:02.907866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:02.932584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd5fdb6-17f1-4cef-a93d-1f6931ab353a req-2543c4a7-3a7b-4af7-907e-91cf10b339bd service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833529 Apr 16 15:40:02.933815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81cf4fa4-9467-41d9-836e-e7f75fa0bb1c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.936003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.936673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.941141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] For port b351fb5b-9e2d-4648-8c26-57712803e736, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b351fb5b-9e2d-4648-8c26-57712803e736,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:02.941354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:02.947854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88872cac-03a5-491a-acc0-e55d63530e41 None None] Network efa1277a-df5c-4c21-99cf-d1ea3dc3205e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:02.958524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-20347d48-e926-4e68-a23f-cac4d01eae24 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags HTTP/1.1" status: 204 len: 168 time: 0.7016096 Apr 16 15:40:02.960343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60514) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:02.973081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-56d7a935-a9e5-48aa-9a68-b1f16f335db2 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222', 'tempest-TagsExtTest-Tag-733622370') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:03.018834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-81cf4fa4-9467-41d9-836e-e7f75fa0bb1c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/subnets/297b7ff2-2743-4ec5-a9dd-7d42b09c4ac2 HTTP/1.1" status: 204 len: 168 time: 1.6906934 Apr 16 15:40:03.019479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60518) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:03.048018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46e086-db19-4fd2-b75d-8c276d60d811 req-5cf47be5-d703-4bea-abea-b24ca0f63b25 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:03.049042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f46e086-db19-4fd2-b75d-8c276d60d811 req-5cf47be5-d703-4bea-abea-b24ca0f63b25 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 943 time: 0.3584182 Apr 16 15:40:03.053196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Calling delete_port for b351fb5b-9e2d-4648-8c26-57712803e736 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:03.090532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:03.092197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c09eed6e-7bd5-4e93-aad2-ae01e69984cd up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:03.138549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f46e086-db19-4fd2-b75d-8c276d60d811 req-12fca690-9ab6-4909-9d62-d8a7479e1c4f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648210 Apr 16 15:40:03.148358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6775361c-e3f1-42bc-976b-cee76edd641f tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting subnet 3c9e121b-03fd-4e6e-b25b-f9dfb3e60b00 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:03.152102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:03.166320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-75e03a54-b4be-4d87-84b6-9effaa76a02a tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:03.190308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6775361c-e3f1-42bc-976b-cee76edd641f tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:03.199712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No active binding found for port c09eed6e-7bd5-4e93-aad2-ae01e69984cd {{(pid=86008) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 16 15:40:03.199934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c09eed6e-7bd5-4e93-aad2-ae01e69984cd not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 16 15:40:03.226255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Port c09eed6e-7bd5-4e93-aad2-ae01e69984cd not found, will not notify nova. {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 16 15:40:03.235100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 37e79b7f-0655-40f6-95a2-98cd8488b3d4 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:03.240941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Port': ['ID=c09eed6e-7bd5-4e93-aad2-ae01e69984cd,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:03.248413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:03.258027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d06cf-5d46-4c48-8328-526931721b5b req-e1c26f7e-002c-44ca-a4b1-36450235c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:03.259081 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-016d06cf-5d46-4c48-8328-526931721b5b req-e1c26f7e-002c-44ca-a4b1-36450235c1f5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 1096 time: 0.2713037 Apr 16 15:40:03.275662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6775361c-e3f1-42bc-976b-cee76edd641f tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:03.324518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-56d7a935-a9e5-48aa-9a68-b1f16f335db2 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags/tempest-TagsExtTest-Tag-733622370 HTTP/1.1" status: 201 len: 201 time: 0.3601062 Apr 16 15:40:03.331005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60522) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:03.351192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-24049ea3-c71c-4705-8537-c4bd2ab55c20 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d', 'tempest-TagsExtTest-Tag-1014406574') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:03.352297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:03.455895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 37e79b7f-0655-40f6-95a2-98cd8488b3d4 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:03.456083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 37e79b7f-0655-40f6-95a2-98cd8488b3d4 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:03.461400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d06cf-5d46-4c48-8328-526931721b5b req-164223c3-dc41-4f83-a430-658e39a48137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:03.462613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-016d06cf-5d46-4c48-8328-526931721b5b req-164223c3-dc41-4f83-a430-658e39a48137 service neutron] 10.222.0.107 "GET /v2.0/networks?id=46d53090-f2f6-48f4-9d20-88b9293e79e4 HTTP/1.1" status: 200 len: 898 time: 0.1975391 Apr 16 15:40:03.463034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1e8df899-b233-4d05-8e1e-d95fdad4131f None None] Could not find standard attr ID for object c09eed6e-7bd5-4e93-aad2-ae01e69984cd. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:03.485483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No DVR routers for this DVR port c09eed6e-7bd5-4e93-aad2-ae01e69984cd on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:03.506527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:03.511733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6775361c-e3f1-42bc-976b-cee76edd641f tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:03.516150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8774cbff-1c91-45ed-9cb4-446187e9d4c9 tempest-RoutersAdminTest-1783667092 tempest-RoutersAdminTest-1783667092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:03.535961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-016d06cf-5d46-4c48-8328-526931721b5b req-636513df-831d-43dd-9119-1dfd2d6fc592 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e97c37-7e8b-4cca-802f-eb3db60df337 HTTP/1.1" status: 200 len: 217 time: 0.0670440 Apr 16 15:40:03.599148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b351fb5b-9e2d-4648-8c26-57712803e736,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:03.606727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:03.613612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:03.635349 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24049ea3-c71c-4705-8537-c4bd2ab55c20 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags/tempest-TagsExtTest-Tag-1014406574 HTTP/1.1" status: 201 len: 201 time: 0.3035376 Apr 16 15:40:03.640500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611a8514-00f6-4b1c-bcba-d1e4aefb3851 None None] DHCP port deletion for 9b9db299-5213-408f-9f8c-b47e3f196a28 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:03.642916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60526) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:03.650136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-4b66f42b-ef36-459f-95d4-a8f67b6afe82 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c', 'tempest-TagsExtTest-Tag-234542349') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:03.682258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d06cf-5d46-4c48-8328-526931721b5b req-99125f1d-9b85-4c1b-8bda-b8b6a75f34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:03.683227 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-016d06cf-5d46-4c48-8328-526931721b5b req-99125f1d-9b85-4c1b-8bda-b8b6a75f34b2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=137a3862-0639-414d-b4a8-18dbe32b11f8 HTTP/1.1" status: 200 len: 834 time: 0.1360896 Apr 16 15:40:03.687583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-de1b9acc-53cf-4f62-9e7a-148976d80435 None None] Could not find standard attr ID for object c09eed6e-7bd5-4e93-aad2-ae01e69984cd. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:03.900375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:03.908602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e8101-b2d2-4b9a-bbdd-deefd9deb437 None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:40:03.911812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6f41102f-a4ae-4352-8a03-50fceb45ef6a tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:03.991918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6775361c-e3f1-42bc-976b-cee76edd641f tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.005990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e8101-b2d2-4b9a-bbdd-deefd9deb437 None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:40:04.009871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-34d6bb36-8aa7-47e0-a19c-f01b9acca1b4 None None] Provisioning complete for port a48c08ff-cd46-44c6-ad13-1e70a25803ca triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:04.010049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34d6bb36-8aa7-47e0-a19c-f01b9acca1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.038469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Subnet': ['ID=9cae8889-f4cc-45e5-8596-668dd0a81446,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:04.254889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.276683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d06cf-5d46-4c48-8328-526931721b5b req-da5645d2-c30b-4c15-93cc-a5e8244e5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:04.277628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-016d06cf-5d46-4c48-8328-526931721b5b req-da5645d2-c30b-4c15-93cc-a5e8244e5ae0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=46d53090-f2f6-48f4-9d20-88b9293e79e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5807710 Apr 16 15:40:04.282369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.284124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.308183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc19f4-889a-40f1-b269-7919b7288180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-9b9db299-5213-408f-9f8c-b47e3f196a28', 'network_id': '9b9db299-5213-408f-9f8c-b47e3f196a28', 'tenant_id': 'b77b747e66e74f8d9e847c7694b50ff4', 'fixed_ips': [{'subnet_id': '3794e9cb-2f5b-442f-8cd1-8b304e1fbe93'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:04.308835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-03cc19f4-889a-40f1-b269-7919b7288180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.328051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:04.328374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8d55a5f-a301-4c9e-8442-1e4154152d0e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:04.360380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775361c-e3f1-42bc-976b-cee76edd641f tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9e121b-03fd-4e6e-b25b-f9dfb3e60b00,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:04.370308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6775361c-e3f1-42bc-976b-cee76edd641f tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:04.379841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.390597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e7456476-9c3c-4beb-a3e1-9fa7ddd1efad tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server [None req-03cc19f4-889a-40f1-b269-7919b7288180 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3794e9cb-2f5b-442f-8cd1-8b304e1fbe93: This subnet is being modified by another concurrent operation. Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 338, in create_port Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1444, in create_port Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1411, in _create_port_db Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1433, in create_port_db Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server context, port, port_id) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server id=subnet.id) Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise exception Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3794e9cb-2f5b-442f-8cd1-8b304e1fbe93: This subnet is being modified by another concurrent operation. Apr 16 15:40:04.413542 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server Apr 16 15:40:04.427967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6eca08-c211-4b6f-b424-73811f660292 None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:40:04.451760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Subnet': ['ID=3794e9cb-2f5b-442f-8cd1-8b304e1fbe93,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:04.455878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:04.460866 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4b66f42b-ef36-459f-95d4-a8f67b6afe82 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags/tempest-TagsExtTest-Tag-234542349 HTTP/1.1" status: 201 len: 201 time: 0.8144665 Apr 16 15:40:04.461501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60532) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:04.463762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.467267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.467699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-8c2123f9-be3d-471c-a852-e9236f8a070b tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c', 'tempest-TagsExtTest-Tag-418590544') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:04.473631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6775361c-e3f1-42bc-976b-cee76edd641f tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.480291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:04.485080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:04.503512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:04.503909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.511408 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6775361c-e3f1-42bc-976b-cee76edd641f tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/subnets/3c9e121b-03fd-4e6e-b25b-f9dfb3e60b00 HTTP/1.1" status: 204 len: 168 time: 1.4743061 Apr 16 15:40:04.514345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6eca08-c211-4b6f-b424-73811f660292 None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:40:04.514900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60536) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:04.537112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50e117-1d88-4eeb-aee3-ace306b07a91 req-a0ccfd94-5afa-4e43-b9c1-9de5c809cf29 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:04.538062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5d50e117-1d88-4eeb-aee3-ace306b07a91 req-a0ccfd94-5afa-4e43-b9c1-9de5c809cf29 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 943 time: 0.3184261 Apr 16 15:40:04.540978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.541656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf672010-3d85-4961-8d78-2d3595a0f597 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:40:04.593988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.596757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] 10.222.0.95 "DELETE /v2.0/routers/cf672010-3d85-4961-8d78-2d3595a0f597 HTTP/1.1" status: 204 len: 168 time: 2.7389712 Apr 16 15:40:04.596757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-016d06cf-5d46-4c48-8328-526931721b5b req-7fd985c4-0443-4b09-9ec8-004b88f842bc service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674003 Apr 16 15:40:04.598849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Allocated IP 172.26.4.66 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/52aa3a5c-a02a-40da-9a7c-5d7f23756b60) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:04.600032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60540) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:04.615040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7083533 Apr 16 15:40:04.624542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60544) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:04.632761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'security_group': {'name': 'tempest-secgroup-1937054720'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:04.640780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5d50e117-1d88-4eeb-aee3-ace306b07a91 req-91ebe70c-fabe-4bc0-81ec-58751549e232 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875731 Apr 16 15:40:04.641032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:04.654880 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8c2123f9-be3d-471c-a852-e9236f8a070b tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags/tempest-TagsExtTest-Tag-418590544 HTTP/1.1" status: 201 len: 201 time: 0.1893320 Apr 16 15:40:04.655302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.664576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:security_group and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:04.669046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60548) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:04.697606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:04.701211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-666f5641-d582-4691-a0be-a7758b887607 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222', {'tags': ['tempest-TagsExtTest-Tag-827579150', 'tempest-TagsExtTest-Tag-632118874', 'tempest-TagsExtTest-Tag-1831595107']}) {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:04.718981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.733502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c1be8d-9351-47d3-90e9-cb4c51f31ac3 admin admin] Deleting subnet fc769158-1403-4dfe-95bb-46b2b93ef3c9 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:04.739733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3c1be8d-9351-47d3-90e9-cb4c51f31ac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.744629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec51ff06-4dee-4560-8fde-75e9b196a841 None None] Network efa1277a-df5c-4c21-99cf-d1ea3dc3205e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:04.755397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ca0d8-44c9-4d29-af95-0d84b6d18e9a None None] Network b66a7734-0497-48f4-97a7-522a38494040 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:04.764261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0e71ab-6d21-46b7-b638-cb2a92f0e8a4 None None] Network 9b9db299-5213-408f-9f8c-b47e3f196a28 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:04.769341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:04.796455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port a48c08ff-cd46-44c6-ad13-1e70a25803ca {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:04.796705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.803908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3c1be8d-9351-47d3-90e9-cb4c51f31ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.826915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.837746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9db299-5213-408f-9f8c-b47e3f196a28']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:04.837866 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-016d06cf-5d46-4c48-8328-526931721b5b req-7ef16926-4ee8-4bb2-9566-3945e622eb5f service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310150 Apr 16 15:40:04.852773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.854601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b339c335-2ba0-4656-a84c-144947711a11') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:04.854777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b339c335-2ba0-4656-a84c-144947711a11') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:04.867616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device b6e97c37-7e8b-4cca-802f-eb3db60df337 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:40:04.868216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:04.870029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.880047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3c1be8d-9351-47d3-90e9-cb4c51f31ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.889649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:security_group_rule and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:04.896058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:04.908432 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-666f5641-d582-4691-a0be-a7758b887607 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags HTTP/1.1" status: 200 len: 316 time: 0.2370472 Apr 16 15:40:04.908432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:04.908687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60552) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:04.911693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.912056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-e80b7403-06ce-4db2-9e7f-069c6b31d0e9 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:04.924110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1481 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:04.932647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:04.942256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:05.022525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port b6e97c37-7e8b-4cca-802f-eb3db60df337, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6e97c37-7e8b-4cca-802f-eb3db60df337,segment=NetworkSegment(9858aa70-8f02-415d-b18d-c8a7cc81a71f),segment_id=9858aa70-8f02-415d-b18d-c8a7cc81a71f)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:05.060306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'Port': ['ID=52aa3a5c-a02a-40da-9a7c-5d7f23756b60,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:05.065632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] For port a48c08ff-cd46-44c6-ad13-1e70a25803ca, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a48c08ff-cd46-44c6-ad13-1e70a25803ca,segment=NetworkSegment(57184fa1-fb37-4918-ac28-017663e661f7),segment_id=57184fa1-fb37-4918-ac28-017663e661f7)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:05.065851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.066920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:05.067915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b351fb5b-9e2d-4648-8c26-57712803e736 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:05.078962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 9b9db299-5213-408f-9f8c-b47e3f196a28 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:05.084672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.085812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'port_id': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'mac_address': 'fa:16:3e:35:30:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1457, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:40:05.129759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: b351fb5b-9e2d-4648-8c26-57712803e736 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:05.130096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b351fb5b-9e2d-4648-8c26-57712803e736 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:05.130446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c09eed6e-7bd5-4e93-aad2-ae01e69984cd no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:05.165826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:05.168587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:05.172509 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e80b7403-06ce-4db2-9e7f-069c6b31d0e9 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags HTTP/1.1" status: 204 len: 168 time: 0.2614374 Apr 16 15:40:05.172509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:05.175019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60556) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:05.178800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: c09eed6e-7bd5-4e93-aad2-ae01e69984cd {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:05.178862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Calling delete_port for a48c08ff-cd46-44c6-ad13-1e70a25803ca owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:05.179019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c09eed6e-7bd5-4e93-aad2-ae01e69984cd not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:05.202636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-32b77680-0dfa-477f-9774-9a222a7ef12b tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222', 'tempest-TagsExtTest-Tag-827579150') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:05.204020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3c1be8d-9351-47d3-90e9-cb4c51f31ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.204158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0397305a-7f77-4667-8783-5bc92b2fb4b6 None None] DHCP port deletion for 9b9db299-5213-408f-9f8c-b47e3f196a28 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:05.212985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.216503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa9067fc-d92b-4bee-bf07-d13fcf0a0b5b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:05.300142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 9b9db299-5213-408f-9f8c-b47e3f196a28 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:05.306074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c1be8d-9351-47d3-90e9-cb4c51f31ac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc769158-1403-4dfe-95bb-46b2b93ef3c9,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:05.309586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a3c1be8d-9351-47d3-90e9-cb4c51f31ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:05.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:05.373215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.383802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9f3282ee-ad1f-44e1-90c4-e8901167b9cc tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:05.451605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e97c37-7e8b-4cca-802f-eb3db60df337 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:40:05.451761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Port': ['ID=a48c08ff-cd46-44c6-ad13-1e70a25803ca,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:05.457456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:05.458944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.465834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-10124b01-de8d-4449-be45-3fc4545ee204 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:05.466728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port b6e97c37-7e8b-4cca-802f-eb3db60df337, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6e97c37-7e8b-4cca-802f-eb3db60df337,segment=NetworkSegment(9858aa70-8f02-415d-b18d-c8a7cc81a71f),segment_id=9858aa70-8f02-415d-b18d-c8a7cc81a71f)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:05.472128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.474420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:05.480105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.489971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-32b77680-0dfa-477f-9774-9a222a7ef12b tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:05.492424 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-32b77680-0dfa-477f-9774-9a222a7ef12b tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags/tempest-TagsExtTest-Tag-827579150 HTTP/1.1" status: 404 len: 328 time: 0.2942450 Apr 16 15:40:05.495582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=9b9db299-5213-408f-9f8c-b47e3f196a28,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:05.497606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60560) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:05.505494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:05.507857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-4bb4b767-80c8-47e2-bb57-3eff2630e554 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222', 'tempest-TagsExtTest-Tag-632118874') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:05.526174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=b6e97c37-7e8b-4cca-802f-eb3db60df337,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:05.537120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:05.538381 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/9b9db299-5213-408f-9f8c-b47e3f196a28 HTTP/1.1" status: 204 len: 168 time: 5.0902424 Apr 16 15:40:05.541993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426eb6b7-b9d4-43be-928c-ed3c63e47dc0 None None] DHCP port deletion for efa1277a-df5c-4c21-99cf-d1ea3dc3205e request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:05.544735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60564) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:05.555151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1053749719'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:05.565011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No DVR routers for this DVR port a48c08ff-cd46-44c6-ad13-1e70a25803ca on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:05.566917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:05.595051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:network and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:05.607383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.608841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a684212-f981-473c-95ef-3722409af453 None None] Update dhcp port {'port': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'fixed_ips': [{'subnet_id': 'de204a8c-5c4f-45b8-bd02-d559bd5b7944', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9cae8889-f4cc-45e5-8596-668dd0a81446'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '254f4379-6d98-4e50-9f53-f56c40ff29d5'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:40:05.609504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:05.643813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:05.644323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a684212-f981-473c-95ef-3722409af453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.651844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.660336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f3f6b68d-12fa-4fbb-a237-323e06e5ecfc tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:05.679225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3c1be8d-9351-47d3-90e9-cb4c51f31ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.682611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.684055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d5087e-fac0-464a-9127-b5b07d6556cd None None] Network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:05.684535 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a3c1be8d-9351-47d3-90e9-cb4c51f31ac3 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/fc769158-1403-4dfe-95bb-46b2b93ef3c9 HTTP/1.1" status: 204 len: 168 time: 1.0826190 Apr 16 15:40:05.686322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60570) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:05.726532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:05.729970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.748153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.754462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1225493 Apr 16 15:40:05.754462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c00863-2d2c-4690-a57d-0ee74a0ac7e1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:05.754462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60574) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:05.755961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:05.760641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['b6e97c37-7e8b-4cca-802f-eb3db60df337'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:40:05.760952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'security_group': {'name': 'tempest-secgroup-914488050'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:05.767957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:05.771862 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-4bb4b767-80c8-47e2-bb57-3eff2630e554 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:05.774322 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4bb4b767-80c8-47e2-bb57-3eff2630e554 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags/tempest-TagsExtTest-Tag-632118874 HTTP/1.1" status: 404 len: 328 time: 0.2720673 Apr 16 15:40:05.778975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:security_group and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:05.780354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60578) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:05.785191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:05.788377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-c7b97818-70ca-4e9d-a64e-485b2a898f64 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222', 'tempest-TagsExtTest-Tag-1831595107') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:05.814028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1493} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:05.817147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:05.821855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa1277a-df5c-4c21-99cf-d1ea3dc3205e']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:05.836916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57184fa1-fb37-4918-ac28-017663e661f7') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:05.837108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57184fa1-fb37-4918-ac28-017663e661f7') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:05.841023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.841218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment 3368c46f-8574-4791-ab49-56b9ecc0959b of type vlan for network 1c0bb001-d07f-4c9c-bcd8-4ca60f542907 Apr 16 15:40:05.859230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.920907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Deleting port 3c524665-d3fe-4217-bd5b-44505bf5c71e {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:05.921212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:05.943598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2a684212-f981-473c-95ef-3722409af453 None None] Allocated IP 2001:db8::2 (b66a7734-0497-48f4-97a7-522a38494040/9cae8889-f4cc-45e5-8596-668dd0a81446/254f4379-6d98-4e50-9f53-f56c40ff29d5) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:05.957973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d7cb3-7540-4d39-a0b2-381c6631934b req-51f12a3b-038c-451b-9560-2cc5b169564c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:05.958973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-347d7cb3-7540-4d39-a0b2-381c6631934b req-51f12a3b-038c-451b-9560-2cc5b169564c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 944 time: 0.1988177 Apr 16 15:40:05.959383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.097939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-347d7cb3-7540-4d39-a0b2-381c6631934b req-b4a47f79-fabb-43ab-aeda-2fc506468466 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096425 Apr 16 15:40:06.121619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c843964-8723-4144-aa76-6f6d74692602 None None] DHCP port deletion for 2f4aa230-8a99-45fa-929d-06fe729ee9a2 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:06.132065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2a684212-f981-473c-95ef-3722409af453 None None] For port 254f4379-6d98-4e50-9f53-f56c40ff29d5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=254f4379-6d98-4e50-9f53-f56c40ff29d5,segment=NetworkSegment(dd41921d-8a9b-4459-a99e-5f2158576542),segment_id=dd41921d-8a9b-4459-a99e-5f2158576542)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:06.133477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9c843964-8723-4144-aa76-6f6d74692602 None None] Deleting port 3c524665-d3fe-4217-bd5b-44505bf5c71e {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:06.133719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c843964-8723-4144-aa76-6f6d74692602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.144514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.154012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.174936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.176778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.185592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:06.191021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1454 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:06.199703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:security_group_rule and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:06.201505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:06.220489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a684212-f981-473c-95ef-3722409af453 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.242103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:06.248495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] For port 3c524665-d3fe-4217-bd5b-44505bf5c71e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3c524665-d3fe-4217-bd5b-44505bf5c71e,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:06.248705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.304809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9c843964-8723-4144-aa76-6f6d74692602 None None] For port 3c524665-d3fe-4217-bd5b-44505bf5c71e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3c524665-d3fe-4217-bd5b-44505bf5c71e,segment=NetworkSegment(d8e850d7-8248-41cd-bce5-455fef80e07c),segment_id=d8e850d7-8248-41cd-bce5-455fef80e07c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:06.305090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c843964-8723-4144-aa76-6f6d74692602 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.311777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.315009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:06.315363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.320231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-68c9858c-8cdc-47b8-acf7-77db6c8bca55 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:06.326301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Calling delete_port for 3c524665-d3fe-4217-bd5b-44505bf5c71e owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:06.328728 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-c7b97818-70ca-4e9d-a64e-485b2a898f64 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:06.331503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c7b97818-70ca-4e9d-a64e-485b2a898f64 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags/tempest-TagsExtTest-Tag-1831595107 HTTP/1.1" status: 404 len: 329 time: 0.5464323 Apr 16 15:40:06.344782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60582) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.345813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network efa1277a-df5c-4c21-99cf-d1ea3dc3205e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:06.352274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-a9b31c5e-3c6f-48a7-a046-cfd670b94aba tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d', {'tags': ['tempest-TagsExtTest-Tag-65600006', 'tempest-TagsExtTest-Tag-1645481804', 'tempest-TagsExtTest-Tag-1149789593']}) {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:06.375352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9c843964-8723-4144-aa76-6f6d74692602 None None] Calling delete_port for 3c524665-d3fe-4217-bd5b-44505bf5c71e owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:06.376856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.406629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.420556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-9c843964-8723-4144-aa76-6f6d74692602 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 16 15:40:06.420556 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Apr 16 15:40:06.420556 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'port_id': '3c524665-d3fe-4217-bd5b-44505bf5c71e', 'host': 'dv-neutron-786478-2-hyperv'}] Apr 16 15:40:06.420556 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:06.420803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-9c843964-8723-4144-aa76-6f6d74692602 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:06.446079 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8951302 Apr 16 15:40:06.450631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=1c0bb001-d07f-4c9c-bcd8-4ca60f542907,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:06.453157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60586) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.458406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 1c0bb001-d07f-4c9c-bcd8-4ca60f542907 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:06.462712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'network_id': '1c0bb001-d07f-4c9c-bcd8-4ca60f542907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:06.465512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:06.474640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a9b31c5e-3c6f-48a7-a046-cfd670b94aba tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags HTTP/1.1" status: 200 len: 316 time: 0.1291971 Apr 16 15:40:06.499539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60590) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.511925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-b185abda-bc32-4ff6-9272-bc647bf9edca tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:06.533485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.544994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.546053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network efa1277a-df5c-4c21-99cf-d1ea3dc3205e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:06.551570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-797dece6-6e7b-4004-9f50-b07fd01764d5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:06.563124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:06.565186 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:06.569236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:06.603493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c524665-d3fe-4217-bd5b-44505bf5c71e,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:06.622988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:06.627174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.627931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8724620 Apr 16 15:40:06.629959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7609fea3-c138-442c-aff8-c3b591d2f25d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:06.631802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60594) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.632865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2a684212-f981-473c-95ef-3722409af453 None None] Transition to ACTIVE for port object 254f4379-6d98-4e50-9f53-f56c40ff29d5 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:06.637368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a684212-f981-473c-95ef-3722409af453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.637930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:06.639980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'security_group': {'name': 'tempest-secgroup-1704601063'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:06.640802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:06.648151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.649264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:06.652834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e3ee7e50-b621-4f64-8c68-2826c3bc5805 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:06.655468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:subnet and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:06.658252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:06.659376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:06.662858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.665826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:security_group and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:06.666623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:06.667913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:06.675613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Network': ['ID=efa1277a-df5c-4c21-99cf-d1ea3dc3205e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:06.678136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] No DVR routers for this DVR port 3c524665-d3fe-4217-bd5b-44505bf5c71e on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:06.678294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:06.679608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:06.685001 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/efa1277a-df5c-4c21-99cf-d1ea3dc3205e HTTP/1.1" status: 204 len: 168 time: 2.1686730 Apr 16 15:40:06.687298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60598) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.703878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:06.707476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.711063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.719862 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e73671b-488a-4fb2-8d94-44172b3055a0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:06.720449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e73671b-488a-4fb2-8d94-44172b3055a0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:06.723543 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9e73671b-488a-4fb2-8d94-44172b3055a0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/subnets/9c71fe19-4df5-4ee8-bfd6-b71d55c205db HTTP/1.1" status: 404 len: 337 time: 0.0336745 Apr 16 15:40:06.725041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60602) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.742988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:06.749439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b185abda-bc32-4ff6-9272-bc647bf9edca tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags HTTP/1.1" status: 204 len: 168 time: 0.2475798 Apr 16 15:40:06.749439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:security_group_rule and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:06.750277 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-38261791-5be8-4158-b1a6-915d2f1515bb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:06.750595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38261791-5be8-4158-b1a6-915d2f1515bb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:06.753521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-38261791-5be8-4158-b1a6-915d2f1515bb tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/7a78a92c-1292-4a8d-b7f1-a831291a314c HTTP/1.1" status: 404 len: 339 time: 0.0254323 Apr 16 15:40:06.753521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60606) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.753521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:06.755658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60608) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.760470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-0714bb54-6824-489f-bfc6-d7f98abe8fb1 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d', 'tempest-TagsExtTest-Tag-65600006') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:06.773470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a684212-f981-473c-95ef-3722409af453 None None] Pushing event updated for resources: {'Port': ['ID=254f4379-6d98-4e50-9f53-f56c40ff29d5,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:06.776068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a684212-f981-473c-95ef-3722409af453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:06.779494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:06.809724 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dae43b2-302a-4071-ae15-1f9c6566b651 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:06.810000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dae43b2-302a-4071-ae15-1f9c6566b651 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:06.811663 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8dae43b2-302a-4071-ae15-1f9c6566b651 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/subnets/b9d81d1a-f4d3-481d-b170-57731277046f HTTP/1.1" status: 404 len: 337 time: 0.0532532 Apr 16 15:40:06.815410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60614) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.840934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-145fabaa-d34e-44a3-ba60-04d9ddf22aec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:06.841275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145fabaa-d34e-44a3-ba60-04d9ddf22aec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:06.849913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device b6e97c37-7e8b-4cca-802f-eb3db60df337 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:06.851683 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-145fabaa-d34e-44a3-ba60-04d9ddf22aec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/cc617afd-708a-4d63-af5f-98190c655bc6 HTTP/1.1" status: 404 len: 339 time: 0.0356345 Apr 16 15:40:06.854674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60618) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.892932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb463357-4c1e-436f-838b-9163d0589af7 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:06.893214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb463357-4c1e-436f-838b-9163d0589af7 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:06.898953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port b6e97c37-7e8b-4cca-802f-eb3db60df337 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:06.901628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bb463357-4c1e-436f-838b-9163d0589af7 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/subnets/18ec4e82-3d2f-4568-bb11-78a858e5059e HTTP/1.1" status: 404 len: 337 time: 0.0416522 Apr 16 15:40:06.903451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port b6e97c37-7e8b-4cca-802f-eb3db60df337 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:06.903727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.908105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60622) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.922310 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-0714bb54-6824-489f-bfc6-d7f98abe8fb1 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:06.925562 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0714bb54-6824-489f-bfc6-d7f98abe8fb1 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags/tempest-TagsExtTest-Tag-65600006 HTTP/1.1" status: 404 len: 327 time: 0.1681049 Apr 16 15:40:06.925638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9c843964-8723-4144-aa76-6f6d74692602 None None] Deleting port 3c524665-d3fe-4217-bd5b-44505bf5c71e {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:06.925638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c843964-8723-4144-aa76-6f6d74692602 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.928163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60626) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.932282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.935956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-afb44cb7-185a-48cb-9c77-7826bef7af92 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d', 'tempest-TagsExtTest-Tag-1645481804') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:06.953349 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3e6e55-03d1-4056-a43c-0ffa85db9892 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:06.953655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3e6e55-03d1-4056-a43c-0ffa85db9892 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:06.956512 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-da3e6e55-03d1-4056-a43c-0ffa85db9892 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/9439daab-0a16-409b-8310-969127e8bd89 HTTP/1.1" status: 404 len: 339 time: 0.0460155 Apr 16 15:40:06.957952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:06.960153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60630) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:06.961522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ba713142-7d6e-4f14-860a-81785db7626a tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:06.970253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9c843964-8723-4144-aa76-6f6d74692602 None None] The port '3c524665-d3fe-4217-bd5b-44505bf5c71e' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:40:07.024628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.026274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.028815 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3918147 Apr 16 15:40:07.029618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f894ed3-0caf-44de-9977-381474c67d84,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:07.035544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60634) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:07.039071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:07.041496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1627251852', 'security_groups': ['6f894ed3-0caf-44de-9977-381474c67d84'], 'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9cae8889-f4cc-45e5-8596-668dd0a81446'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:07.043618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e97c37-7e8b-4cca-802f-eb3db60df337'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:40:07.049874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port b6e97c37-7e8b-4cca-802f-eb3db60df337, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6e97c37-7e8b-4cca-802f-eb3db60df337,segment=NetworkSegment(9858aa70-8f02-415d-b18d-c8a7cc81a71f),segment_id=9858aa70-8f02-415d-b18d-c8a7cc81a71f)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:07.054879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.057360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-73d4a893-e9d8-4315-a236-b1581a26d32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:07.090551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 254f4379-6d98-4e50-9f53-f56c40ff29d5 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:07.119211 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'code': 200} Apr 16 15:40:07.119365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee158600-c387-468e-b4b8-7c62386aee90 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting subnet 1ee4a5b8-9d0c-4917-adee-16ab564ec34c {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:07.128846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee158600-c387-468e-b4b8-7c62386aee90 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.140736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.149691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:40:07.167291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee158600-c387-468e-b4b8-7c62386aee90 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.200943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=b6e97c37-7e8b-4cca-802f-eb3db60df337,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:07.214480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:07.223912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee158600-c387-468e-b4b8-7c62386aee90 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.272818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a48c08ff-cd46-44c6-ad13-1e70a25803ca no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:07.296081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: a48c08ff-cd46-44c6-ad13-1e70a25803ca {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:07.296664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a48c08ff-cd46-44c6-ad13-1e70a25803ca not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:07.297107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3c524665-d3fe-4217-bd5b-44505bf5c71e no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:07.323504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 3c524665-d3fe-4217-bd5b-44505bf5c71e {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:07.323650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-afb44cb7-185a-48cb-9c77-7826bef7af92 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:07.323705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3c524665-d3fe-4217-bd5b-44505bf5c71e not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:07.326041 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-afb44cb7-185a-48cb-9c77-7826bef7af92 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags/tempest-TagsExtTest-Tag-1645481804 HTTP/1.1" status: 404 len: 329 time: 0.3941658 Apr 16 15:40:07.327365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60642) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:07.333521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-3bac8b23-0307-42fa-8580-7fc2536a8bfe tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d', 'tempest-TagsExtTest-Tag-1149789593') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:07.335424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b41a6e42-237e-4eda-90e2-d1d00c66b281 None None] Provisioning for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:07.339193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b41a6e42-237e-4eda-90e2-d1d00c66b281 None None] Provisioning complete for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:07.339430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b41a6e42-237e-4eda-90e2-d1d00c66b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.358403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4aa230-8a99-45fa-929d-06fe729ee9a2']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:07.379467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e850d7-8248-41cd-bce5-455fef80e07c') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:07.379922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e850d7-8248-41cd-bce5-455fef80e07c') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:07.388605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:07.390445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.402873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.406276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:07.408358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Releasing vlan 1450 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:07.449329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:07.477598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c05ab5-7f20-4461-a1cd-5b3bb9a463d5 req-3823368b-85a9-40b7-9bdd-849003b23ca3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:07.478598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99c05ab5-7f20-4461-a1cd-5b3bb9a463d5 req-3823368b-85a9-40b7-9bdd-849003b23ca3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 945 time: 0.2383957 Apr 16 15:40:07.501773 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-3bac8b23-0307-42fa-8580-7fc2536a8bfe tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:07.504538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3bac8b23-0307-42fa-8580-7fc2536a8bfe tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags/tempest-TagsExtTest-Tag-1149789593 HTTP/1.1" status: 404 len: 329 time: 0.1733909 Apr 16 15:40:07.506047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60646) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:07.512859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-1e873d8d-13d3-46fe-bf6f-ead756e30d3a tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c', {'tags': ['tempest-TagsExtTest-Tag-1140808080', 'tempest-TagsExtTest-Tag-700819224', 'tempest-TagsExtTest-Tag-1425088864']}) {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:07.530520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:07.568496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Sync routers for ids ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:07.584145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Routers {'0c2c449c-b94b-41a5-bfa3-f233c3d50810'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:07.584490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-56e000bf-0532-44d5-a035-588386a38367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:07.607043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:07.616271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.623783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.634244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee158600-c387-468e-b4b8-7c62386aee90 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.637262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.640257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.7890923 Apr 16 15:40:07.642203 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99c05ab5-7f20-4461-a1cd-5b3bb9a463d5 req-8a4557eb-4525-48c5-9a7b-c6fc5621b322 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549993 Apr 16 15:40:07.642518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60650) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:07.643997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74224301-bccc-4afb-96dc-9be14693a2e3 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:07.671255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b41a6e42-237e-4eda-90e2-d1d00c66b281 None None] Provisioning complete for port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:07.671518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b41a6e42-237e-4eda-90e2-d1d00c66b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.700162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] device_id is not set on port 116cfbdb-8035-4b91-b76a-0b1a42be468e yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:40:07.715938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b41a6e42-237e-4eda-90e2-d1d00c66b281 None None] Port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:07.718895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee158600-c387-468e-b4b8-7c62386aee90 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee4a5b8-9d0c-4917-adee-16ab564ec34c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:07.723336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Set router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:40:07.729520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee158600-c387-468e-b4b8-7c62386aee90 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:07.781955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee158600-c387-468e-b4b8-7c62386aee90 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.793152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:40:07.793495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4348ce66-d9c1-4211-be75-1db39c09f4ce None None] Network 28c4d823-696c-4767-8459-ef4c4b94c61c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:07.803156 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ee158600-c387-468e-b4b8-7c62386aee90 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/subnets/1ee4a5b8-9d0c-4917-adee-16ab564ec34c HTTP/1.1" status: 204 len: 168 time: 0.8351924 Apr 16 15:40:07.804157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60656) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:07.813356 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-679b5772-3125-4a27-8541-3a8fd2c7913b tempest-TestNetworkAdvancedServerOps-2003507151 tempest-TestNetworkAdvancedServerOps-2003507151-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=1b8ce9a60fd24bc8bf6b520dbcb88cdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1407335 Apr 16 15:40:07.813356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Network 2f4aa230-8a99-45fa-929d-06fe729ee9a2 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:07.817132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60660) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:07.865978 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:07.966232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.968750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:07.972202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:07.990010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-56e000bf-0532-44d5-a035-588386a38367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:05Z', 'revision_number': 3, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:07.992492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Checking router: 0c2c449c-b94b-41a5-bfa3-f233c3d50810 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:40:07.992738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Updating router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:40:08.004037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4aa230-8a99-45fa-929d-06fe729ee9a2,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:08.005785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:08.012079 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] 10.222.0.95 "DELETE /v2.0/networks/2f4aa230-8a99-45fa-929d-06fe729ee9a2 HTTP/1.1" status: 204 len: 168 time: 2.3247907 Apr 16 15:40:08.015584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3609d9c-0a87-442c-a7b7-7b90b1cfb963 tempest-TestNetworkAdvancedServerOps-2003507151 tempest-TestNetworkAdvancedServerOps-2003507151-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:08.016612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c3609d9c-0a87-442c-a7b7-7b90b1cfb963 tempest-TestNetworkAdvancedServerOps-2003507151 tempest-TestNetworkAdvancedServerOps-2003507151-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1987703 Apr 16 15:40:08.019190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60666) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:08.050096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.050282 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e386fcda-a37d-4681-af3b-dbfc296804fe tempest-TestNetworkAdvancedServerOps-2003507151 tempest-TestNetworkAdvancedServerOps-2003507151-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277162 Apr 16 15:40:08.053836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60670) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:08.059253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1440345069', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:08.075200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c77fc96-27a4-4b40-93a8-521357709ecc None None] DHCP port deletion for 28c4d823-696c-4767-8459-ef4c4b94c61c request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:08.081253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9c77fc96-27a4-4b40-93a8-521357709ecc None None] Deleting port 7389211b-702b-4f82-a6e9-aa73761b44a1 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:08.081480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c77fc96-27a4-4b40-93a8-521357709ecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.135109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:08.157140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:subnet and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:08.162498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:08.164382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60674) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:08.167994 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1e873d8d-13d3-46fe-bf6f-ead756e30d3a tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags HTTP/1.1" status: 200 len: 317 time: 0.6612408 Apr 16 15:40:08.175140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60678) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:08.179251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:08.185466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-786be352-6123-4ad3-b102-3442b64342bb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:08.206000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Made reservation on behalf of 1b8ce9a60fd24bc8bf6b520dbcb88cdd for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:08.209564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.217615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.228651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.232111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc51a501-b361-4a76-97a7-52355572937a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:08.274744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8::330 (b66a7734-0497-48f4-97a7-522a38494040/9cae8889-f4cc-45e5-8596-668dd0a81446/116cfbdb-8035-4b91-b76a-0b1a42be468e) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:08.311387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port 7389211b-702b-4f82-a6e9-aa73761b44a1 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:08.311617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.321468 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-45c6ebdf-12fa-433d-b2c2-c2b707046ac2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=57d611ee8c734d2db74788b656d9871a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1521411 Apr 16 15:40:08.322592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9c77fc96-27a4-4b40-93a8-521357709ecc None None] For port 7389211b-702b-4f82-a6e9-aa73761b44a1, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7389211b-702b-4f82-a6e9-aa73761b44a1,segment=NetworkSegment(c071ebaf-75e9-4485-af2b-b9e151fc8b9a),segment_id=c071ebaf-75e9-4485-af2b-b9e151fc8b9a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:08.322860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c77fc96-27a4-4b40-93a8-521357709ecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.325346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60682) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:08.375016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=55e172f2-e157-4eda-bcca-ca380f4af5c5,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:08.380331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:08.419463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9c77fc96-27a4-4b40-93a8-521357709ecc None None] Calling delete_port for 7389211b-702b-4f82-a6e9-aa73761b44a1 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:08.443619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking segment: {'id': '3368c46f-8574-4791-ab49-56b9ecc0959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '1c0bb001-d07f-4c9c-bcd8-4ca60f542907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:08.443829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network hostable DHCP agents. Network: 1c0bb001-d07f-4c9c-bcd8-4ca60f542907, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:08.460488 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-786be352-6123-4ad3-b102-3442b64342bb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags HTTP/1.1" status: 204 len: 168 time: 0.2830288 Apr 16 15:40:08.468375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60686) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:08.472232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 1c0bb001-d07f-4c9c-bcd8-4ca60f542907 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:08.475358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-280580d3-17ac-4ef0-8452-40dccd55ba8c tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c', 'tempest-TagsExtTest-Tag-1140808080') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:08.489083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38dffe8a-5241-4466-87b0-57addea5e497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.505358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c77fc96-27a4-4b40-93a8-521357709ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.517766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:08.522069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 1c0bb001-d07f-4c9c-bcd8-4ca60f542907) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:08.542842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9293407-c8b7-4077-8a7e-c0b5a50adc7a None None] Network 1c0bb001-d07f-4c9c-bcd8-4ca60f542907 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:08.559226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38dffe8a-5241-4466-87b0-57addea5e497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.627825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] For port 7389211b-702b-4f82-a6e9-aa73761b44a1, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7389211b-702b-4f82-a6e9-aa73761b44a1,segment=NetworkSegment(c071ebaf-75e9-4485-af2b-b9e151fc8b9a),segment_id=c071ebaf-75e9-4485-af2b-b9e151fc8b9a)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:08.628189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.637676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.718597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Calling delete_port for 7389211b-702b-4f82-a6e9-aa73761b44a1 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:08.742372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object 116cfbdb-8035-4b91-b76a-0b1a42be468e will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:08.749192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38dffe8a-5241-4466-87b0-57addea5e497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.754290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3d519b49-1503-4dba-8b9b-f1da24a01a8d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:08.763472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77fc96-27a4-4b40-93a8-521357709ecc None None] Pushing event deleted for resources: {'Port': ['ID=7389211b-702b-4f82-a6e9-aa73761b44a1,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:08.771345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dffe8a-5241-4466-87b0-57addea5e497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2f7f76-2850-4805-ab3a-548fdb7e29e2,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:08.773041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38dffe8a-5241-4466-87b0-57addea5e497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:08.783873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38dffe8a-5241-4466-87b0-57addea5e497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.786475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-38dffe8a-5241-4466-87b0-57addea5e497 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ce2f7f76-2850-4805-ab3a-548fdb7e29e2 HTTP/1.1" status: 204 len: 168 time: 0.4523475 Apr 16 15:40:08.792165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:08.792443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:08.798645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.808323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c77fc96-27a4-4b40-93a8-521357709ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:08.811662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a2a726c-66a6-4625-86e5-ca0040fd53a6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:08.820751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77fc96-27a4-4b40-93a8-521357709ecc None None] No DVR routers for this DVR port 7389211b-702b-4f82-a6e9-aa73761b44a1 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:08.832728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.843659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:08.844051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.853877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Transition to ACTIVE for port object 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:08.866970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:08.904967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=116cfbdb-8035-4b91-b76a-0b1a42be468e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:08.906997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:08.917906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4640219 Apr 16 15:40:08.921494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60694) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:08.922302 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-280580d3-17ac-4ef0-8452-40dccd55ba8c tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:08.922852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-280580d3-17ac-4ef0-8452-40dccd55ba8c tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags/tempest-TagsExtTest-Tag-1140808080 HTTP/1.1" status: 404 len: 329 time: 0.4538796 Apr 16 15:40:08.929417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c77fc96-27a4-4b40-93a8-521357709ecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:08.930501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60698) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:08.948747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-b1730436-1f98-4a44-9995-f4e298f89585 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c', 'tempest-TagsExtTest-Tag-700819224') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:08.966303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5699d5-06e1-41a5-bdc2-aefefafa8e98 None None] Pushing event updated for resources: {'Port': ['ID=52aa3a5c-a02a-40da-9a7c-5d7f23756b60,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:08.973848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe5699d5-06e1-41a5-bdc2-aefefafa8e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:08.993361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e6b50-7bf5-4b70-aea5-242dec54621a req-2c4ece34-c317-435b-806e-d3c4bcee860d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:08.994293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b89e6b50-7bf5-4b70-aea5-242dec54621a req-2c4ece34-c317-435b-806e-d3c4bcee860d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 945 time: 0.1399302 Apr 16 15:40:09.035687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-1c0bb001-d07f-4c9c-bcd8-4ca60f542907', 'network_id': '1c0bb001-d07f-4c9c-bcd8-4ca60f542907', 'tenant_id': 'b77b747e66e74f8d9e847c7694b50ff4', 'fixed_ips': [{'subnet_id': '55e172f2-e157-4eda-bcca-ca380f4af5c5'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:09.036045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.046044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:09.059480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b89e6b50-7bf5-4b70-aea5-242dec54621a req-c1de8627-4219-41de-aa63-ee48f85ee3b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498295 Apr 16 15:40:09.060696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Attempting to bind port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:09.060938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Attempting to bind port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:09.061171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Attempting to bind port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:09.064889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7389211b-702b-4f82-a6e9-aa73761b44a1 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:09.085272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:09.090072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:09.090072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:09.090072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.090072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:09.090072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Bound port: 52aa3a5c-a02a-40da-9a7c-5d7f23756b60, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:09.090072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.094282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:09.098315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:09.098857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.100633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.102034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 7389211b-702b-4f82-a6e9-aa73761b44a1 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:09.102262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7389211b-702b-4f82-a6e9-aa73761b44a1 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:09.115672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:09.142587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1063027 Apr 16 15:40:09.145867 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-b1730436-1f98-4a44-9995-f4e298f89585 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:09.146627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b1730436-1f98-4a44-9995-f4e298f89585 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags/tempest-TagsExtTest-Tag-700819224 HTTP/1.1" status: 404 len: 328 time: 0.2044072 Apr 16 15:40:09.152984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60710) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:09.153436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60712) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:09.161563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'Subnet': ['ID=4d5a91af-6859-4ebb-82bb-0dee4955a41b,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:09.166356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-4b8abf2a-6aac-4c14-bfe4-d40289dca5b8 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c', 'tempest-TagsExtTest-Tag-1425088864') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:09.191225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:09.196455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-56e000bf-0532-44d5-a035-588386a38367 None None] For port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:09.198915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-56e000bf-0532-44d5-a035-588386a38367 None None] For port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=52aa3a5c-a02a-40da-9a7c-5d7f23756b60,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:09.209315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3124124f-b639-467b-9311-e5f5adc8f7f5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:09.230286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.230809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.255341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c4282e0-d620-486b-b884-231402425c48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:09.295907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port 7389211b-702b-4f82-a6e9-aa73761b44a1 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:09.296170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.299363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Checking segment: {'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:09.299582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Network hostable DHCP agents. Network: e3a8d940-777d-401e-8dc7-4a4d8ee0954d, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:09.311286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Network e3a8d940-777d-401e-8dc7-4a4d8ee0954d is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:09.317672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, e3a8d940-777d-401e-8dc7-4a4d8ee0954d) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:09.326122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:09.326579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.342377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2874527 Apr 16 15:40:09.343062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60726) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:09.350067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed96e41-3d19-41ff-aa4a-3e8969582091 None None] Network e3a8d940-777d-401e-8dc7-4a4d8ee0954d requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:09.389378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] The port '7389211b-702b-4f82-a6e9-aa73761b44a1' was deleted {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:40:09.436298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Allocated IP 172.20.0.1 (1c0bb001-d07f-4c9c-bcd8-4ca60f542907/55e172f2-e157-4eda-bcca-ca380f4af5c5/219f71bd-e81d-445b-acca-2c00e4a2da33) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:09.467632 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-4b8abf2a-6aac-4c14-bfe4-d40289dca5b8 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:09.468308 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4b8abf2a-6aac-4c14-bfe4-d40289dca5b8 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags/tempest-TagsExtTest-Tag-1425088864 HTTP/1.1" status: 404 len: 329 time: 0.3131461 Apr 16 15:40:09.470427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60734) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:09.475886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-b1d9258e-bc64-4849-bf88-16be79a46507 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c', {'tags': ['tempest-TagsExtTest-Tag-1017628746', 'tempest-TagsExtTest-Tag-1947687291', 'tempest-TagsExtTest-Tag-925526899']}) {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:09.518621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3124124f-b639-467b-9311-e5f5adc8f7f5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:09.524562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e449830e-ed0b-4537-80c8-a98a08ef2bf3 None None] Provisioning for port 116cfbdb-8035-4b91-b76a-0b1a42be468e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:09.525070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3124124f-b639-467b-9311-e5f5adc8f7f5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:09.528400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.545214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3124124f-b639-467b-9311-e5f5adc8f7f5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:09.547568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.572965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5699d5-06e1-41a5-bdc2-aefefafa8e98 None None] Pushing event updated for resources: {'Port': ['ID=52aa3a5c-a02a-40da-9a7c-5d7f23756b60,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:09.585447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e449830e-ed0b-4537-80c8-a98a08ef2bf3 None None] Provisioning complete for port 116cfbdb-8035-4b91-b76a-0b1a42be468e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:09.585765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e449830e-ed0b-4537-80c8-a98a08ef2bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.608632 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b1d9258e-bc64-4849-bf88-16be79a46507 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "PUT /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags HTTP/1.1" status: 200 len: 317 time: 0.1373677 Apr 16 15:40:09.610541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60738) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:09.614592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe5699d5-06e1-41a5-bdc2-aefefafa8e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:09.615937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-462a0514-73db-41f4-9de3-56f86cc21048 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:09.640621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Routers {'0c2c449c-b94b-41a5-bfa3-f233c3d50810'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:09.641297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-56e000bf-0532-44d5-a035-588386a38367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:39:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:09.758591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e449830e-ed0b-4537-80c8-a98a08ef2bf3 None None] Port 116cfbdb-8035-4b91-b76a-0b1a42be468e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:09.808214 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-462a0514-73db-41f4-9de3-56f86cc21048 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags HTTP/1.1" status: 204 len: 168 time: 0.1948745 Apr 16 15:40:09.809055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60750) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:09.820221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-e4429661-eabe-4b25-8956-184fa8d3f3e1 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c', 'tempest-TagsExtTest-Tag-1017628746') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:09.867187 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e4429661-eabe-4b25-8956-184fa8d3f3e1 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:09.874620 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e4429661-eabe-4b25-8956-184fa8d3f3e1 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags/tempest-TagsExtTest-Tag-1017628746 HTTP/1.1" status: 404 len: 329 time: 0.0569873 Apr 16 15:40:09.874919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3124124f-b639-467b-9311-e5f5adc8f7f5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:09.876523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60758) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:09.881504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-40355088-fe2d-40d0-95db-a6419cdc37b4 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c', 'tempest-TagsExtTest-Tag-1947687291') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:09.902574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:09.903293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.918790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-56e000bf-0532-44d5-a035-588386a38367 None None] Set router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:40:09.921051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3124124f-b639-467b-9311-e5f5adc8f7f5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:09.924912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3124124f-b639-467b-9311-e5f5adc8f7f5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:09.925425 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-40355088-fe2d-40d0-95db-a6419cdc37b4 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:09.928101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-40355088-fe2d-40d0-95db-a6419cdc37b4 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags/tempest-TagsExtTest-Tag-1947687291 HTTP/1.1" status: 404 len: 329 time: 0.0489881 Apr 16 15:40:09.929759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60762) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:09.934604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-41e7408a-23c3-4523-a6c5-9462bdda29d7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c', 'tempest-TagsExtTest-Tag-925526899') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:09.973826 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-41e7408a-23c3-4523-a6c5-9462bdda29d7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] show failed (client error): The resource could not be found. Apr 16 15:40:09.976908 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-41e7408a-23c3-4523-a6c5-9462bdda29d7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags/tempest-TagsExtTest-Tag-925526899 HTTP/1.1" status: 404 len: 328 time: 0.0444784 Apr 16 15:40:09.977444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60768) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:09.982312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-d74a46cd-9e29-44c0-a312-c24b7df03887 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:10.002379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.013097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c4d823-696c-4767-8459-ef4c4b94c61c']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:10.034408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c071ebaf-75e9-4485-af2b-b9e151fc8b9a') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:10.034611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c071ebaf-75e9-4485-af2b-b9e151fc8b9a') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:10.051720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.059865 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d74a46cd-9e29-44c0-a312-c24b7df03887 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c/tags HTTP/1.1" status: 204 len: 168 time: 0.0805192 Apr 16 15:40:10.063135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60776) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.067797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-b6e8e146-3ed0-4c7d-b258-5aa9b18d0cf2 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f81e0b5b-904d-41af-9a42-e25fc6ca1a5c') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:10.080246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.097471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1480 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:10.126321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60782) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.153901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-3124124f-b639-467b-9311-e5f5adc8f7f5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9cae8889-f4cc-45e5-8596-668dd0a81446 (CIDR: 2001:db8::/64) Apr 16 15:40:10.182298 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3124124f-b639-467b-9311-e5f5adc8f7f5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:40:10.182640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3124124f-b639-467b-9311-e5f5adc8f7f5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:10.203512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.246176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-693d2d93-5fb2-435c-9e5c-dd3b64c29e1d tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Request body: {'quota': {'network': 2}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:10.249765 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3124124f-b639-467b-9311-e5f5adc8f7f5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0938852 Apr 16 15:40:10.252867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60788) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.253735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Transition to ACTIVE for port object 219f71bd-e81d-445b-acca-2c00e4a2da33 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:10.264217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 28c4d823-696c-4767-8459-ef4c4b94c61c has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:10.273602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.283130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8fb1514c-03e8-408d-8cc4-7b93c9d0d593 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:10.286115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Transition to ACTIVE for port object 219f71bd-e81d-445b-acca-2c00e4a2da33 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:10.300928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.301082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b6e8e146-3ed0-4c7d-b258-5aa9b18d0cf2 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c/tags HTTP/1.1" status: 204 len: 168 time: 0.2354763 Apr 16 15:40:10.302738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60792) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.310506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-0e591bf7-9e70-491d-a798-91a57d4a21b6 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fb3d3166-da83-4f2e-befa-724cacd2094d') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:10.324939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-348dac94-77cb-4387-8e6a-02fc8aee38f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:10.337888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433f079-8a17-4002-8065-f197be76f022 req-97294f03-f1fb-4ddf-8299-6a481e221356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:10.338857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9433f079-8a17-4002-8065-f197be76f022 req-97294f03-f1fb-4ddf-8299-6a481e221356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 945 time: 0.1823092 Apr 16 15:40:10.419303 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-693d2d93-5fb2-435c-9e5c-dd3b64c29e1d tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] 10.222.0.95 "PUT /v2.0/quotas/1bd81f3a2bc04a349a501ff685a77784 HTTP/1.1" status: 200 len: 368 time: 0.2905986 Apr 16 15:40:10.421186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60796) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.424508 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9433f079-8a17-4002-8065-f197be76f022 req-d60bd289-af58-4490-b29c-4cec51e39dde tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795541 Apr 16 15:40:10.434539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Request body: {'network': {'project_id': '1bd81f3a2bc04a349a501ff685a77784'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:10.439099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.442995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:10.447164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Usage tracker for resource:network and tenant:1bd81f3a2bc04a349a501ff685a77784 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:10.449199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:10.452054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Pushing event updated for resources: {'Port': ['ID=219f71bd-e81d-445b-acca-2c00e4a2da33,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:10.454222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Allocated IP 172.20.0.2 (e3a8d940-777d-401e-8dc7-4a4d8ee0954d/4d5a91af-6859-4ebb-82bb-0dee4955a41b/16d049ad-e541-4622-a35b-e4f8bb609a72) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:10.455405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:10.456929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bcb1fbee-6717-4558-ae7d-8d10f9b416bc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:10.457111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:10.464637 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0e591bf7-9e70-491d-a798-91a57d4a21b6 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d/tags HTTP/1.1" status: 204 len: 168 time: 0.1590071 Apr 16 15:40:10.464783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60800) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.468238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-7184e5bc-d567-4816-a7b9-29109a57238a tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e5dfd617-0901-415d-bd51-f63a2c024222') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:10.485258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Made reservation on behalf of 1bd81f3a2bc04a349a501ff685a77784 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:10.487888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.497807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.499785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 28c4d823-696c-4767-8459-ef4c4b94c61c has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:10.509016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:10.512589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Usage tracker for resource:security_group_rule and tenant:1bd81f3a2bc04a349a501ff685a77784 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:10.514652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:10.518695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:10.521769 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:10.535589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Network 1c0bb001-d07f-4c9c-bcd8-4ca60f542907 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:10.535731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Subnet': ['ID=55e172f2-e157-4eda-bcca-ca380f4af5c5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:10.542094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:10.544601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:10.555265 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7184e5bc-d567-4816-a7b9-29109a57238a tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222/tags HTTP/1.1" status: 204 len: 168 time: 0.0875583 Apr 16 15:40:10.558003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60804) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.572484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-56e000bf-0532-44d5-a035-588386a38367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:05Z', 'revision_number': 3, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:10.573957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:10.604734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8fb1514c-03e8-408d-8cc4-7b93c9d0d593 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:10.606946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.607241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e000bf-0532-44d5-a035-588386a38367 None None] The sync data for ids ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'] in dv-neutron-786478-2-hyperv is: [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:05Z', 'revision_number': 3, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:10.616957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8fb1514c-03e8-408d-8cc4-7b93c9d0d593 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:10.620962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:10.625078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.629080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.633139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7400703-fc63-49b6-a10b-a71b2cf2abef tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:10.633241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8fb1514c-03e8-408d-8cc4-7b93c9d0d593 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:10.634445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.646249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Attempting to bind port 219f71bd-e81d-445b-acca-2c00e4a2da33 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:10.646500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Attempting to bind port 219f71bd-e81d-445b-acca-2c00e4a2da33 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3368c46f-8574-4791-ab49-56b9ecc0959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '1c0bb001-d07f-4c9c-bcd8-4ca60f542907'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:10.646729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Attempting to bind port 219f71bd-e81d-445b-acca-2c00e4a2da33 on network 1c0bb001-d07f-4c9c-bcd8-4ca60f542907 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:10.653916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1466} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:10.658421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:10.658647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Checking segment: {'id': '3368c46f-8574-4791-ab49-56b9ecc0959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '1c0bb001-d07f-4c9c-bcd8-4ca60f542907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:10.658912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.659159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Bound using segment: {'id': '3368c46f-8574-4791-ab49-56b9ecc0959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '1c0bb001-d07f-4c9c-bcd8-4ca60f542907'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:10.659469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Bound port: 219f71bd-e81d-445b-acca-2c00e4a2da33, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3368c46f-8574-4791-ab49-56b9ecc0959b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1493, 'network_id': '1c0bb001-d07f-4c9c-bcd8-4ca60f542907'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:10.659708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.660884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced62f00-f80c-4058-823a-eb51772fc651,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:10.662989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:10.667123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.667525 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Added segment b0aa153e-251c-41fb-b66c-0992e07ee161 of type vlan for network 50c32e55-ad9e-4381-9eb0-6769e368c6ff Apr 16 15:40:10.676747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8fb1514c-03e8-408d-8cc4-7b93c9d0d593 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:10.680019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Network': ['ID=28c4d823-696c-4767-8459-ef4c4b94c61c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:10.685225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:10.690051 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/28c4d823-696c-4767-8459-ef4c4b94c61c HTTP/1.1" status: 204 len: 168 time: 2.8838661 Apr 16 15:40:10.690149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.691075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60808) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.697969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-59c8de89-22ca-4bfa-a311-e812cefbd3b5 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for subnetpool, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.698073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.700317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-59c8de89-22ca-4bfa-a311-e812cefbd3b5 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/subnetpools/0e89ae41-5d0e-4fd8-a484-4d7dd31dcd5c HTTP/1.1" status: 204 len: 168 time: 0.1402061 Apr 16 15:40:10.701029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60812) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.711845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Transition to ACTIVE for port object 16d049ad-e541-4622-a35b-e4f8bb609a72 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:10.713471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.721926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb1514c-03e8-408d-8cc4-7b93c9d0d593 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:10.725511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8fb1514c-03e8-408d-8cc4-7b93c9d0d593 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.733693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Transition to ACTIVE for port object 16d049ad-e541-4622-a35b-e4f8bb609a72 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:10.736272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] For port 219f71bd-e81d-445b-acca-2c00e4a2da33, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:10.742166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e80d64b9-1b5c-4c82-9769-530b76a2da9b tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "GET /v2.0/ports?device_id=f81e0b5b-904d-41af-9a42-e25fc6ca1a5c HTTP/1.1" status: 200 len: 205 time: 0.0388701 Apr 16 15:40:10.742310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] For port 219f71bd-e81d-445b-acca-2c00e4a2da33, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=219f71bd-e81d-445b-acca-2c00e4a2da33,segment=NetworkSegment(3368c46f-8574-4791-ab49-56b9ecc0959b),segment_id=3368c46f-8574-4791-ab49-56b9ecc0959b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:10.742310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.751445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51070c1c-a89b-4ecc-8fab-56a3d55047d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:10.766962 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f72998e-5237-45a3-b4b4-217c720099fa tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:10.767251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f72998e-5237-45a3-b4b4-217c720099fa tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:10.770018 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6f72998e-5237-45a3-b4b4-217c720099fa tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/subnets/7dc3b300-d478-400b-b1a5-920f5fe33143 HTTP/1.1" status: 404 len: 337 time: 0.0768440 Apr 16 15:40:10.770880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60816) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.771038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60818) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.775772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.876614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7b63ef-de51-4d85-a5bf-770174f8e098 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:10.876929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7b63ef-de51-4d85-a5bf-770174f8e098 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:10.879719 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bf7b63ef-de51-4d85-a5bf-770174f8e098 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/7bf21f86-a54c-42f5-84e5-a2ee72dbb882 HTTP/1.1" status: 404 len: 339 time: 0.0981817 Apr 16 15:40:10.893125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Pushing event updated for resources: {'Port': ['ID=16d049ad-e541-4622-a35b-e4f8bb609a72,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:10.902569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:10.902892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2f0b5896-2dc0-4267-80fb-cbab735cab43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:10.915550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60824) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:10.933151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0bb001-d07f-4c9c-bcd8-4ca60f542907']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:10.952741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Network e3a8d940-777d-401e-8dc7-4a4d8ee0954d is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:10.956056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:10.959843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:10.960859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e472815e-7083-47c1-b633-67532b7d0748 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:10.964337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Pushing event updated for resources: {'Port': ['ID=219f71bd-e81d-445b-acca-2c00e4a2da33,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:10.966992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:11.014364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3368c46f-8574-4791-ab49-56b9ecc0959b') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:11.014557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3368c46f-8574-4791-ab49-56b9ecc0959b') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:11.053013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.053804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:11.054230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.058591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84ed35c0-9b02-4c68-b070-9c1a92e8433d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:11.066331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Attempting to bind port 16d049ad-e541-4622-a35b-e4f8bb609a72 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:11.066681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Attempting to bind port 16d049ad-e541-4622-a35b-e4f8bb609a72 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:11.066840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Attempting to bind port 16d049ad-e541-4622-a35b-e4f8bb609a72 on network e3a8d940-777d-401e-8dc7-4a4d8ee0954d {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:11.074994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:11.075227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Checking segment: {'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:11.075483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.075724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Bound using segment: {'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:11.076420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Bound port: 16d049ad-e541-4622-a35b-e4f8bb609a72, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:11.076613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.077734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.091827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Allocated IP 172.20.0.1 (e3a8d940-777d-401e-8dc7-4a4d8ee0954d/4d5a91af-6859-4ebb-82bb-0dee4955a41b/83d6683a-f435-498e-a144-0b7143f8255e) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:11.108289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c3be62-3557-47b4-a645-996883e48bef None None] Network 1c0bb001-d07f-4c9c-bcd8-4ca60f542907 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:11.147986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Pushing event updated for resources: {'Network': ['ID=50c32e55-ad9e-4381-9eb0-6769e368c6ff,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:11.153003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:11.160081 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.7381041 Apr 16 15:40:11.164189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 50c32e55-ad9e-4381-9eb0-6769e368c6ff details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:11.164686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.165972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60828) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:11.172143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3305314-2df0-4c2f-909a-0c3fcbb8eb45 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting subnet ae5592e2-ccbc-4041-b5c0-da31a7146e57 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:11.262771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.275608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Transition to ACTIVE for port object 83d6683a-f435-498e-a144-0b7143f8255e will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:11.292570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.303105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] For port 16d049ad-e541-4622-a35b-e4f8bb609a72, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:11.331407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] For port 16d049ad-e541-4622-a35b-e4f8bb609a72, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=16d049ad-e541-4622-a35b-e4f8bb609a72,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:11.345492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.357065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:11.363578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e334221-eb31-4bcc-a0f9-aeb2796d5f02 tempest-FloatingIPTestJSON-2022464454 tempest-FloatingIPTestJSON-2022464454-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:11.419609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'Port': ['ID=83d6683a-f435-498e-a144-0b7143f8255e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:11.422651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:11.444902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Network e3a8d940-777d-401e-8dc7-4a4d8ee0954d is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:11.445722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:11.447396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:11.483114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.519253 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-8fb1514c-03e8-408d-8cc4-7b93c9d0d593 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet de204a8c-5c4f-45b8-bd02-d559bd5b7944 (CIDR: 2001:db8:0:1::/64) Apr 16 15:40:11.519771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3305314-2df0-4c2f-909a-0c3fcbb8eb45 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.539650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Request body: {'network': {'project_id': '1bd81f3a2bc04a349a501ff685a77784'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:11.543997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1493 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:11.561069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:11.563542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea833c-50bf-4490-befd-0e17ad186d4f req-8f39c758-7944-45ce-a634-766948b351a9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:11.564603 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7bea833c-50bf-4490-befd-0e17ad186d4f req-8f39c758-7944-45ce-a634-766948b351a9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 945 time: 0.0682814 Apr 16 15:40:11.598155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6d73e2ce-68ff-4412-b01c-a384fbc457ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.599728 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb1514c-03e8-408d-8cc4-7b93c9d0d593 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:40:11.600106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb1514c-03e8-408d-8cc4-7b93c9d0d593 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:11.610263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Usage tracker for resource:network and tenant:1bd81f3a2bc04a349a501ff685a77784 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:11.619215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.642140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Pushing event updated for resources: {'Port': ['ID=16d049ad-e541-4622-a35b-e4f8bb609a72,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:11.644303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:11.646286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:11.649968 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7bea833c-50bf-4490-befd-0e17ad186d4f req-e6af87ab-d67d-47eb-a3e9-41a1414b955c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667164 Apr 16 15:40:11.651523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:11.654579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e472815e-7083-47c1-b633-67532b7d0748 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.658241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e472815e-7083-47c1-b633-67532b7d0748 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.685185 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8fb1514c-03e8-408d-8cc4-7b93c9d0d593 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4304533 Apr 16 15:40:11.695038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60834) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:11.706552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'subnet': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:11.723438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3305314-2df0-4c2f-909a-0c3fcbb8eb45 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.745148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Made reservation on behalf of 1bd81f3a2bc04a349a501ff685a77784 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:11.748198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.770801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 1c0bb001-d07f-4c9c-bcd8-4ca60f542907 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:11.778495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.789276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e472815e-7083-47c1-b633-67532b7d0748 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.789571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e472815e-7083-47c1-b633-67532b7d0748 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Fanout notify agent at l3_agent the message router_deleted on router f81e0b5b-904d-41af-9a42-e25fc6ca1a5c {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:40:11.840533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e472815e-7083-47c1-b633-67532b7d0748 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.841236 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e472815e-7083-47c1-b633-67532b7d0748 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/routers/f81e0b5b-904d-41af-9a42-e25fc6ca1a5c HTTP/1.1" status: 204 len: 168 time: 1.0625129 Apr 16 15:40:11.842433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:11.843550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60838) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:11.848612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1465} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:11.873107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Usage tracker for resource:subnet and tenant:cab102714a214227b8a1daffd76e51b1 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:11.903235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.903449 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Added segment 4254dd4f-734d-454f-a0d6-0091ca322df6 of type vlan for network de14c934-696c-4b82-ad59-cfac2dd11c34 Apr 16 15:40:11.917019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 1c0bb001-d07f-4c9c-bcd8-4ca60f542907 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:11.917292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:11.932008 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:11.950555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:11.983727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Made reservation on behalf of cab102714a214227b8a1daffd76e51b1 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:11.983909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3305314-2df0-4c2f-909a-0c3fcbb8eb45 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:11.988275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.000010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2a163afd-0e05-4cbb-b3b6-b915339dd052 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Deleting port fb3d3166-da83-4f2e-befa-724cacd2094d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:12.000311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a163afd-0e05-4cbb-b3b6-b915339dd052 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.006666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.019061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 15:40:12.019061 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 15:40:12.019061 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': '1c0bb001-d07f-4c9c-bcd8-4ca60f542907'}] Apr 16 15:40:12.019061 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:12.019296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:12.076307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.077040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:12.077384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.084349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd3767bd-c1c8-486d-a1b3-e9ac552a5faa tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:12.150466 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.9830194 Apr 16 15:40:12.153765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60842) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:12.154274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Pushing event updated for resources: {'Network': ['ID=de14c934-696c-4b82-ad59-cfac2dd11c34,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:12.156907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:12.159593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb112cb-766c-417b-85e1-905e310dc8dc req-35d27e0a-71d7-4263-913d-affcd51c23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:12.160598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-adb112cb-766c-417b-85e1-905e310dc8dc req-35d27e0a-71d7-4263-913d-affcd51c23ec service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 1098 time: 0.2414207 Apr 16 15:40:12.162600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network de14c934-696c-4b82-ad59-cfac2dd11c34 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:12.164972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4161d816-0d17-40d3-ba95-0cb51e84f0ac tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Request body: {'network': {'project_id': '1bd81f3a2bc04a349a501ff685a77784'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:12.169772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4161d816-0d17-40d3-ba95-0cb51e84f0ac tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:12.177151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4161d816-0d17-40d3-ba95-0cb51e84f0ac tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Usage tracker for resource:network and tenant:1bd81f3a2bc04a349a501ff685a77784 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:12.180259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4161d816-0d17-40d3-ba95-0cb51e84f0ac tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:12.197417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.200605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4161d816-0d17-40d3-ba95-0cb51e84f0ac tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:12.201118 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4161d816-0d17-40d3-ba95-0cb51e84f0ac tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 16 15:40:12.201424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4161d816-0d17-40d3-ba95-0cb51e84f0ac tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:12.204063 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4161d816-0d17-40d3-ba95-0cb51e84f0ac tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0463150 Apr 16 15:40:12.204911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60846) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:12.233096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.250341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1046bd8c-3dae-4b14-8763-1cdc5a9195f3 tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:12.281554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.305720 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-adb112cb-766c-417b-85e1-905e310dc8dc req-905feb0b-e9fb-42f3-a543-d3a11541cf37 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260872 Apr 16 15:40:12.319140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3305314-2df0-4c2f-909a-0c3fcbb8eb45 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.328678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7efa1db4-8950-4d04-9124-50bf99f82c1e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:12.336757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'Port': ['ID=83d6683a-f435-498e-a144-0b7143f8255e,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:12.338690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:12.352194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.361627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a163afd-0e05-4cbb-b3b6-b915339dd052 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.375073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3305314-2df0-4c2f-909a-0c3fcbb8eb45 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5592e2-ccbc-4041-b5c0-da31a7146e57,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:12.377327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f3305314-2df0-4c2f-909a-0c3fcbb8eb45 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:12.468677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.479827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3305314-2df0-4c2f-909a-0c3fcbb8eb45 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.488298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d62c63b-0eaa-4008-9fd2-e4cef29580a0 None None] Network 8cd40416-2915-47e8-bdf1-8fd885ccf71e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:12.522273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.562963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f3305314-2df0-4c2f-909a-0c3fcbb8eb45 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/subnets/ae5592e2-ccbc-4041-b5c0-da31a7146e57 HTTP/1.1" status: 204 len: 168 time: 1.6438890 Apr 16 15:40:12.564188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60850) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:12.629492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting port 219f71bd-e81d-445b-acca-2c00e4a2da33 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:12.629728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.658161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de14c934-696c-4b82-ad59-cfac2dd11c34']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:12.682704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4254dd4f-734d-454f-a0d6-0091ca322df6') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:12.682704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4254dd4f-734d-454f-a0d6-0091ca322df6') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:12.693793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08f71e4-703d-4778-bc48-6ace7df76e6b None None] DHCP port deletion for 8cd40416-2915-47e8-bdf1-8fd885ccf71e request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:12.696215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.697996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f08f71e4-703d-4778-bc48-6ace7df76e6b None None] Deleting port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:12.698272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f08f71e4-703d-4778-bc48-6ace7df76e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.726148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.752936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-452fee0b-f83f-472f-95d3-48ddece25a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.776914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.782216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:12.782774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.791959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2a163afd-0e05-4cbb-b3b6-b915339dd052 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Calling delete_port for fb3d3166-da83-4f2e-befa-724cacd2094d owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:12.841979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Releasing vlan 1465 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:12.888496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f08f71e4-703d-4778-bc48-6ace7df76e6b None None] For port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18,segment=NetworkSegment(15fa4111-1021-4e58-8eaa-9386bb6f300e),segment_id=15fa4111-1021-4e58-8eaa-9386bb6f300e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:12.888841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f08f71e4-703d-4778-bc48-6ace7df76e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.947124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] For port 219f71bd-e81d-445b-acca-2c00e4a2da33, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=219f71bd-e81d-445b-acca-2c00e4a2da33,segment=NetworkSegment(3368c46f-8574-4791-ab49-56b9ecc0959b),segment_id=3368c46f-8574-4791-ab49-56b9ecc0959b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:12.947304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:12.969149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f08f71e4-703d-4778-bc48-6ace7df76e6b None None] Calling delete_port for aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:12.994298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80a2294-0e63-4903-af66-e6c9f98cbb25 None None] Network e3a8d940-777d-401e-8dc7-4a4d8ee0954d requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:13.011605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Network e3a8d940-777d-401e-8dc7-4a4d8ee0954d is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:13.019657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4347f-1520-481d-a442-4624d7dd9dbe req-94638491-7607-4092-a48f-b89527f8ba8c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:13.023849 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fc4347f-1520-481d-a442-4624d7dd9dbe req-94638491-7607-4092-a48f-b89527f8ba8c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 945 time: 0.2372839 Apr 16 15:40:13.032696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:13.057957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.065219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Calling delete_port for 219f71bd-e81d-445b-acca-2c00e4a2da33 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:13.066676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a163afd-0e05-4cbb-b3b6-b915339dd052 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.075322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-45d6a96e-beb9-4b53-96cc-210bc1ee62f6 None None] Provisioning for port 16d049ad-e541-4622-a35b-e4f8bb609a72 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:13.119998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f08f71e4-703d-4778-bc48-6ace7df76e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.138306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e0555e3-28ef-423d-adc1-92b800b356fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:13.155438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.164288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:13.189629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4043f4f9-4413-44fa-936c-61a6c2a40437 tempest-RoutersAdminTest-1745538674 tempest-RoutersAdminTest-1745538674-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:13.223516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f71e4-703d-4778-bc48-6ace7df76e6b None None] Pushing event deleted for resources: {'Port': ['ID=aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:13.225881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.227803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f08f71e4-703d-4778-bc48-6ace7df76e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:13.261246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a163afd-0e05-4cbb-b3b6-b915339dd052 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Pushing event deleted for resources: {'Port': ['ID=fb3d3166-da83-4f2e-befa-724cacd2094d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:13.262948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a163afd-0e05-4cbb-b3b6-b915339dd052 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:13.286888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f71e4-703d-4778-bc48-6ace7df76e6b None None] No DVR routers for this DVR port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:13.323078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:13.325800 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fc4347f-1520-481d-a442-4624d7dd9dbe req-3cd29b0f-9621-4b9b-9252-672b63edad48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011618 Apr 16 15:40:13.334035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:13.334383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.410594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Network de14c934-696c-4b82-ad59-cfac2dd11c34 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:13.412406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:40:13.424913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.431299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.436794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=52aa3a5c-a02a-40da-9a7c-5d7f23756b60,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:13.441124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.441746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 16d049ad-e541-4622-a35b-e4f8bb609a72 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:13.461926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-560584a5-db2a-4347-877f-bbffb36b36d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:13.530219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=52aa3a5c-a02a-40da-9a7c-5d7f23756b60,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:13.533562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:13.543308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 16d049ad-e541-4622-a35b-e4f8bb609a72 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:13.547013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 16d049ad-e541-4622-a35b-e4f8bb609a72 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:13.547381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.628319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] For port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18,segment=NetworkSegment(15fa4111-1021-4e58-8eaa-9386bb6f300e),segment_id=15fa4111-1021-4e58-8eaa-9386bb6f300e)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:13.628654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.640266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9145af29-28b1-418a-9bdd-526257fdea66 None None] Provisioning complete for port 16d049ad-e541-4622-a35b-e4f8bb609a72 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:13.640491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9145af29-28b1-418a-9bdd-526257fdea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.643150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Network de14c934-696c-4b82-ad59-cfac2dd11c34 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:13.652533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a163afd-0e05-4cbb-b3b6-b915339dd052 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.663461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:13.664166 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:13.675339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8ec08d56-9fd1-4b9e-8e5e-e69fe1e18da1 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:13.736762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a163afd-0e05-4cbb-b3b6-b915339dd052 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/ports/fb3d3166-da83-4f2e-befa-724cacd2094d HTTP/1.1" status: 204 len: 168 time: 1.8842344 Apr 16 15:40:13.740208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.742197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60856) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:13.788569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:13.795122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Calling delete_port for aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:13.796024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Sync routers for ids ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:13.803060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Routers {'0c2c449c-b94b-41a5-bfa3-f233c3d50810'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:13.803779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:13.809314 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "PUT /v2.0/routers/0c2c449c-b94b-41a5-bfa3-f233c3d50810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4654512 Apr 16 15:40:13.810088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Subnet': ['ID=738dde64-677f-4c83-9320-521b297daa9b,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:13.819365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:13.842699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7101ba6b-9515-45a4-8354-0c7682f18d01 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:13.848933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d147784-378e-4e6d-aa9a-3f7288be1385 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Deleting subnet e5dfd617-0901-415d-bd51-f63a2c024222 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:13.853871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d147784-378e-4e6d-aa9a-3f7288be1385 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.869146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.883181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20831bdb-c84c-4856-86bc-8892e6f72eae None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:40:13.895732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:13.897863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:13.910585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Port': ['ID=219f71bd-e81d-445b-acca-2c00e4a2da33,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:13.912173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:13.912535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.915861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:13.918609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d147784-378e-4e6d-aa9a-3f7288be1385 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.933596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 16d049ad-e541-4622-a35b-e4f8bb609a72, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=16d049ad-e541-4622-a35b-e4f8bb609a72,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:13.941027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.945331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.951495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a801987-18d3-4df4-8ff3-0c5dcb3e7b60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:13.962496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:13.968184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d5725b7-27a8-47fc-a370-40afa54fe896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:13.969332 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2735579 Apr 16 15:40:13.971819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60864) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:13.977305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1773343097', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '738dde64-677f-4c83-9320-521b297daa9b'}], 'security_groups': ['82c00863-2d2c-4690-a57d-0ee74a0ac7e1', '7609fea3-c138-442c-aff8-c3b591d2f25d']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:13.980955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Pushing event deleted for resources: {'Network': ['ID=de14c934-696c-4b82-ad59-cfac2dd11c34,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:13.985494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:13.988820 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] 10.222.0.95 "DELETE /v2.0/networks/de14c934-696c-4b82-ad59-cfac2dd11c34 HTTP/1.1" status: 204 len: 168 time: 1.7833283 Apr 16 15:40:13.990996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60872) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:13.994400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No DVR routers for this DVR port 219f71bd-e81d-445b-acca-2c00e4a2da33 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:14.050510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20831bdb-c84c-4856-86bc-8892e6f72eae None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:40:14.052262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Set router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:40:14.065049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:14.096058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:14.096228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:14.101320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.153514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:14.153707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:14.194513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.196670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-3824d91c-f038-408f-a5e1-4fdeeb0a33f0 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-605432600&fields=id&tenant_id=1b8ce9a60fd24bc8bf6b520dbcb88cdd HTTP/1.1" status: 200 len: 267 time: 0.1710668 Apr 16 15:40:14.198958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9145af29-28b1-418a-9bdd-526257fdea66 None None] Provisioning for port 83d6683a-f435-498e-a144-0b7143f8255e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:14.201258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.207500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9145af29-28b1-418a-9bdd-526257fdea66 None None] Provisioning complete for port 83d6683a-f435-498e-a144-0b7143f8255e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:14.207845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9145af29-28b1-418a-9bdd-526257fdea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.223017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=16d049ad-e541-4622-a35b-e4f8bb609a72,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:14.249986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:11Z', 'revision_number': 4, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '83d6683a-f435-498e-a144-0b7143f8255e', 'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'mac_address': 'fa:16:3e:cf:44:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:10Z', 'updated_at': '2021-04-16T15:40:11Z', 'revision_number': 2, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'subnets': [{'id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:14.252184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:14.253039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d147784-378e-4e6d-aa9a-3f7288be1385 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.253116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Checking router: 0c2c449c-b94b-41a5-bfa3-f233c3d50810 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:40:14.253328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Updating router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 port 83d6683a-f435-498e-a144-0b7143f8255e binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:40:14.265411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.270261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9145af29-28b1-418a-9bdd-526257fdea66 None None] Port 83d6683a-f435-498e-a144-0b7143f8255e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:14.287976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.329025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.353771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5371d00-63d8-49c4-8d8f-abb8055b4b95 None None] Network b66a7734-0497-48f4-97a7-522a38494040 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:14.428609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0bb001-d07f-4c9c-bcd8-4ca60f542907']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:14.443917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3368c46f-8574-4791-ab49-56b9ecc0959b') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:14.444105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3368c46f-8574-4791-ab49-56b9ecc0959b') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:14.458373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.464076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c32e55-ad9e-4381-9eb0-6769e368c6ff']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:14.475179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0aa153e-251c-41fb-b66c-0992e07ee161') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:14.475360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0aa153e-251c-41fb-b66c-0992e07ee161') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:14.481451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.485431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.489983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-230ab686-8382-412a-bba4-db7cd61b7a0e None None] Provisioning complete for port 83d6683a-f435-498e-a144-0b7143f8255e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:14.490227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230ab686-8382-412a-bba4-db7cd61b7a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.492198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1493 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:14.530326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-230ab686-8382-412a-bba4-db7cd61b7a0e None None] Port 83d6683a-f435-498e-a144-0b7143f8255e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:14.538960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.542461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.558194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Releasing vlan 1466 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:14.627805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a7833c-3d77-49be-b107-b079f85f9f4e None None] Update dhcp port {'port': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'fixed_ips': [{'subnet_id': 'de204a8c-5c4f-45b8-bd02-d559bd5b7944', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9cae8889-f4cc-45e5-8596-668dd0a81446', 'ip_address': '2001:db8::2'}, {'subnet_id': '738dde64-677f-4c83-9320-521b297daa9b'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '254f4379-6d98-4e50-9f53-f56c40ff29d5'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:40:14.643341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 1c0bb001-d07f-4c9c-bcd8-4ca60f542907 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:14.654785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Deleting port aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:14.655022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.658185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24a7833c-3d77-49be-b107-b079f85f9f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.675100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.769961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] The port 'aeabfb6f-ec0c-4e50-8038-ab0d5a0e1f18' was deleted {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:40:14.782598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-24a7833c-3d77-49be-b107-b079f85f9f4e None None] Allocated IP 2001:db8:0:2::2 (b66a7734-0497-48f4-97a7-522a38494040/738dde64-677f-4c83-9320-521b297daa9b/254f4379-6d98-4e50-9f53-f56c40ff29d5) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:14.795647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Network 50c32e55-ad9e-4381-9eb0-6769e368c6ff has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:14.809616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.862614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-24a7833c-3d77-49be-b107-b079f85f9f4e None None] For port 254f4379-6d98-4e50-9f53-f56c40ff29d5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=254f4379-6d98-4e50-9f53-f56c40ff29d5,segment=NetworkSegment(dd41921d-8a9b-4459-a99e-5f2158576542),segment_id=dd41921d-8a9b-4459-a99e-5f2158576542)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:14.877754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-8e06b521-a0c9-457b-8a43-f1077c29685d tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:14.878069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24a7833c-3d77-49be-b107-b079f85f9f4e None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:14.878167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-8e06b521-a0c9-457b-8a43-f1077c29685d tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Synchronizing usage tracker for tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:14.934581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 1c0bb001-d07f-4c9c-bcd8-4ca60f542907 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:14.950942 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:14.958884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-8e06b521-a0c9-457b-8a43-f1077c29685d tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Unset dirty status for tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:14.959713 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-8e06b521-a0c9-457b-8a43-f1077c29685d tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/networks?id=e3a8d940-777d-401e-8dc7-4a4d8ee0954d HTTP/1.1" status: 200 len: 796 time: 0.7514293 Apr 16 15:40:14.964960 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-8dab9b46-7b27-4f69-aecc-00e7cdbad4c2 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2805035 Apr 16 15:40:14.983619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f32e7-698c-468e-a489-23b8c865d0a7 req-bc5c9371-0417-4780-8648-55249bd362de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:14.984476 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-569f32e7-698c-468e-a489-23b8c865d0a7 req-bc5c9371-0417-4780-8648-55249bd362de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 945 time: 0.2981963 Apr 16 15:40:15.022157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.024851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-e0fb63ea-9cd0-45bd-a9a6-99e8d5accddc tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/quotas/1b8ce9a60fd24bc8bf6b520dbcb88cdd HTTP/1.1" status: 200 len: 375 time: 0.0489907 Apr 16 15:40:15.047744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:15.081902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-569f32e7-698c-468e-a489-23b8c865d0a7 req-01e66f6e-6fce-4f37-ba8e-48e7a9519510 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748496 Apr 16 15:40:15.098808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d147784-378e-4e6d-aa9a-3f7288be1385 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.109599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac90b278-8a95-493a-8672-ad21b77ce6f0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:15.126963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:15.127481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.170060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d147784-378e-4e6d-aa9a-3f7288be1385 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dfd617-0901-415d-bd51-f63a2c024222,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:15.171690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d147784-378e-4e6d-aa9a-3f7288be1385 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:15.177508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c2ac11d5-98ed-484a-95bf-c218ded1d646 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Synchronizing usage tracker for tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:15.201220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 16d049ad-e541-4622-a35b-e4f8bb609a72 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:15.235594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c2ac11d5-98ed-484a-95bf-c218ded1d646 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Unset dirty status for tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:15.236140 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c2ac11d5-98ed-484a-95bf-c218ded1d646 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=1b8ce9a60fd24bc8bf6b520dbcb88cdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2053101 Apr 16 15:40:15.239884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d147784-378e-4e6d-aa9a-3f7288be1385 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.247356 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0d147784-378e-4e6d-aa9a-3f7288be1385 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/subnets/e5dfd617-0901-415d-bd51-f63a2c024222 HTTP/1.1" status: 204 len: 168 time: 1.5034685 Apr 16 15:40:15.248318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60884) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:15.249871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 16d049ad-e541-4622-a35b-e4f8bb609a72 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:15.250113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.270053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0ca1a1-140d-4185-be00-928f2e23a76a None None] Network 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:15.360854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964a34e-d5c2-4514-ad60-608e61f2c0b6 req-a103754e-87b2-40be-9015-6ce5e8d4542c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:15.361840 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7964a34e-d5c2-4514-ad60-608e61f2c0b6 req-a103754e-87b2-40be-9015-6ce5e8d4542c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 945 time: 0.1927879 Apr 16 15:40:15.362811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Network 50c32e55-ad9e-4381-9eb0-6769e368c6ff has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:15.390057 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:15.391056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.399827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-24a7833c-3d77-49be-b107-b079f85f9f4e None None] Transition to ACTIVE for port object 254f4379-6d98-4e50-9f53-f56c40ff29d5 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:15.429004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24a7833c-3d77-49be-b107-b079f85f9f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.430665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.442096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e30f6ae6-0ca3-4608-945d-d26cdfbdd2d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:15.442241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e8ac7052-8107-4ca5-b170-97315c513942 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:15.450906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.466768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=1c0bb001-d07f-4c9c-bcd8-4ca60f542907,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:15.475625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Transition to ACTIVE for port object 83d6683a-f435-498e-a144-0b7143f8255e will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:15.479085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.486638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:15.488073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:15.488576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd40416-2915-47e8-bdf1-8fd885ccf71e']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:15.491898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7964a34e-d5c2-4514-ad60-608e61f2c0b6 req-f23fec23-6b86-43c9-af27-ab193e0a4386 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210322 Apr 16 15:40:15.496685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Deleting port 0646d2cc-d4a8-4184-b9da-7675634ee8df {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:15.496890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.502215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fa4111-1021-4e58-8eaa-9386bb6f300e') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:15.502390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fa4111-1021-4e58-8eaa-9386bb6f300e') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:15.510716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60888) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:15.511569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.517556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-b9b79710-3d53-4b67-8b51-ed2577fd5499 service neutron] 10.222.0.95 "GET /v2.0/networks/e3a8d940-777d-401e-8dc7-4a4d8ee0954d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501454 Apr 16 15:40:15.523101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.526950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Releasing vlan 1451 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:15.568034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Pushing event updated for resources: {'Port': ['ID=83d6683a-f435-498e-a144-0b7143f8255e,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:15.583755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.584005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.584203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.584396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.584584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.584781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.584970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.585157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.585345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.585531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.585716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.585900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:15.594814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:15.654783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 8cd40416-2915-47e8-bdf1-8fd885ccf71e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:15.661472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.730628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Attempting to bind port 83d6683a-f435-498e-a144-0b7143f8255e on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:15.731091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Attempting to bind port 83d6683a-f435-498e-a144-0b7143f8255e by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:15.731433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Attempting to bind port 83d6683a-f435-498e-a144-0b7143f8255e on network e3a8d940-777d-401e-8dc7-4a4d8ee0954d {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:15.736470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:15.736822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Checking segment: {'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:15.737190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.737637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Bound using segment: {'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:15.738048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Bound port: 83d6683a-f435-498e-a144-0b7143f8255e, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:15.738759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.740602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Delete allocated IP 2001:db8::330 (b66a7734-0497-48f4-97a7-522a38494040/9cae8889-f4cc-45e5-8596-668dd0a81446) {{(pid=86006) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Apr 16 15:40:15.785655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Network 8cd40416-2915-47e8-bdf1-8fd885ccf71e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:15.807365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Allocated IP 2001:db8:0:2::a6 (b66a7734-0497-48f4-97a7-522a38494040/738dde64-677f-4c83-9320-521b297daa9b/116cfbdb-8035-4b91-b76a-0b1a42be468e) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:15.810089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] For port 83d6683a-f435-498e-a144-0b7143f8255e, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:15.812459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] For port 83d6683a-f435-498e-a144-0b7143f8255e, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=83d6683a-f435-498e-a144-0b7143f8255e,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:15.817162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.824025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7833c-3d77-49be-b107-b079f85f9f4e None None] Pushing event updated for resources: {'Port': ['ID=254f4379-6d98-4e50-9f53-f56c40ff29d5,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:15.828320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6284ec5-868f-4df6-ad44-e34c5a45e370 None None] DHCP port deletion for 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:15.830844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24a7833c-3d77-49be-b107-b079f85f9f4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:15.832463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f6284ec5-868f-4df6-ad44-e34c5a45e370 None None] Deleting port 0646d2cc-d4a8-4184-b9da-7675634ee8df {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:15.832754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6284ec5-868f-4df6-ad44-e34c5a45e370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.842989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:15.844133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-9c0ded98-2fbc-4710-8714-3ef6b2986eeb service neutron] 10.222.0.95 "GET /v2.0/networks/e3a8d940-777d-401e-8dc7-4a4d8ee0954d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991762 Apr 16 15:40:15.848914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f8144-e9a0-4b6d-8340-921daf6c00dd tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:15.851786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-966f8144-e9a0-4b6d-8340-921daf6c00dd tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 1093 time: 0.3345187 Apr 16 15:40:15.853306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60892) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:15.857897 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:15.858847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.860110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/1c0bb001-d07f-4c9c-bcd8-4ca60f542907 HTTP/1.1" status: 204 len: 168 time: 6.9379191 Apr 16 15:40:15.863076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:15.865219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] For port 0646d2cc-d4a8-4184-b9da-7675634ee8df, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0646d2cc-d4a8-4184-b9da-7675634ee8df,segment=NetworkSegment(cb9f4136-8693-4a51-857d-929cc75d018c),segment_id=cb9f4136-8693-4a51-857d-929cc75d018c)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:15.865451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.872317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.873491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60896) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:15.874878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:15.875605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.882751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-820239919'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:15.883744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:15.888878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:15.891153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:network and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:15.893239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:15.900170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:15.908255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.913213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Pushing event updated for resources: {'Port': ['ID=83d6683a-f435-498e-a144-0b7143f8255e,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:15.917503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] 10.222.0.95 "DELETE /v2.0/networks/8cd40416-2915-47e8-bdf1-8fd885ccf71e HTTP/1.1" status: 204 len: 168 time: 3.3518527 Apr 16 15:40:15.917503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Pushing event deleted for resources: {'Network': ['ID=50c32e55-ad9e-4381-9eb0-6769e368c6ff,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:15.940384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:15.942032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-658c5b6f-625c-4dcd-98b5-17c5a16db5b6 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:15.960693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:15.965282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Calling delete_port for 0646d2cc-d4a8-4184-b9da-7675634ee8df owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:15.974725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Pushing event deleted for resources: {'Network': ['ID=8cd40416-2915-47e8-bdf1-8fd885ccf71e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:15.978870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:15.985687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:floatingip and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:15.987933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:15.992154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:16.000097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:16.013682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] 10.222.0.95 "DELETE /v2.0/networks/50c32e55-ad9e-4381-9eb0-6769e368c6ff HTTP/1.1" status: 204 len: 168 time: 1.9870050 Apr 16 15:40:16.029184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:16.054113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1471} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:16.069527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Routers {'0c2c449c-b94b-41a5-bfa3-f233c3d50810'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:16.069906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:16.072498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.073075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment 8446e63a-ade3-4f93-9455-f5c4a8c1faa0 of type vlan for network eeb90a8d-8ac4-4600-9c92-ffe8f714c751 Apr 16 15:40:16.089695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.111684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.116419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:16.116808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.117229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.164282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70477e24-c02f-4fc0-bc60-549aa0044647 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:16.180517 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a315a8b4-1d3c-44e2-9998-475b6840d96c req-6a2b768f-43e0-46bb-80f3-0c8019367aa4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 210 time: 0.1128523 Apr 16 15:40:16.211029 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3330519 Apr 16 15:40:16.217946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60916) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:16.273829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] Set router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:40:16.296242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'network_id': 'eeb90a8d-8ac4-4600-9c92-ffe8f714c751', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:16.348617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f6284ec5-868f-4df6-ad44-e34c5a45e370 None None] For port 0646d2cc-d4a8-4184-b9da-7675634ee8df, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0646d2cc-d4a8-4184-b9da-7675634ee8df,segment=NetworkSegment(cb9f4136-8693-4a51-857d-929cc75d018c),segment_id=cb9f4136-8693-4a51-857d-929cc75d018c)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:16.348878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6284ec5-868f-4df6-ad44-e34c5a45e370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.357460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60922) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:16.448327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=eeb90a8d-8ac4-4600-9c92-ffe8f714c751,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:16.455082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:16.461972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:16.464407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:subnet and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:16.466124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:16.469559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:16.478122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:16.482579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.511547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f6284ec5-868f-4df6-ad44-e34c5a45e370 None None] Calling delete_port for 0646d2cc-d4a8-4184-b9da-7675634ee8df owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:16.606260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network eeb90a8d-8ac4-4600-9c92-ffe8f714c751 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:16.629936 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-641dc829-c771-4a6e-8b38-ac10a5410eef admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7be37314ca9c488ab9d8f211a146d52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688024 Apr 16 15:40:16.631508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60930) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:16.631717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60932) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:16.697426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c068f75-68f5-4f4c-98d1-97c4769df3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.717111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c068f75-68f5-4f4c-98d1-97c4769df3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.780007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-f6284ec5-868f-4df6-ad44-e34c5a45e370 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 16 15:40:16.780007 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Apr 16 15:40:16.780007 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'port_id': '0646d2cc-d4a8-4184-b9da-7675634ee8df', 'host': 'dv-neutron-786478-2-hyperv'}] Apr 16 15:40:16.780007 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:16.780262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-f6284ec5-868f-4df6-ad44-e34c5a45e370 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:16.786045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab216536-3b50-465d-ac95-3f74541424c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.796303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.798763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:11Z', 'revision_number': 4, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '83d6683a-f435-498e-a144-0b7143f8255e', 'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'mac_address': 'fa:16:3e:cf:44:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:10Z', 'updated_at': '2021-04-16T15:40:15Z', 'revision_number': 4, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'subnets': [{'id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:16.802313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a6beba-7116-4e32-9fec-1890e7d85e66 None None] The sync data for ids ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'] in dv-neutron-786478-2-hyperv is: [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:11Z', 'revision_number': 4, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '83d6683a-f435-498e-a144-0b7143f8255e', 'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'mac_address': 'fa:16:3e:cf:44:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:10Z', 'updated_at': '2021-04-16T15:40:15Z', 'revision_number': 4, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'subnets': [{'id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:16.803395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ab216536-3b50-465d-ac95-3f74541424c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:16.806885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c068f75-68f5-4f4c-98d1-97c4769df3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.810092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a163afd-0e05-4cbb-b3b6-b915339dd052 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:16.810228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ab216536-3b50-465d-ac95-3f74541424c7 admin admin] Usage tracker for resource:security_group_rule and tenant:019dfcf5b02b41f387a9ba9429d8bf80 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:16.814220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fbdea92f-67a7-4879-9d47-887298c27210 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:16.824089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ab216536-3b50-465d-ac95-3f74541424c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:16.826406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c068f75-68f5-4f4c-98d1-97c4769df3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08089432-0705-40bf-aaa0-43843c54f758,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:16.831739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ab216536-3b50-465d-ac95-3f74541424c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:16.833228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c068f75-68f5-4f4c-98d1-97c4769df3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:16.879934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c068f75-68f5-4f4c-98d1-97c4769df3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:16.880661 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8c068f75-68f5-4f4c-98d1-97c4769df3ef admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/08089432-0705-40bf-aaa0-43843c54f758 HTTP/1.1" status: 204 len: 168 time: 0.2483478 Apr 16 15:40:16.899643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Pushing event deleted for resources: {'Port': ['ID=0646d2cc-d4a8-4184-b9da-7675634ee8df,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:16.901306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:16.955371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] No DVR routers for this DVR port 0646d2cc-d4a8-4184-b9da-7675634ee8df on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:16.976790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.031906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab216536-3b50-465d-ac95-3f74541424c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.044184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab216536-3b50-465d-ac95-3f74541424c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.049144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Transition to ACTIVE for port object 116cfbdb-8035-4b91-b76a-0b1a42be468e will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:17.057970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb490d73-9b15-4989-b29a-ec66dd2ddb8c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:17.072898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.089669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-123c5f45-c2ba-45eb-b2cf-c3e4e8a7bb99 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:17.119963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab216536-3b50-465d-ac95-3f74541424c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d26d9ec-7f70-4131-87ff-1fa36e811671,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:17.128106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.135180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ab216536-3b50-465d-ac95-3f74541424c7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=019dfcf5b02b41f387a9ba9429d8bf80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000379 Apr 16 15:40:17.135180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab216536-3b50-465d-ac95-3f74541424c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:17.135856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60942) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:17.165273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e80396a2-d584-48fd-aa1f-d2d6729667b0 None None] Provisioning for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:17.176673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 254f4379-6d98-4e50-9f53-f56c40ff29d5 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:17.198932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e80396a2-d584-48fd-aa1f-d2d6729667b0 None None] Provisioning complete for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:17.199271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e80396a2-d584-48fd-aa1f-d2d6729667b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.225761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.235644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-81cf4fa4-9467-41d9-836e-e7f75fa0bb1c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:17.283283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f6284ec5-868f-4df6-ad44-e34c5a45e370 None None] Deleting port 0646d2cc-d4a8-4184-b9da-7675634ee8df {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:17.283651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6284ec5-868f-4df6-ad44-e34c5a45e370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.288925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=53211f21-3581-47e6-b2ec-fe338b6a9d5d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:17.315965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1f9162a-721a-47f9-bed0-ccf57d943454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.317915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:17.318264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.344497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1f9162a-721a-47f9-bed0-ccf57d943454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.357256 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ca6a25f4-e72a-4331-a50c-458ffd4f49d8 req-6a0ba3f2-3c70-4d70-a7ea-1cb2c8ddb9fa tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 210 time: 0.0789778 Apr 16 15:40:17.375049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f6284ec5-868f-4df6-ad44-e34c5a45e370 None None] The port '0646d2cc-d4a8-4184-b9da-7675634ee8df' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:40:17.375562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event updated for resources: {'Port': ['ID=116cfbdb-8035-4b91-b76a-0b1a42be468e,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:17.376524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:17.377064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.380848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:17.399838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c4703e-e75b-4ad5-ac38-ccab0533c6d8']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:17.417943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking segment: {'id': '8446e63a-ade3-4f93-9455-f5c4a8c1faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': 'eeb90a8d-8ac4-4600-9c92-ffe8f714c751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:17.418224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network hostable DHCP agents. Network: eeb90a8d-8ac4-4600-9c92-ffe8f714c751, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:17.421837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1f9162a-721a-47f9-bed0-ccf57d943454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.425028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9d8c6a4-88a4-4c6b-8e82-93afd5c7d82d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:17.430210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9f4136-8693-4a51-857d-929cc75d018c') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:17.430390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9f4136-8693-4a51-857d-929cc75d018c') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:17.434023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9162a-721a-47f9-bed0-ccf57d943454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d26d9ec-7f70-4131-87ff-1fa36e811671,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:17.436372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f1f9162a-721a-47f9-bed0-ccf57d943454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:17.441484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1f9162a-721a-47f9-bed0-ccf57d943454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.442218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f1f9162a-721a-47f9-bed0-ccf57d943454 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9d26d9ec-7f70-4131-87ff-1fa36e811671 HTTP/1.1" status: 204 len: 168 time: 0.3042996 Apr 16 15:40:17.448730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.449794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network eeb90a8d-8ac4-4600-9c92-ffe8f714c751 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:17.457642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, eeb90a8d-8ac4-4600-9c92-ffe8f714c751) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:17.466705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:17.467141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.475966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65fef22-7bb7-415c-90f4-fb4ec932712d None None] Network eeb90a8d-8ac4-4600-9c92-ffe8f714c751 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:17.480355 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2607975 Apr 16 15:40:17.482111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60950) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:17.516393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] In _notify_port_updated(), no bound segment for port 116cfbdb-8035-4b91-b76a-0b1a42be468e on network b66a7734-0497-48f4-97a7-522a38494040 {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:40:17.519595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:17.520001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.522871 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "PUT /v2.0/ports/116cfbdb-8035-4b91-b76a-0b1a42be468e HTTP/1.1" status: 200 len: 969 time: 3.5500898 Apr 16 15:40:17.523874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.529791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60954) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:17.566312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Releasing vlan 1473 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:17.623255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.646659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.128 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/c436eb3e-fdac-434d-84ee-8f077cdf1841) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:17.700293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e80396a2-d584-48fd-aa1f-d2d6729667b0 None None] Provisioning complete for port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:17.700535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e80396a2-d584-48fd-aa1f-d2d6729667b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.723042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-eeb90a8d-8ac4-4600-9c92-ffe8f714c751', 'network_id': 'eeb90a8d-8ac4-4600-9c92-ffe8f714c751', 'tenant_id': 'b77b747e66e74f8d9e847c7694b50ff4', 'fixed_ips': [{'subnet_id': '53211f21-3581-47e6-b2ec-fe338b6a9d5d'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:17.723868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.728731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.749742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 83d6683a-f435-498e-a144-0b7143f8255e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:17.820015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e80396a2-d584-48fd-aa1f-d2d6729667b0 None None] Port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:17.821565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 60960) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:17.842423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e80396a2-d584-48fd-aa1f-d2d6729667b0 None None] Provisioning for port 116cfbdb-8035-4b91-b76a-0b1a42be468e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:17.848979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 83d6683a-f435-498e-a144-0b7143f8255e completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:17.851662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e80396a2-d584-48fd-aa1f-d2d6729667b0 None None] Provisioning complete for port 116cfbdb-8035-4b91-b76a-0b1a42be468e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:17.851899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e80396a2-d584-48fd-aa1f-d2d6729667b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.855434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d45fe26f-0931-4e80-aee6-fb7e689a9fb6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 116cfbdb-8035-4b91-b76a-0b1a42be468e {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:17.855710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d45fe26f-0931-4e80-aee6-fb7e689a9fb6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.883804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 83d6683a-f435-498e-a144-0b7143f8255e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:17.883970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.912894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b038ce3-0a38-4232-abd8-f44dbbe966ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.937940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e80396a2-d584-48fd-aa1f-d2d6729667b0 None None] Port 116cfbdb-8035-4b91-b76a-0b1a42be468e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:17.946759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b038ce3-0a38-4232-abd8-f44dbbe966ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:17.947093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Allocated IP 172.20.0.1 (eeb90a8d-8ac4-4600-9c92-ffe8f714c751/53211f21-3581-47e6-b2ec-fe338b6a9d5d/0ab19808-b77b-453e-b1e3-e32bfdda53d4) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:17.949847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Network 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:17.960670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b038ce3-0a38-4232-abd8-f44dbbe966ea admin admin] Usage tracker for resource:security_group_rule and tenant:24125671b52d4eceba3ff1aff2fe4495 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:17.962976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.973768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:17.975466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b038ce3-0a38-4232-abd8-f44dbbe966ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:17.984620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b038ce3-0a38-4232-abd8-f44dbbe966ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:18.030851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.075238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2e598fc3-d15d-4d30-9800-d6940c6052a4 None None] Provisioning complete for port 116cfbdb-8035-4b91-b76a-0b1a42be468e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:18.075469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e598fc3-d15d-4d30-9800-d6940c6052a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.092844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 83d6683a-f435-498e-a144-0b7143f8255e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=83d6683a-f435-498e-a144-0b7143f8255e,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:18.104002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.108220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:18.138536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Network 18c4703e-e75b-4ad5-ac38-ccab0533c6d8 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:18.180273 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:18.242567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.255806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-29807d9b-4bb6-469a-b07b-4ff0eed2fd41 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:18.327886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.330535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0646d2cc-d4a8-4184-b9da-7675634ee8df no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:18.346289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.364236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 0646d2cc-d4a8-4184-b9da-7675634ee8df {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:18.364433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0646d2cc-d4a8-4184-b9da-7675634ee8df not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:18.368876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2e598fc3-d15d-4d30-9800-d6940c6052a4 None None] Port 116cfbdb-8035-4b91-b76a-0b1a42be468e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:18.388309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.393541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=83d6683a-f435-498e-a144-0b7143f8255e,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:18.395537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:18.400158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Transition to ACTIVE for port object 0ab19808-b77b-453e-b1e3-e32bfdda53d4 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:18.411220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Transition to ACTIVE for port object 0ab19808-b77b-453e-b1e3-e32bfdda53d4 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:18.415567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.425644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.446348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:18.464124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe5699d5-06e1-41a5-bdc2-aefefafa8e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:18.515884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Pushing event updated for resources: {'Port': ['ID=0ab19808-b77b-453e-b1e3-e32bfdda53d4,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:18.518079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:18.520080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Subnet': ['ID=53211f21-3581-47e6-b2ec-fe338b6a9d5d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:18.524823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Network eeb90a8d-8ac4-4600-9c92-ffe8f714c751 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:18.524908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:18.525587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:18.527089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:18.582170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Attempting to bind port 0ab19808-b77b-453e-b1e3-e32bfdda53d4 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:18.582379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Attempting to bind port 0ab19808-b77b-453e-b1e3-e32bfdda53d4 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '8446e63a-ade3-4f93-9455-f5c4a8c1faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': 'eeb90a8d-8ac4-4600-9c92-ffe8f714c751'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:18.582618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Attempting to bind port 0ab19808-b77b-453e-b1e3-e32bfdda53d4 on network eeb90a8d-8ac4-4600-9c92-ffe8f714c751 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:18.586025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:18.586250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Checking segment: {'id': '8446e63a-ade3-4f93-9455-f5c4a8c1faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': 'eeb90a8d-8ac4-4600-9c92-ffe8f714c751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:18.586550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.586798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Bound using segment: {'id': '8446e63a-ade3-4f93-9455-f5c4a8c1faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': 'eeb90a8d-8ac4-4600-9c92-ffe8f714c751'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:18.587093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Bound port: 0ab19808-b77b-453e-b1e3-e32bfdda53d4, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8446e63a-ade3-4f93-9455-f5c4a8c1faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': 'eeb90a8d-8ac4-4600-9c92-ffe8f714c751'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:18.587327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.600380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.638331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] For port 0ab19808-b77b-453e-b1e3-e32bfdda53d4, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:18.640351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] For port 0ab19808-b77b-453e-b1e3-e32bfdda53d4, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0ab19808-b77b-453e-b1e3-e32bfdda53d4,segment=NetworkSegment(8446e63a-ade3-4f93-9455-f5c4a8c1faa0),segment_id=8446e63a-ade3-4f93-9455-f5c4a8c1faa0)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:18.643447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.651311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d642133e-d6cc-423b-9d67-652c58b9c736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:18.666946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=c436eb3e-fdac-434d-84ee-8f077cdf1841,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:18.670765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb90a8d-8ac4-4600-9c92-ffe8f714c751']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:18.678764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8446e63a-ade3-4f93-9455-f5c4a8c1faa0') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:18.679006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8446e63a-ade3-4f93-9455-f5c4a8c1faa0') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:18.685779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.694589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.698239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1471 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:18.710567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:18.712784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d45fe26f-0931-4e80-aee6-fb7e689a9fb6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.716787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:18.747098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Pushing event updated for resources: {'Port': ['ID=0ab19808-b77b-453e-b1e3-e32bfdda53d4,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:18.748701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:18.780086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19dde49b-7499-41b9-a451-3d9af2fbfc6a req-2d86333c-f7e3-466b-918f-950c98913e5f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 210 time: 0.1141000 Apr 16 15:40:18.780571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Pushing event deleted for resources: {'Network': ['ID=18c4703e-e75b-4ad5-ac38-ccab0533c6d8,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:18.794605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63224efb-2983-400e-8a7d-0f092c1a16b1 None None] Network eeb90a8d-8ac4-4600-9c92-ffe8f714c751 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:18.796717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network eeb90a8d-8ac4-4600-9c92-ffe8f714c751 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:18.802111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.820497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b038ce3-0a38-4232-abd8-f44dbbe966ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.823648 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] 10.222.0.95 "DELETE /v2.0/networks/18c4703e-e75b-4ad5-ac38-ccab0533c6d8 HTTP/1.1" status: 204 len: 168 time: 3.5729666 Apr 16 15:40:18.855701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:18.868047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d45fe26f-0931-4e80-aee6-fb7e689a9fb6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 116cfbdb-8035-4b91-b76a-0b1a42be468e owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:18.890891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b038ce3-0a38-4232-abd8-f44dbbe966ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:18.901686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e3e10a10-c806-42d8-984e-61114a1186b0 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:18.908251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network eeb90a8d-8ac4-4600-9c92-ffe8f714c751 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:18.917704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d02264d-a1b6-46b3-aabc-2c95a962e060 None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:18.924454 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:18.954790 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3b038ce3-0a38-4232-abd8-f44dbbe966ea admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=24125671b52d4eceba3ff1aff2fe4495&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1296294 Apr 16 15:40:18.958493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b038ce3-0a38-4232-abd8-f44dbbe966ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fab62a-9cdf-42f6-9496-d7247e160d53,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:18.959679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60968) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:18.963734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b038ce3-0a38-4232-abd8-f44dbbe966ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:18.971927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:18.975239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:18.982256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:18.998317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 15:40:18.998317 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 15:40:18.998317 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': 'eeb90a8d-8ac4-4600-9c92-ffe8f714c751'}] Apr 16 15:40:18.998317 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:18.998565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:19.010189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acc99d16-b822-431f-a60f-632cd5304887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.012467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-ef995a23-8fe7-41ae-b833-d82138e69d8d tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:19.013423 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-ef995a23-8fe7-41ae-b833-d82138e69d8d tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.107 "GET /v2.0/networks?id=e3a8d940-777d-401e-8dc7-4a4d8ee0954d HTTP/1.1" status: 200 len: 796 time: 0.3496013 Apr 16 15:40:19.026208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acc99d16-b822-431f-a60f-632cd5304887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.046990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d02264d-a1b6-46b3-aabc-2c95a962e060 None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:40:19.063302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acc99d16-b822-431f-a60f-632cd5304887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.069436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d452cfe-85c1-45ee-9266-266669ece75e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:19.084251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc99d16-b822-431f-a60f-632cd5304887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fab62a-9cdf-42f6-9496-d7247e160d53,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:19.086165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acc99d16-b822-431f-a60f-632cd5304887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:19.089612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acc99d16-b822-431f-a60f-632cd5304887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.092463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-acc99d16-b822-431f-a60f-632cd5304887 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e9fab62a-9cdf-42f6-9496-d7247e160d53 HTTP/1.1" status: 204 len: 168 time: 0.1319261 Apr 16 15:40:19.115842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d45fe26f-0931-4e80-aee6-fb7e689a9fb6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.131911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 83d6683a-f435-498e-a144-0b7143f8255e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:19.132789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:19.141463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60980) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:19.182794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fe26f-0931-4e80-aee6-fb7e689a9fb6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=116cfbdb-8035-4b91-b76a-0b1a42be468e,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:19.187359 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-9a3b4480-1ef4-4c15-916d-b7e7b615d8ec tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1b8ce9a60fd24bc8bf6b520dbcb88cdd HTTP/1.1" status: 200 len: 8059 time: 0.1520822 Apr 16 15:40:19.214256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d45fe26f-0931-4e80-aee6-fb7e689a9fb6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:19.232502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 83d6683a-f435-498e-a144-0b7143f8255e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:19.233459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.292055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'port': {'device_id': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'admin_state_up': True, 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'security_groups': ['344ff6ae-5376-4d61-b70b-8a6cd86f383f']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:19.347001 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-098fe484-b7cb-43bc-978a-92e9bc50d1aa admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=02ec264496ab488bbe3575317dd75be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042713 Apr 16 15:40:19.348617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 60990) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:19.428211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a859fce7-ad13-4db3-afb1-33356a6d6dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.443911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a859fce7-ad13-4db3-afb1-33356a6d6dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.473251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a859fce7-ad13-4db3-afb1-33356a6d6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.476367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e942e04f-ac26-407f-ae2f-1572f3544b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:19.480261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:19.484455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859fce7-ad13-4db3-afb1-33356a6d6dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b1d1e4-41ab-474f-b821-e3f9b6418ed0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:19.486042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a859fce7-ad13-4db3-afb1-33356a6d6dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:19.486828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d45fe26f-0931-4e80-aee6-fb7e689a9fb6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.489683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a859fce7-ad13-4db3-afb1-33356a6d6dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.492825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a859fce7-ad13-4db3-afb1-33356a6d6dc2 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/15b1d1e4-41ab-474f-b821-e3f9b6418ed0 HTTP/1.1" status: 204 len: 168 time: 0.1417844 Apr 16 15:40:19.499937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.502255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:19.517667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d45fe26f-0931-4e80-aee6-fb7e689a9fb6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/116cfbdb-8035-4b91-b76a-0b1a42be468e HTTP/1.1" status: 204 len: 168 time: 1.9871054 Apr 16 15:40:19.518180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32770) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:19.556976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Made reservation on behalf of 1b8ce9a60fd24bc8bf6b520dbcb88cdd for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:19.560816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.565330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting port 0ab19808-b77b-453e-b1e3-e32bfdda53d4 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:19.566015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.574506 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f0f5a2-98e6-4726-bd19-dc3bb38441e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] GET failed (client error): The resource could not be found. Apr 16 15:40:19.574861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-06f0f5a2-98e6-4726-bd19-dc3bb38441e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:19.639178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-06f0f5a2-98e6-4726-bd19-dc3bb38441e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:19.642263 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-06f0f5a2-98e6-4726-bd19-dc3bb38441e0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports/116cfbdb-8035-4b91-b76a-0b1a42be468e HTTP/1.1" status: 404 len: 333 time: 0.1201131 Apr 16 15:40:19.642688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32778) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:19.683902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.733973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Allocated IP 172.20.0.4 (e3a8d940-777d-401e-8dc7-4a4d8ee0954d/4d5a91af-6859-4ebb-82bb-0dee4955a41b/daede3f8-cc26-426c-abf6-92e052046574) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:19.850734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.859996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Transition to ACTIVE for port object daede3f8-cc26-426c-abf6-92e052046574 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:19.914194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bd305293-70f4-4ae7-ac3b-15af61286894 req-7ec58da3-ba49-4d3b-80ae-39f4755f887e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 210 time: 0.0512755 Apr 16 15:40:19.915068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08de1855-6103-44f7-9080-70dc2ef62cb0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.939336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:19.960522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a815f6e-158f-468e-b771-d12d83bea9ae tempest-FloatingIPAdminTestJSON-324114711 tempest-FloatingIPAdminTestJSON-324114711-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:20.027488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] For port 0ab19808-b77b-453e-b1e3-e32bfdda53d4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0ab19808-b77b-453e-b1e3-e32bfdda53d4,segment=NetworkSegment(8446e63a-ade3-4f93-9455-f5c4a8c1faa0),segment_id=8446e63a-ade3-4f93-9455-f5c4a8c1faa0)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:20.027791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.035181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08de1855-6103-44f7-9080-70dc2ef62cb0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.056119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.083753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'Port': ['ID=daede3f8-cc26-426c-abf6-92e052046574,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:20.085888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:20.113261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Calling delete_port for 0ab19808-b77b-453e-b1e3-e32bfdda53d4 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:20.149698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08de1855-6103-44f7-9080-70dc2ef62cb0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.160891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32816) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:20.166173 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [-] 10.222.0.95 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0042264 Apr 16 15:40:20.167849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32820) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:20.177238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d1dbd286-f3bf-4da4-8c9e-f254edeec2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:20.178828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.187903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93e41d1a-1063-424d-9c47-4285f9e86acd tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:20.195105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de1855-6103-44f7-9080-70dc2ef62cb0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f894ed3-0caf-44de-9977-381474c67d84,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:20.197584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-08de1855-6103-44f7-9080-70dc2ef62cb0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:20.250125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Port': ['ID=0ab19808-b77b-453e-b1e3-e32bfdda53d4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:20.253200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:20.264339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.273702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Network e3a8d940-777d-401e-8dc7-4a4d8ee0954d is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:20.274788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No DVR routers for this DVR port 0ab19808-b77b-453e-b1e3-e32bfdda53d4 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:20.276573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:20.278572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.294190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32828) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:20.294693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:20.310928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:20.338498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7b964087-302b-4877-9227-15d1bb3a5fb9 tempest-NetworksApiDiscovery-826402209 tempest-NetworksApiDiscovery-826402209-project] 10.222.0.95 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1698668 Apr 16 15:40:20.359151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.384429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08de1855-6103-44f7-9080-70dc2ef62cb0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.387329 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-08de1855-6103-44f7-9080-70dc2ef62cb0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/security-groups/6f894ed3-0caf-44de-9977-381474c67d84 HTTP/1.1" status: 204 len: 168 time: 0.7417696 Apr 16 15:40:20.392648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32836) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:20.446124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb90a8d-8ac4-4600-9c92-ffe8f714c751']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:20.456517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8446e63a-ade3-4f93-9455-f5c4a8c1faa0') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:20.456717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8446e63a-ade3-4f93-9455-f5c4a8c1faa0') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:20.465179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.474734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.478318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1471 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:20.509207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-46a3e685-4d2d-42ef-b80e-e0566c81d9fa None None] Provisioning for port daede3f8-cc26-426c-abf6-92e052046574 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:20.516695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-46a3e685-4d2d-42ef-b80e-e0566c81d9fa None None] Provisioning complete for port daede3f8-cc26-426c-abf6-92e052046574 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:20.516984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46a3e685-4d2d-42ef-b80e-e0566c81d9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.581761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-46a3e685-4d2d-42ef-b80e-e0566c81d9fa None None] Port daede3f8-cc26-426c-abf6-92e052046574 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:20.581870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32842) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:20.590097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network eeb90a8d-8ac4-4600-9c92-ffe8f714c751 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:20.597961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.709905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4fcf4cf7-4c24-46eb-ac90-6d3636d5ae53 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-530942286'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:20.710295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b351e8b-1646-4beb-a79f-e0b7a4711068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.715661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=c436eb3e-fdac-434d-84ee-8f077cdf1841,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:20.718435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4fcf4cf7-4c24-46eb-ac90-6d3636d5ae53 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:20.723098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network eeb90a8d-8ac4-4600-9c92-ffe8f714c751 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:20.728285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:20.728559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.733974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:20.738368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4fcf4cf7-4c24-46eb-ac90-6d3636d5ae53 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Usage tracker for resource:router and tenant:f70df0813edf4245a94ab8e8dd20ac36 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:20.738980 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:20.745619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4fcf4cf7-4c24-46eb-ac90-6d3636d5ae53 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:20.761507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4fcf4cf7-4c24-46eb-ac90-6d3636d5ae53 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:20.773000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8b351e8b-1646-4beb-a79f-e0b7a4711068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:20.776807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4933922 Apr 16 15:40:20.778947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4cf7-4c24-46eb-ac90-6d3636d5ae53 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.779578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4cf7-4c24-46eb-ac90-6d3636d5ae53 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.784967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8b351e8b-1646-4beb-a79f-e0b7a4711068 admin admin] Usage tracker for resource:security_group_rule and tenant:e0b58f58a3784ef7b2385722d2f57285 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:20.788473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8b351e8b-1646-4beb-a79f-e0b7a4711068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:20.790027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Request body: {'port': {'device_id': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:20.794491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8b351e8b-1646-4beb-a79f-e0b7a4711068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:20.800891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.803730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa29bdb1-c687-4218-8aae-7e210ee8c87a tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:20.812846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.824921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=eeb90a8d-8ac4-4600-9c92-ffe8f714c751,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:20.827604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:20.831990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/eeb90a8d-8ac4-4600-9c92-ffe8f714c751 HTTP/1.1" status: 204 len: 168 time: 3.3464100 Apr 16 15:40:20.832091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32850) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:20.836780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1608811322'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:20.839756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e081520c-c237-4e6d-84fd-896fa8bf9170 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.841743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:20.846216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:network and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:20.848428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:20.853667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:20.865782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:20.867773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4cf7-4c24-46eb-ac90-6d3636d5ae53 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.869375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.872175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.897254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b351e8b-1646-4beb-a79f-e0b7a4711068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.899283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1464} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:20.902154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b351e8b-1646-4beb-a79f-e0b7a4711068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.906775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6aac3b3b-fb2d-4cb8-96be-0eb69de5bee1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:20.914458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.914672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment fe8da0c0-7525-4fa3-8128-9a5087e428dd of type vlan for network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b Apr 16 15:40:20.937752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e081520c-c237-4e6d-84fd-896fa8bf9170 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.946613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b351e8b-1646-4beb-a79f-e0b7a4711068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef097e0-463f-4f53-9d13-97fb578b8d1e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:20.949218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8b351e8b-1646-4beb-a79f-e0b7a4711068 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=e0b58f58a3784ef7b2385722d2f57285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667934 Apr 16 15:40:20.950285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.952983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8b351e8b-1646-4beb-a79f-e0b7a4711068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:20.953288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32856) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:20.996323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:20.999431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:20.999797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.003945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebeb7133-1135-4f76-a477-31d0d6776aca tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:21.008280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4cf7-4c24-46eb-ac90-6d3636d5ae53 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.016132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.021284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-053dc0f4-8aa3-447c-8239-16958e42e3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.079239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2464004 Apr 16 15:40:21.081521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-053dc0f4-8aa3-447c-8239-16958e42e3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.085183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32860) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:21.085585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=3b525909-e1ae-4e1f-b5ff-134c8ba1f97b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:21.088163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:21.090464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e081520c-c237-4e6d-84fd-896fa8bf9170 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.091758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e081520c-c237-4e6d-84fd-896fa8bf9170 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.092452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-388b924e-6920-4c39-960b-f200aba06f71 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'New_network'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:21.094386 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e081520c-c237-4e6d-84fd-896fa8bf9170 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/security-groups/7609fea3-c138-442c-aff8-c3b591d2f25d HTTP/1.1" status: 204 len: 168 time: 0.7001224 Apr 16 15:40:21.096923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32864) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:21.100223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:21.100729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70a07287-d466-4272-9a12-507815d8c749 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:21.110456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fcf4cf7-4c24-46eb-ac90-6d3636d5ae53 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.111414 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4fcf4cf7-4c24-46eb-ac90-6d3636d5ae53 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7797363 Apr 16 15:40:21.124320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32868) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:21.125824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081520c-c237-4e6d-84fd-896fa8bf9170 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7609fea3-c138-442c-aff8-c3b591d2f25d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:21.128832 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP 40314096-f409-4b84-82ac-6c1f04796ee1 associated. External IP: 172.26.4.128, port: b6e97c37-7e8b-4cca-802f-eb3db60df337. Apr 16 15:40:21.159241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e081520c-c237-4e6d-84fd-896fa8bf9170 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:21.214397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-053dc0f4-8aa3-447c-8239-16958e42e3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.218055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab216536-3b50-465d-ac95-3f74541424c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:21.234178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dc0f4-8aa3-447c-8239-16958e42e3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef097e0-463f-4f53-9d13-97fb578b8d1e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:21.238937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-053dc0f4-8aa3-447c-8239-16958e42e3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:21.239702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-053dc0f4-8aa3-447c-8239-16958e42e3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.243703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-053dc0f4-8aa3-447c-8239-16958e42e3a6 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6ef097e0-463f-4f53-9d13-97fb578b8d1e HTTP/1.1" status: 204 len: 168 time: 0.2861686 Apr 16 15:40:21.253351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-388b924e-6920-4c39-960b-f200aba06f71 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.264622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-388b924e-6920-4c39-960b-f200aba06f71 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.273735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d00a02e6-391f-4ed1-90e7-598fa01dd2cc tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:21.351782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce64639e-ecff-4575-8ad2-8aea3e706a78 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.370518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b924e-6920-4c39-960b-f200aba06f71 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=3b525909-e1ae-4e1f-b5ff-134c8ba1f97b,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:21.372898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-388b924e-6920-4c39-960b-f200aba06f71 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:21.393477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:21.396730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-388b924e-6920-4c39-960b-f200aba06f71 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b is not hosted by any dhcp agent {{(pid=86007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:220}} Apr 16 15:40:21.400203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b924e-6920-4c39-960b-f200aba06f71 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:21.400639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-388b924e-6920-4c39-960b-f200aba06f71 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.401501 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-388b924e-6920-4c39-960b-f200aba06f71 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "PUT /v2.0/networks/3b525909-e1ae-4e1f-b5ff-134c8ba1f97b HTTP/1.1" status: 200 len: 723 time: 0.3143642 Apr 16 15:40:21.404074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32874) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:21.421368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'network_id': '3b525909-e1ae-4e1f-b5ff-134c8ba1f97b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:21.472337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd5326cf-bd5d-4359-94e7-09c2cffdeb5e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.506724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:21.508922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:subnet and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:21.510577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:21.514048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:21.519911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:21.523556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.539968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847799bf-49b1-4647-8a93-2932d83bce8f req-f798d486-a3be-4082-a7f0-402e076f7ff6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:21.540398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-847799bf-49b1-4647-8a93-2932d83bce8f req-f798d486-a3be-4082-a7f0-402e076f7ff6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Synchronizing usage tracker for tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:21.641268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd5326cf-bd5d-4359-94e7-09c2cffdeb5e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.651257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce64639e-ecff-4575-8ad2-8aea3e706a78 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.658307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce64639e-ecff-4575-8ad2-8aea3e706a78 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.685719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-847799bf-49b1-4647-8a93-2932d83bce8f req-f798d486-a3be-4082-a7f0-402e076f7ff6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Unset dirty status for tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:21.686539 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-847799bf-49b1-4647-8a93-2932d83bce8f req-f798d486-a3be-4082-a7f0-402e076f7ff6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 931 time: 0.6606324 Apr 16 15:40:21.771588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.786679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ced6eaad-6801-429d-a9f8-3a713fec10b2 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:21.871844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=657648a1-0c11-4135-b01c-1f9e98f26be7,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:21.880768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:21.920136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking segment: {'id': 'fe8da0c0-7525-4fa3-8128-9a5087e428dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '3b525909-e1ae-4e1f-b5ff-134c8ba1f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:21.920330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network hostable DHCP agents. Network: 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:21.932410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:21.937779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:21.945137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434afefa-2c2b-42c2-912d-801de99f5e4c None None] Network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:21.947403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:21.947799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:21.966251 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5579193 Apr 16 15:40:21.966251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32878) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:21.970899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b18fceec-a60d-4a0e-8d07-ab35c8f21c1d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:22.053883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b18fceec-a60d-4a0e-8d07-ab35c8f21c1d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3619311'] for subnet, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.069344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce64639e-ecff-4575-8ad2-8aea3e706a78 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.069652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce64639e-ecff-4575-8ad2-8aea3e706a78 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3190aea1-865e-48fe-ab4a-46f0fe840d24 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:40:22.083391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-3b525909-e1ae-4e1f-b5ff-134c8ba1f97b', 'network_id': '3b525909-e1ae-4e1f-b5ff-134c8ba1f97b', 'tenant_id': 'b77b747e66e74f8d9e847c7694b50ff4', 'fixed_ips': [{'subnet_id': '657648a1-0c11-4135-b01c-1f9e98f26be7'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:22.083976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.088365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-847799bf-49b1-4647-8a93-2932d83bce8f req-714368b2-61b8-467f-bc87-9cd237ee25a3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893309 Apr 16 15:40:22.099522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd5326cf-bd5d-4359-94e7-09c2cffdeb5e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.104348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6ad42eb-2de4-4e68-8c85-9d820d150c44 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:22.112437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce64639e-ecff-4575-8ad2-8aea3e706a78 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.115086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ce64639e-ecff-4575-8ad2-8aea3e706a78 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] 10.222.0.95 "DELETE /v2.0/routers/3190aea1-865e-48fe-ab4a-46f0fe840d24 HTTP/1.1" status: 204 len: 168 time: 0.9853916 Apr 16 15:40:22.115437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32882) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:22.120439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a3918185-d41a-40e6-a356-986b439f9e59 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Request body: {'router': {'name': 'tempest-router-915956464', 'distributed': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:22.121511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd5326cf-bd5d-4359-94e7-09c2cffdeb5e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.123778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bd5326cf-bd5d-4359-94e7-09c2cffdeb5e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/security-groups/82c00863-2d2c-4690-a57d-0ee74a0ac7e1 HTTP/1.1" status: 204 len: 168 time: 1.0166137 Apr 16 15:40:22.123778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5326cf-bd5d-4359-94e7-09c2cffdeb5e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c00863-2d2c-4690-a57d-0ee74a0ac7e1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:22.124446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32886) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:22.126815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd5326cf-bd5d-4359-94e7-09c2cffdeb5e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:22.152386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a3918185-d41a-40e6-a356-986b439f9e59 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:22.156421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:40:22.166209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a3918185-d41a-40e6-a356-986b439f9e59 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Usage tracker for resource:router and tenant:f70df0813edf4245a94ab8e8dd20ac36 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:22.167277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daede3f8-cc26-426c-abf6-92e052046574 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:40:22.170536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a3918185-d41a-40e6-a356-986b439f9e59 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:22.192918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Allocated IP 172.20.0.2 (3b525909-e1ae-4e1f-b5ff-134c8ba1f97b/657648a1-0c11-4135-b01c-1f9e98f26be7/c0ad0ab4-cda4-4f29-b32a-9be8b5889158) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:22.197239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a3918185-d41a-40e6-a356-986b439f9e59 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:22.201439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.222345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f18b12-c393-4248-b454-a9f09454ae84 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting subnet 9cae8889-f4cc-45e5-8596-668dd0a81446 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:22.224123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30f18b12-c393-4248-b454-a9f09454ae84 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.246500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3918185-d41a-40e6-a356-986b439f9e59 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.247116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3918185-d41a-40e6-a356-986b439f9e59 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.250528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Transition to ACTIVE for port object daede3f8-cc26-426c-abf6-92e052046574 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:22.259141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.269518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee6ec629-4ea4-4ce6-9be1-e355e75e7b09 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:22.269974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30f18b12-c393-4248-b454-a9f09454ae84 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.285661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3918185-d41a-40e6-a356-986b439f9e59 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.309829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3918185-d41a-40e6-a356-986b439f9e59 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.323802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.328052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3918185-d41a-40e6-a356-986b439f9e59 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.328806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a3918185-d41a-40e6-a356-986b439f9e59 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2127895 Apr 16 15:40:22.331520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32890) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:22.332998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30f18b12-c393-4248-b454-a9f09454ae84 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.333345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Transition to ACTIVE for port object c0ad0ab4-cda4-4f29-b32a-9be8b5889158 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:22.344299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Transition to ACTIVE for port object c0ad0ab4-cda4-4f29-b32a-9be8b5889158 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:22.348793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.362262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24a7833c-3d77-49be-b107-b079f85f9f4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:22.387218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Pushing event updated for resources: {'Port': ['ID=daede3f8-cc26-426c-abf6-92e052046574,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:22.422798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:22.475103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:22.484847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce17ded0-a7bc-442e-87f9-30391470392a tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.601038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff0a15-4e1e-44b8-9453-c021f1bd97a8 None None] Sync routers for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:22.606814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.627230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff0a15-4e1e-44b8-9453-c021f1bd97a8 None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:22.627605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8cff0a15-4e1e-44b8-9453-c021f1bd97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:22.660574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Pushing event updated for resources: {'Port': ['ID=c0ad0ab4-cda4-4f29-b32a-9be8b5889158,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:22.674764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:22.760858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:22.763111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:22.765245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:22.774277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b18fceec-a60d-4a0e-8d07-ab35c8f21c1d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363291870637001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2473802'] for subnet, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.787632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:22.789937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce17ded0-a7bc-442e-87f9-30391470392a tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.790407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-8cff0a15-4e1e-44b8-9453-c021f1bd97a8 None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:40:22.794669 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9369733 Apr 16 15:40:22.794759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce17ded0-a7bc-442e-87f9-30391470392a tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.795677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'tag': 'b6e97c37-7e8b-4cca-802f-eb3db60df337'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:40:22.800652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32894) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:22.836461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'tag': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'status': 'completed', 'code': 200} Apr 16 15:40:22.867492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Attempting to bind port daede3f8-cc26-426c-abf6-92e052046574 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:22.867683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Attempting to bind port daede3f8-cc26-426c-abf6-92e052046574 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:22.868038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Attempting to bind port daede3f8-cc26-426c-abf6-92e052046574 on network e3a8d940-777d-401e-8dc7-4a4d8ee0954d {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:22.871517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce17ded0-a7bc-442e-87f9-30391470392a tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.871810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce17ded0-a7bc-442e-87f9-30391470392a tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccf7222f-05cc-49a6-a66e-add02a97b444 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:40:22.877183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Port daede3f8-cc26-426c-abf6-92e052046574 on network e3a8d940-777d-401e-8dc7-4a4d8ee0954d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:40:22.877373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Attempting to bind port daede3f8-cc26-426c-abf6-92e052046574 on network e3a8d940-777d-401e-8dc7-4a4d8ee0954d {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:22.887022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:22.887223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Checking segment: {'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:22.887450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Bound using segment: {'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:22.887710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Bound port: daede3f8-cc26-426c-abf6-92e052046574, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:22.887918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.890174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Attempting to bind port c0ad0ab4-cda4-4f29-b32a-9be8b5889158 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:22.890174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Attempting to bind port c0ad0ab4-cda4-4f29-b32a-9be8b5889158 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'fe8da0c0-7525-4fa3-8128-9a5087e428dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '3b525909-e1ae-4e1f-b5ff-134c8ba1f97b'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:22.890287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fceec-a60d-4a0e-8d07-ab35c8f21c1d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=657648a1-0c11-4135-b01c-1f9e98f26be7,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:22.890324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Attempting to bind port c0ad0ab4-cda4-4f29-b32a-9be8b5889158 on network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:22.894779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce17ded0-a7bc-442e-87f9-30391470392a tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.897922 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ce17ded0-a7bc-442e-87f9-30391470392a tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] 10.222.0.95 "DELETE /v2.0/routers/ccf7222f-05cc-49a6-a66e-add02a97b444 HTTP/1.1" status: 204 len: 168 time: 0.5646155 Apr 16 15:40:22.900837 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ca2a747e-d959-437c-9509-63bdb0d912c0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/40314096-f409-4b84-82ac-6c1f04796ee1 HTTP/1.1" status: 200 len: 991 time: 0.0987470 Apr 16 15:40:22.900914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:22.900974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32900) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:22.901011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Checking segment: {'id': 'fe8da0c0-7525-4fa3-8128-9a5087e428dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '3b525909-e1ae-4e1f-b5ff-134c8ba1f97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:22.901011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.901077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Bound using segment: {'id': 'fe8da0c0-7525-4fa3-8128-9a5087e428dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '3b525909-e1ae-4e1f-b5ff-134c8ba1f97b'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:22.901325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Bound port: c0ad0ab4-cda4-4f29-b32a-9be8b5889158, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8da0c0-7525-4fa3-8128-9a5087e428dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1464, 'network_id': '3b525909-e1ae-4e1f-b5ff-134c8ba1f97b'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:22.901692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.904691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b18fceec-a60d-4a0e-8d07-ab35c8f21c1d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:22.906136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-089e6bb3-1a78-43a2-8ddf-8a64fafc68eb tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Request body: {'router': {'name': 'tempest-router-677599799', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '462d99a9dc75431abcb6e20d0438d0a0'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:22.926482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-089e6bb3-1a78-43a2-8ddf-8a64fafc68eb tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:22.932146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-089e6bb3-1a78-43a2-8ddf-8a64fafc68eb tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Usage tracker for resource:router and tenant:462d99a9dc75431abcb6e20d0438d0a0 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:22.937263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-089e6bb3-1a78-43a2-8ddf-8a64fafc68eb tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:22.942223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-089e6bb3-1a78-43a2-8ddf-8a64fafc68eb tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:22.948795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18fceec-a60d-4a0e-8d07-ab35c8f21c1d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:22.949276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b18fceec-a60d-4a0e-8d07-ab35c8f21c1d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.951985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b18fceec-a60d-4a0e-8d07-ab35c8f21c1d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "PUT /v2.0/subnets/657648a1-0c11-4135-b01c-1f9e98f26be7 HTTP/1.1" status: 200 len: 806 time: 0.9850347 Apr 16 15:40:22.952388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32904) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:22.953368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30f18b12-c393-4248-b454-a9f09454ae84 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.963053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe999efa-7a33-47e5-9362-a90ee2af8635 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:22.977562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-089e6bb3-1a78-43a2-8ddf-8a64fafc68eb tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:22.978192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-089e6bb3-1a78-43a2-8ddf-8a64fafc68eb tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.008926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] For port c0ad0ab4-cda4-4f29-b32a-9be8b5889158, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:23.013143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f18b12-c393-4248-b454-a9f09454ae84 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Subnet': ['ID=9cae8889-f4cc-45e5-8596-668dd0a81446,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:23.015202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30f18b12-c393-4248-b454-a9f09454ae84 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:23.022074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] For port c0ad0ab4-cda4-4f29-b32a-9be8b5889158, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c0ad0ab4-cda4-4f29-b32a-9be8b5889158,segment=NetworkSegment(fe8da0c0-7525-4fa3-8128-9a5087e428dd),segment_id=fe8da0c0-7525-4fa3-8128-9a5087e428dd)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:23.024218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] For port daede3f8-cc26-426c-abf6-92e052046574, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:23.032028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.033245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-089e6bb3-1a78-43a2-8ddf-8a64fafc68eb tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.043131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] For port daede3f8-cc26-426c-abf6-92e052046574, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=daede3f8-cc26-426c-abf6-92e052046574,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:23.045449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-317f5e43-f63e-4296-bcb0-7ba58523aa13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:23.050803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.053277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30f18b12-c393-4248-b454-a9f09454ae84 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.059595 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-30f18b12-c393-4248-b454-a9f09454ae84 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/9cae8889-f4cc-45e5-8596-668dd0a81446 HTTP/1.1" status: 204 len: 168 time: 0.9314260 Apr 16 15:40:23.060068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32908) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:23.061382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a42ba4ef-b09e-459c-a2a2-b11d1620d0f3 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:23.093184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fb4594-eeae-4eda-9a3e-e9c1cf0511b7 None None] Network b66a7734-0497-48f4-97a7-522a38494040 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:23.103145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a96477-f3c9-451c-993f-b29d54987e2f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting subnet 738dde64-677f-4c83-9320-521b297daa9b {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:23.104995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-63a96477-f3c9-451c-993f-b29d54987e2f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.135958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-63a96477-f3c9-451c-993f-b29d54987e2f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.187597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-63a96477-f3c9-451c-993f-b29d54987e2f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.197185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.218710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Pushing event updated for resources: {'Port': ['ID=c0ad0ab4-cda4-4f29-b32a-9be8b5889158,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:23.223757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:23.273273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8cff0a15-4e1e-44b8-9453-c021f1bd97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:39:40Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '40314096-f409-4b84-82ac-6c1f04796ee1', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'port_id': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'mac_address': 'fa:16:3e:35:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:19Z', 'updated_at': '2021-04-16T15:40:19Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:23.277940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff0a15-4e1e-44b8-9453-c021f1bd97a8 None None] Checking router: 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:40:23.291547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cff0a15-4e1e-44b8-9453-c021f1bd97a8 None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:23.291961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8cff0a15-4e1e-44b8-9453-c021f1bd97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:23.356366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-63a96477-f3c9-451c-993f-b29d54987e2f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.369677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:23.420619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a96477-f3c9-451c-993f-b29d54987e2f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Subnet': ['ID=738dde64-677f-4c83-9320-521b297daa9b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:23.422367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-63a96477-f3c9-451c-993f-b29d54987e2f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:23.433735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-8cff0a15-4e1e-44b8-9453-c021f1bd97a8 None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:40:23.467541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-63a96477-f3c9-451c-993f-b29d54987e2f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.471836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-63a96477-f3c9-451c-993f-b29d54987e2f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/738dde64-677f-4c83-9320-521b297daa9b HTTP/1.1" status: 204 len: 168 time: 0.4111454 Apr 16 15:40:23.473513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32914) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:23.499029 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b083ab72-47b1-4da5-8d1f-cb39986dfdc1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:23.499333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b083ab72-47b1-4da5-8d1f-cb39986dfdc1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:23.502530 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b083ab72-47b1-4da5-8d1f-cb39986dfdc1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/9cae8889-f4cc-45e5-8596-668dd0a81446 HTTP/1.1" status: 404 len: 337 time: 0.0261757 Apr 16 15:40:23.502610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32918) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:23.523964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-089e6bb3-1a78-43a2-8ddf-8a64fafc68eb tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.560359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:23.561261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.562194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] 10.222.0.107 "PUT /v2.0/ports/daede3f8-cc26-426c-abf6-92e052046574 HTTP/1.1" status: 200 len: 1093 time: 2.7747238 Apr 16 15:40:23.567324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5788b81e-081d-4fc9-82a0-2e7a470b1dbb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting subnet de204a8c-5c4f-45b8-bd02-d559bd5b7944 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:23.571517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5788b81e-081d-4fc9-82a0-2e7a470b1dbb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.584032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Pushing event updated for resources: {'Port': ['ID=daede3f8-cc26-426c-abf6-92e052046574,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:23.588333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting port c0ad0ab4-cda4-4f29-b32a-9be8b5889158 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:23.588869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.610965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-089e6bb3-1a78-43a2-8ddf-8a64fafc68eb tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.613935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-089e6bb3-1a78-43a2-8ddf-8a64fafc68eb tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7095892 Apr 16 15:40:23.614158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:23.615008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32922) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:23.619754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Request body: {'router': {'distributed': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:23.658914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5788b81e-081d-4fc9-82a0-2e7a470b1dbb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.680593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c2f0-f9d7-42a6-bb0b-39e90111f0a4 req-4ae18b1b-a94d-4f02-ba22-563b6c5d2d28 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:23.681544 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e246c2f0-f9d7-42a6-bb0b-39e90111f0a4 req-4ae18b1b-a94d-4f02-ba22-563b6c5d2d28 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 943 time: 0.5207582 Apr 16 15:40:23.754936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43521c-880b-4141-8784-c7c953bc67b7 None None] Update dhcp port {'port': {'network_id': 'b66a7734-0497-48f4-97a7-522a38494040', 'fixed_ips': [{'subnet_id': 'de204a8c-5c4f-45b8-bd02-d559bd5b7944', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '738dde64-677f-4c83-9320-521b297daa9b'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '254f4379-6d98-4e50-9f53-f56c40ff29d5'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:40:23.792394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e246c2f0-f9d7-42a6-bb0b-39e90111f0a4 req-134de34d-8f26-4f2c-8568-e733155580db tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046715 Apr 16 15:40:23.803875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-080b08b0-18d0-4000-8ea3-3726ed428947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:23.804842 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-080b08b0-18d0-4000-8ea3-3726ed428947 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1b8ce9a60fd24bc8bf6b520dbcb88cdd&device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 1096 time: 0.1919150 Apr 16 15:40:23.838399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad43521c-880b-4141-8784-c7c953bc67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.856963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-2125d3e7-8ddb-48e3-8a11-a74deb41f9ba service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daede3f8-cc26-426c-abf6-92e052046574 HTTP/1.1" status: 200 len: 217 time: 0.0441825 Apr 16 15:40:23.903420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32926) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:23.915785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.915992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.953305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5788b81e-081d-4fc9-82a0-2e7a470b1dbb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.956103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-47e5c6b2-fa12-461b-b17a-287a3ae707ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:23.957054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-47e5c6b2-fa12-461b-b17a-287a3ae707ee service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d5a91af-6859-4ebb-82bb-0dee4955a41b HTTP/1.1" status: 200 len: 835 time: 0.0927107 Apr 16 15:40:23.962596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] For port c0ad0ab4-cda4-4f29-b32a-9be8b5889158, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c0ad0ab4-cda4-4f29-b32a-9be8b5889158,segment=NetworkSegment(fe8da0c0-7525-4fa3-8128-9a5087e428dd),segment_id=fe8da0c0-7525-4fa3-8128-9a5087e428dd)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:23.962819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:23.975376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8cff0a15-4e1e-44b8-9453-c021f1bd97a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:39:40Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '40314096-f409-4b84-82ac-6c1f04796ee1', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'port_id': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'mac_address': 'fa:16:3e:35:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:19Z', 'updated_at': '2021-04-16T15:40:19Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:23.977879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cff0a15-4e1e-44b8-9453-c021f1bd97a8 None None] The sync data for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv is: [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:39:40Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '40314096-f409-4b84-82ac-6c1f04796ee1', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'port_id': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'mac_address': 'fa:16:3e:35:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:19Z', 'updated_at': '2021-04-16T15:40:19Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:24.028239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=86007) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Apr 16 15:40:24.028438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Router 6e948888-7aa4-40db-9edd-e47866485172 migrating from provider to provider. {{(pid=86007) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Apr 16 15:40:24.028664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:24.068152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:24.071760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:24.072303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Calling delete_port for c0ad0ab4-cda4-4f29-b32a-9be8b5889158 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:24.090823 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2443947f-0a11-4fed-b281-5f9b185f66bd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/40314096-f409-4b84-82ac-6c1f04796ee1 HTTP/1.1" status: 200 len: 991 time: 0.1838617 Apr 16 15:40:24.128866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-ebc310e2-013d-4c0b-9e8c-48276a73d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:24.129817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-ebc310e2-013d-4c0b-9e8c-48276a73d89f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e3a8d940-777d-401e-8dc7-4a4d8ee0954d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1576264 Apr 16 15:40:24.176089 dv-neutron-786478-2-hyperv neutron-server[85906]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] No L3 agents can host the router 6e948888-7aa4-40db-9edd-e47866485172 Apr 16 15:40:24.221614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:24.227891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4945c86-8119-486f-91db-558c0404f927 None None] New status for floating IP 40314096-f409-4b84-82ac-6c1f04796ee1: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:40:24.231152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:24.291074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Port': ['ID=c0ad0ab4-cda4-4f29-b32a-9be8b5889158,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:24.295684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:24.300221 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-c2fbd95b-3cae-4d04-a535-be7c0df5e880 service neutron] 10.222.0.107 "GET /v2.0/networks/e3a8d940-777d-401e-8dc7-4a4d8ee0954d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537647 Apr 16 15:40:24.454050 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-151b307c-75f6-4f34-a64b-815e420a3c19 req-33111f9c-e701-44b0-8744-9cc989637adc service neutron] 10.222.0.107 "GET /v2.0/networks/e3a8d940-777d-401e-8dc7-4a4d8ee0954d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494224 Apr 16 15:40:24.455162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No DVR routers for this DVR port c0ad0ab4-cda4-4f29-b32a-9be8b5889158 on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:24.494167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:24.604641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Hosts for router 6e948888-7aa4-40db-9edd-e47866485172: [] {{(pid=86007) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 16 15:40:24.607162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982468e5-afbb-429e-9ec3-477e75f11c53 None None] Network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:24.630589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Hosts for other DVR routers connected to router 6e948888-7aa4-40db-9edd-e47866485172: set() {{(pid=86007) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:348}} Apr 16 15:40:24.634079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5788b81e-081d-4fc9-82a0-2e7a470b1dbb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:24.642373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:24.644895 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3ee06318-0bcd-4405-be12-3191a4b23ed7 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] 10.222.0.95 "PUT /v2.0/routers/6e948888-7aa4-40db-9edd-e47866485172 HTTP/1.1" status: 200 len: 716 time: 1.0275173 Apr 16 15:40:24.644895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfc34015-dbd1-4af3-9ec4-f2647a370809 tempest-NetworksIpV6TestAttrs-1516301634 tempest-NetworksIpV6TestAttrs-1516301634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:24.645638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32930) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server [None req-ad43521c-880b-4141-8784-c7c953bc67b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de204a8c-5c4f-45b8-bd02-d559bd5b7944: This subnet is being modified by another concurrent operation. Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise self.value Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1692, in update_port Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server db_port=port_db) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1489, in update_port Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server new_port=new_port) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 732, in update_port Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server new_port.get('mac_address')) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 432, in update_port_with_ips Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server new_mac) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 355, in _update_ips_for_port Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(port)) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server id=subnet.id) Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server raise exception Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de204a8c-5c4f-45b8-bd02-d559bd5b7944: This subnet is being modified by another concurrent operation. Apr 16 15:40:24.650111 dv-neutron-786478-2-hyperv neutron-server[85906]: ERROR oslo_messaging.rpc.server Apr 16 15:40:24.674161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-83cf3b4b-eebf-46cf-af36-38cf0cb7f07d None None] Could not find standard attr ID for object c0ad0ab4-cda4-4f29-b32a-9be8b5889158. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:24.704403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788b81e-081d-4fc9-82a0-2e7a470b1dbb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Subnet': ['ID=de204a8c-5c4f-45b8-bd02-d559bd5b7944,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:24.706107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5788b81e-081d-4fc9-82a0-2e7a470b1dbb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:24.724897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fff8e6-33cb-4d0e-b8e2-13e72d4f01eb None None] Network b66a7734-0497-48f4-97a7-522a38494040 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:24.732730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5782c5d5-6aff-4c78-adf0-394f0f707d05 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] 10.222.0.95 "GET /v2.0/routers/6e948888-7aa4-40db-9edd-e47866485172 HTTP/1.1" status: 200 len: 716 time: 0.0852268 Apr 16 15:40:24.732848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 32934) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:24.735070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:24.736175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5788b81e-081d-4fc9-82a0-2e7a470b1dbb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:24.738926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5788b81e-081d-4fc9-82a0-2e7a470b1dbb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/de204a8c-5c4f-45b8-bd02-d559bd5b7944 HTTP/1.1" status: 204 len: 168 time: 1.2355113 Apr 16 15:40:24.739393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32938) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:24.746465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:24.765070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-7168091c-ffb8-46bc-9667-d93de02d3100 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:24.765354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7168091c-ffb8-46bc-9667-d93de02d3100 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:24.768136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7168091c-ffb8-46bc-9667-d93de02d3100 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/5a43a028-6dae-4861-9ab0-45f4086027a7 HTTP/1.1" status: 404 len: 337 time: 0.0263011 Apr 16 15:40:24.768213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32944) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:24.796386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1db836c8-5b94-4559-b300-132350e43f52 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Synchronizing usage tracker for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:24.798749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Subnet': ['ID=657648a1-0c11-4135-b01c-1f9e98f26be7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:24.801448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:24.804419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1db836c8-5b94-4559-b300-132350e43f52 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Unset dirty status for tenant:cab102714a214227b8a1daffd76e51b1 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:24.807092 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1db836c8-5b94-4559-b300-132350e43f52 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "GET /v2.0/ports?device_id=c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b HTTP/1.1" status: 200 len: 205 time: 0.0365145 Apr 16 15:40:24.807092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32948) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:24.853102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-a31d4a07-edae-455d-b6eb-cab6828e4c88 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] delete failed (client error): The resource could not be found. Apr 16 15:40:24.855400 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a31d4a07-edae-455d-b6eb-cab6828e4c88 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/routers/c2e3b4f0-f0d5-4ecf-90f8-910953a4fc0b HTTP/1.1" status: 404 len: 336 time: 0.0461173 Apr 16 15:40:24.855971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32954) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:24.857843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:40:24.861488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4a41c627-fc60-49ed-adc9-2682010e1cb7 None None] Provisioning complete for port 254f4379-6d98-4e50-9f53-f56c40ff29d5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:24.861801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a41c627-fc60-49ed-adc9-2682010e1cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:24.879523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:24.904641 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e9c256-d669-4fe4-a426-fce36b04bc4e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:24.904794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e9c256-d669-4fe4-a426-fce36b04bc4e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:24.907730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36e9c256-d669-4fe4-a426-fce36b04bc4e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/aac140fb-23ed-4b07-849e-88c59d8a8937 HTTP/1.1" status: 404 len: 337 time: 0.0492687 Apr 16 15:40:24.908026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32960) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:24.935777 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574', 'status': 'completed', 'code': 200} Apr 16 15:40:24.954170 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a69d6f-e1d8-403e-b72b-101e2c4f0fc8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:24.954738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a69d6f-e1d8-403e-b72b-101e2c4f0fc8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:24.957714 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-17a69d6f-e1d8-403e-b72b-101e2c4f0fc8 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/9f0e47a8-5b69-4bf4-95e6-504c0ab748a4 HTTP/1.1" status: 404 len: 337 time: 0.0490038 Apr 16 15:40:24.958229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32964) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:24.987455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f9082-a19e-4845-a77f-4ff283625212 None None] DHCP port deletion for b66a7734-0497-48f4-97a7-522a38494040 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:24.989703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d239d12-110c-4675-be2e-2ac451e99feb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:24.989995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d239d12-110c-4675-be2e-2ac451e99feb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:24.991580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f9082-a19e-4845-a77f-4ff283625212 None None] Deleting port 254f4379-6d98-4e50-9f53-f56c40ff29d5 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:24.991887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc1f9082-a19e-4845-a77f-4ff283625212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.001789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8d239d12-110c-4675-be2e-2ac451e99feb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/d40179e1-11e1-4f29-a813-e5ba1bd07b5d HTTP/1.1" status: 404 len: 337 time: 0.0417073 Apr 16 15:40:25.001789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32970) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:25.024866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c10b260-29fa-49fe-92e6-19a250f0d4dc None None] Network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:25.041063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4a41c627-fc60-49ed-adc9-2682010e1cb7 None None] Provisioning complete for port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:25.041410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a41c627-fc60-49ed-adc9-2682010e1cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.042856 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a594ebf4-ef73-4443-a7a5-37db0ceb033f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:25.043166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a594ebf4-ef73-4443-a7a5-37db0ceb033f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:25.046282 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a594ebf4-ef73-4443-a7a5-37db0ceb033f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/21935668-964d-4c45-ae7d-6d2f02680859 HTTP/1.1" status: 404 len: 333 time: 0.0343764 Apr 16 15:40:25.046896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32974) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:25.071884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cc8252-8460-4303-8b2a-b113dc677822 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:25.072179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cc8252-8460-4303-8b2a-b113dc677822 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:25.073471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-05cc8252-8460-4303-8b2a-b113dc677822 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/c8ffd191-6d9f-420c-a1de-38d17e6e793b HTTP/1.1" status: 404 len: 337 time: 0.0259147 Apr 16 15:40:25.075077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32978) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:25.091719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 254f4379-6d98-4e50-9f53-f56c40ff29d5 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:25.099039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32982) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:25.133023 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed4ed09-ec6f-4236-9709-1362392f33c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:25.133310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed4ed09-ec6f-4236-9709-1362392f33c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:25.136435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3ed4ed09-ec6f-4236-9709-1362392f33c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/2d5197f4-2795-4e6d-8c06-833fc69da0e3 HTTP/1.1" status: 404 len: 337 time: 0.0587344 Apr 16 15:40:25.139507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32986) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:25.174759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4a41c627-fc60-49ed-adc9-2682010e1cb7 None None] Port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:25.182993 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-02693d61-53e5-4bd2-ac28-44e1a27cafde tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:25.183289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02693d61-53e5-4bd2-ac28-44e1a27cafde tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:25.186049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-02693d61-53e5-4bd2-ac28-44e1a27cafde tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/2343dabe-17b1-4dfc-b314-1091074cb482 HTTP/1.1" status: 404 len: 333 time: 0.0448999 Apr 16 15:40:25.186379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32990) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:25.218670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dfd5d368-aea0-4066-86c1-becfea46fb46 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/40314096-f409-4b84-82ac-6c1f04796ee1 HTTP/1.1" status: 200 len: 993 time: 0.1158142 Apr 16 15:40:25.219763 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a31d6d5-d731-46b9-85d0-a413f0edd682 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:25.220060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a31d6d5-d731-46b9-85d0-a413f0edd682 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:25.222892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a31d6d5-d731-46b9-85d0-a413f0edd682 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/d17b2436-4287-45f5-82d3-e76631eada1d HTTP/1.1" status: 404 len: 337 time: 0.0342066 Apr 16 15:40:25.223328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32994) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:25.251724 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-d255cd44-b793-4c3b-a5ea-81f416913007 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:25.252018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d255cd44-b793-4c3b-a5ea-81f416913007 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:25.254842 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d255cd44-b793-4c3b-a5ea-81f416913007 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/subnets/c10f9648-e549-421a-ae58-f2d58c413e4f HTTP/1.1" status: 404 len: 337 time: 0.0278547 Apr 16 15:40:25.256742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 32998) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:25.293497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269071ec-ce83-4c31-9c6a-9ff9d8e606a5 None None] DHCP port deletion for 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:25.306035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bd96e95b-55f9-44f1-ad11-0e3232b35bba tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port c893536a-2b3c-4ecd-9400-fd2b1c7847f2 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:25.306248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd96e95b-55f9-44f1-ad11-0e3232b35bba tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.326455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-fc1f9082-a19e-4845-a77f-4ff283625212 None None] For port 254f4379-6d98-4e50-9f53-f56c40ff29d5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=254f4379-6d98-4e50-9f53-f56c40ff29d5,segment=NetworkSegment(dd41921d-8a9b-4459-a99e-5f2158576542),segment_id=dd41921d-8a9b-4459-a99e-5f2158576542)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:25.326819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc1f9082-a19e-4845-a77f-4ff283625212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.331506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.340050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b525909-e1ae-4e1f-b5ff-134c8ba1f97b']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:25.380983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe8da0c0-7525-4fa3-8128-9a5087e428dd') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:25.381155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe8da0c0-7525-4fa3-8128-9a5087e428dd') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:25.397266 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-153e30e3-cb3d-446a-a903-c9ee5fbe2046 tempest-RoutersTestDVR-998578582 tempest-RoutersTestDVR-998578582-project] 10.222.0.95 "GET /v2.0/routers/6e948888-7aa4-40db-9edd-e47866485172 HTTP/1.1" status: 200 len: 682 time: 0.6621315 Apr 16 15:40:25.397266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.402967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33002) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:25.419697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f9082-a19e-4845-a77f-4ff283625212 None None] Calling delete_port for 254f4379-6d98-4e50-9f53-f56c40ff29d5 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:25.441201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd96e95b-55f9-44f1-ad11-0e3232b35bba tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.448010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.453575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 254f4379-6d98-4e50-9f53-f56c40ff29d5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=254f4379-6d98-4e50-9f53-f56c40ff29d5,segment=NetworkSegment(dd41921d-8a9b-4459-a99e-5f2158576542),segment_id=dd41921d-8a9b-4459-a99e-5f2158576542)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:25.458289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.460308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:25.499300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1464 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:25.504098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-fc1f9082-a19e-4845-a77f-4ff283625212 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:25.504313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-fc1f9082-a19e-4845-a77f-4ff283625212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:25.507163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=254f4379-6d98-4e50-9f53-f56c40ff29d5,revision_number=11']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:25.509215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:25.518917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f954-e058-4fce-a2da-48b9cb2a24da tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.520457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bd96e95b-55f9-44f1-ad11-0e3232b35bba tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for c893536a-2b3c-4ecd-9400-fd2b1c7847f2 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:25.562475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd96e95b-55f9-44f1-ad11-0e3232b35bba tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.571710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f1f91a3-a308-4d95-b24b-571df98805c5 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:25.583106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72419e-7a63-4d49-bb9a-35d96cb9bfba req-a04b9215-4f0a-4e5a-a02d-d673a19c7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:25.584086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c72419e-7a63-4d49-bb9a-35d96cb9bfba req-a04b9215-4f0a-4e5a-a02d-d673a19c7f29 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1b8ce9a60fd24bc8bf6b520dbcb88cdd&device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 1096 time: 0.6324811 Apr 16 15:40:25.621396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96e95b-55f9-44f1-ad11-0e3232b35bba tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=c893536a-2b3c-4ecd-9400-fd2b1c7847f2,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:25.624565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed17ef-6075-4933-8472-18cda88d3574 req-115545d1-e5b5-4dda-8445-1f3dcd341349 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:25.625448 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-88ed17ef-6075-4933-8472-18cda88d3574 req-115545d1-e5b5-4dda-8445-1f3dcd341349 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 943 time: 0.6746593 Apr 16 15:40:25.629611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd96e95b-55f9-44f1-ad11-0e3232b35bba tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:25.654866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd96e95b-55f9-44f1-ad11-0e3232b35bba tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.663301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bd96e95b-55f9-44f1-ad11-0e3232b35bba tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/ports/c893536a-2b3c-4ecd-9400-fd2b1c7847f2 HTTP/1.1" status: 204 len: 168 time: 0.4059172 Apr 16 15:40:25.665026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33006) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:25.731677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.770954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Deleting port 254f4379-6d98-4e50-9f53-f56c40ff29d5 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:25.771176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.822128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:25.828618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.854833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f954-e058-4fce-a2da-48b9cb2a24da tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.878210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f954-e058-4fce-a2da-48b9cb2a24da tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.893077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] For port 254f4379-6d98-4e50-9f53-f56c40ff29d5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=254f4379-6d98-4e50-9f53-f56c40ff29d5,segment=NetworkSegment(dd41921d-8a9b-4459-a99e-5f2158576542),segment_id=dd41921d-8a9b-4459-a99e-5f2158576542)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:25.893584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.910579 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-88ed17ef-6075-4933-8472-18cda88d3574 req-b36a4526-f693-45ad-b279-4215adfc89d9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649374 Apr 16 15:40:25.951279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f954-e058-4fce-a2da-48b9cb2a24da tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:25.951585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f6f954-e058-4fce-a2da-48b9cb2a24da tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e948888-7aa4-40db-9edd-e47866485172 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:40:25.977353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 3b525909-e1ae-4e1f-b5ff-134c8ba1f97b has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:25.978009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Calling delete_port for 254f4379-6d98-4e50-9f53-f56c40ff29d5 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:25.982171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72419e-7a63-4d49-bb9a-35d96cb9bfba req-c4b1841c-41bc-4617-82a8-340faf5639d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:25.983124 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c72419e-7a63-4d49-bb9a-35d96cb9bfba req-c4b1841c-41bc-4617-82a8-340faf5639d6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e3a8d940-777d-401e-8dc7-4a4d8ee0954d HTTP/1.1" status: 200 len: 898 time: 0.3635519 Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:25.992979 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:26.005872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f9082-a19e-4845-a77f-4ff283625212 None None] Deleting port 254f4379-6d98-4e50-9f53-f56c40ff29d5 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:26.006229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc1f9082-a19e-4845-a77f-4ff283625212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.019723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.028540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c90028a-5b18-4bbd-857a-4924c9f674a4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:26.044838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f9082-a19e-4845-a77f-4ff283625212 None None] The port '254f4379-6d98-4e50-9f53-f56c40ff29d5' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:40:26.068026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844207f-4633-4fdc-9494-cc08cc2ef0c5 None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:40:26.068797 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c72419e-7a63-4d49-bb9a-35d96cb9bfba req-230375e8-7378-4f31-aa66-db553e87d2e9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daede3f8-cc26-426c-abf6-92e052046574 HTTP/1.1" status: 200 len: 217 time: 0.0752509 Apr 16 15:40:26.071306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7f6f954-e058-4fce-a2da-48b9cb2a24da tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.074182 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c7f6f954-e058-4fce-a2da-48b9cb2a24da tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] 10.222.0.95 "DELETE /v2.0/routers/6e948888-7aa4-40db-9edd-e47866485172 HTTP/1.1" status: 204 len: 168 time: 0.6665161 Apr 16 15:40:26.074758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33010) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:26.078261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-320dd096-bb84-48a5-8819-920a2df40f98 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Request body: {'router': {'name': 'tempest-router-929754371', 'distributed': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:26.085638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Port': ['ID=254f4379-6d98-4e50-9f53-f56c40ff29d5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:26.088833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:26.102735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-320dd096-bb84-48a5-8819-920a2df40f98 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:26.104153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.107424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] No DVR routers for this DVR port 254f4379-6d98-4e50-9f53-f56c40ff29d5 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:26.108417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-320dd096-bb84-48a5-8819-920a2df40f98 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Usage tracker for resource:router and tenant:f70df0813edf4245a94ab8e8dd20ac36 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:26.111132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4fd795d4-1706-4a55-a021-0e6dbae783ab tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:26.121067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.122588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-320dd096-bb84-48a5-8819-920a2df40f98 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:26.128649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-320dd096-bb84-48a5-8819-920a2df40f98 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:26.131540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=3b525909-e1ae-4e1f-b5ff-134c8ba1f97b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:26.135387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:26.138337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/3b525909-e1ae-4e1f-b5ff-134c8ba1f97b HTTP/1.1" status: 204 len: 168 time: 3.1812217 Apr 16 15:40:26.138546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33014) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:26.140582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844207f-4633-4fdc-9494-cc08cc2ef0c5 None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:40:26.146673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-320dd096-bb84-48a5-8819-920a2df40f98 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.147351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-320dd096-bb84-48a5-8819-920a2df40f98 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.149798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72419e-7a63-4d49-bb9a-35d96cb9bfba req-c129f915-be39-4130-81f2-3b3eb4efb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:26.150708 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c72419e-7a63-4d49-bb9a-35d96cb9bfba req-c129f915-be39-4130-81f2-3b3eb4efb7f7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d5a91af-6859-4ebb-82bb-0dee4955a41b HTTP/1.1" status: 200 len: 835 time: 0.0700071 Apr 16 15:40:26.183958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-320dd096-bb84-48a5-8819-920a2df40f98 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.191223 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-218caec0-4406-4447-a7c5-017a27614e37 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:26.191714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218caec0-4406-4447-a7c5-017a27614e37 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:26.199544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.200066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-320dd096-bb84-48a5-8819-920a2df40f98 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.211554 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-218caec0-4406-4447-a7c5-017a27614e37 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/3b525909-e1ae-4e1f-b5ff-134c8ba1f97b HTTP/1.1" status: 404 len: 339 time: 0.0697873 Apr 16 15:40:26.211749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33018) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:26.221295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72419e-7a63-4d49-bb9a-35d96cb9bfba req-9f1b456b-3271-4f8d-9af1-ce6a92e0912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:26.222464 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c72419e-7a63-4d49-bb9a-35d96cb9bfba req-9f1b456b-3271-4f8d-9af1-ce6a92e0912f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e3a8d940-777d-401e-8dc7-4a4d8ee0954d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668628 Apr 16 15:40:26.223239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-320dd096-bb84-48a5-8819-920a2df40f98 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.225752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-320dd096-bb84-48a5-8819-920a2df40f98 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1490023 Apr 16 15:40:26.225987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33022) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:26.240420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-440312223', 'description': 'd1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:26.250764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:26.256043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:network and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:26.259280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:26.269065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:26.286913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66a7734-0497-48f4-97a7-522a38494040']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:26.293010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:26.296623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.304809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd41921d-8a9b-4459-a99e-5f2158576542') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:26.304995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd41921d-8a9b-4459-a99e-5f2158576542') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:26.315374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.327879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.331577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1456} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:26.334986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Releasing vlan 1484 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:26.359550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8432-ca65-4392-b8e5-a06bc540f113 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.390543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.391285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment 6f929809-13ee-48f1-bbc0-9984546c9c1c of type vlan for network bf592ef8-f3ba-4d84-82a7-1591b17a81b1 Apr 16 15:40:26.453986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.462477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:26.471852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.572964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.576238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:26.576597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.580977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8e4aa78-6623-4061-94a6-3e15e68b4b23 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:26.602762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Network b66a7734-0497-48f4-97a7-522a38494040 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:26.643520 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:26.696430 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4805081 Apr 16 15:40:26.697675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33026) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:26.701784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=bf592ef8-f3ba-4d84-82a7-1591b17a81b1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:26.711320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network bf592ef8-f3ba-4d84-82a7-1591b17a81b1 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:26.717551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:26.722155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.750315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-49826b98-b847-4c22-93bb-2248e14cd899 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:26.767859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.775161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Pushing event deleted for resources: {'Network': ['ID=b66a7734-0497-48f4-97a7-522a38494040,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:26.778059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:26.780392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] 10.222.0.95 "DELETE /v2.0/networks/b66a7734-0497-48f4-97a7-522a38494040 HTTP/1.1" status: 204 len: 168 time: 1.1147606 Apr 16 15:40:26.793843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af91a62-3573-41f5-b1b8-229382fded44 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:26.794300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6af91a62-3573-41f5-b1b8-229382fded44 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Synchronizing usage tracker for tenant:b77b747e66e74f8d9e847c7694b50ff4 on resource:network {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:26.805636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6af91a62-3573-41f5-b1b8-229382fded44 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Unset dirty status for tenant:b77b747e66e74f8d9e847c7694b50ff4 on resource:network {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:26.808116 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6af91a62-3573-41f5-b1b8-229382fded44 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/networks?id=bf592ef8-f3ba-4d84-82a7-1591b17a81b1 HTTP/1.1" status: 200 len: 760 time: 0.1060419 Apr 16 15:40:26.808330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33032) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:26.812500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ae1b267a-8009-4bf0-89b2-e6a1d50df300 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'description': 'd2'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:26.828293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8432-ca65-4392-b8e5-a06bc540f113 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.830822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8432-ca65-4392-b8e5-a06bc540f113 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.834474 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c72419e-7a63-4d49-bb9a-35d96cb9bfba req-b9bd8ff9-4cc1-4bc1-bcc6-18b8935e078b service neutron] 10.222.0.107 "GET /v2.0/networks/e3a8d940-777d-401e-8dc7-4a4d8ee0954d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067288 Apr 16 15:40:26.915965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8432-ca65-4392-b8e5-a06bc540f113 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.916276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1b8432-ca65-4392-b8e5-a06bc540f113 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26a35795-2d70-45f5-bb36-3a2e341864cc {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:40:26.931793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8432-ca65-4392-b8e5-a06bc540f113 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.932619 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2d1b8432-ca65-4392-b8e5-a06bc540f113 tempest-RoutersTestDVR-1304040924 tempest-RoutersTestDVR-1304040924-project-admin] 10.222.0.95 "DELETE /v2.0/routers/26a35795-2d70-45f5-bb36-3a2e341864cc HTTP/1.1" status: 204 len: 168 time: 0.7059345 Apr 16 15:40:26.953711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device daede3f8-cc26-426c-abf6-92e052046574 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:40:26.964923 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c72419e-7a63-4d49-bb9a-35d96cb9bfba req-25b2c920-cfa4-44a7-ab5e-9ab8a3d2ec26 service neutron] 10.222.0.107 "GET /v2.0/networks/e3a8d940-777d-401e-8dc7-4a4d8ee0954d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265242 Apr 16 15:40:26.966437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-bf3d4357-2bfa-459e-b9ba-748b943034b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:26.967198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-bf3d4357-2bfa-459e-b9ba-748b943034b8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 1098 time: 0.1118238 Apr 16 15:40:26.978920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae1b267a-8009-4bf0-89b2-e6a1d50df300 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:26.991336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33042) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:27.014615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae1b267a-8009-4bf0-89b2-e6a1d50df300 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.024101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e0f9079-e7df-4975-8418-88586e6cd3ba tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:27.084867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port daede3f8-cc26-426c-abf6-92e052046574, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=daede3f8-cc26-426c-abf6-92e052046574,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:27.093806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'daede3f8-cc26-426c-abf6-92e052046574', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'port_id': 'daede3f8-cc26-426c-abf6-92e052046574', 'mac_address': 'fa:16:3e:a1:88:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1474, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:40:27.097122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c0ad0ab4-cda4-4f29-b32a-9be8b5889158 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:27.115984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966c51b-e852-464b-a956-5067c6f48bee req-f7040ed6-b8ad-404b-862c-b692d6edf538 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:27.116981 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b966c51b-e852-464b-a956-5067c6f48bee req-f7040ed6-b8ad-404b-862c-b692d6edf538 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 943 time: 0.1113992 Apr 16 15:40:27.118710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-a4155c6f-cef8-4f1c-9f52-c3f8d4e61518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:27.119546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-a4155c6f-cef8-4f1c-9f52-c3f8d4e61518 service neutron] 10.222.0.107 "GET /v2.0/networks?id=46d53090-f2f6-48f4-9d20-88b9293e79e4 HTTP/1.1" status: 200 len: 898 time: 0.1322591 Apr 16 15:40:27.149495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: c0ad0ab4-cda4-4f29-b32a-9be8b5889158 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:27.149886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c0ad0ab4-cda4-4f29-b32a-9be8b5889158 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:27.159344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.170741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daede3f8-cc26-426c-abf6-92e052046574 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:40:27.176140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33050) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:27.180399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port daede3f8-cc26-426c-abf6-92e052046574, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=daede3f8-cc26-426c-abf6-92e052046574,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:27.182688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.183964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:27.200195 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b966c51b-e852-464b-a956-5067c6f48bee req-8e98ada7-47e0-456a-9f57-bdad29d5183f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788510 Apr 16 15:40:27.210111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-03757a8c-ea45-4022-aeb0-3700de69026b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e97c37-7e8b-4cca-802f-eb3db60df337 HTTP/1.1" status: 200 len: 1001 time: 0.0786443 Apr 16 15:40:27.234505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=daede3f8-cc26-426c-abf6-92e052046574,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:27.236582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:27.274032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-631783b9-5c8e-4d02-aa8d-216daff9ada6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.280560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-51a34e06-f04a-4ae9-84df-580c38046dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:27.281493 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-51a34e06-f04a-4ae9-84df-580c38046dcf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=137a3862-0639-414d-b4a8-18dbe32b11f8 HTTP/1.1" status: 200 len: 834 time: 0.0595660 Apr 16 15:40:27.285323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-631783b9-5c8e-4d02-aa8d-216daff9ada6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:27.287930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-631783b9-5c8e-4d02-aa8d-216daff9ada6 admin admin] Usage tracker for resource:security_group_rule and tenant:462d99a9dc75431abcb6e20d0438d0a0 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:27.289801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-631783b9-5c8e-4d02-aa8d-216daff9ada6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:27.316646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-631783b9-5c8e-4d02-aa8d-216daff9ada6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:27.364825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-82081d95-cf46-4671-bdbe-570290795a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:27.365701 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-82081d95-cf46-4671-bdbe-570290795a07 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=46d53090-f2f6-48f4-9d20-88b9293e79e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740952 Apr 16 15:40:27.398079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['daede3f8-cc26-426c-abf6-92e052046574'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:40:27.416127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-631783b9-5c8e-4d02-aa8d-216daff9ada6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.443681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-631783b9-5c8e-4d02-aa8d-216daff9ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.452796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1cf04cb6-fa8c-47e0-9dce-bc80fa9d853b tempest-FloatingIPAdminTestJSON-821931955 tempest-FloatingIPAdminTestJSON-821931955-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:27.478281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae1b267a-8009-4bf0-89b2-e6a1d50df300 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network bf592ef8-f3ba-4d84-82a7-1591b17a81b1 is not hosted by any dhcp agent {{(pid=86007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:220}} Apr 16 15:40:27.481220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1b267a-8009-4bf0-89b2-e6a1d50df300 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:27.481593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae1b267a-8009-4bf0-89b2-e6a1d50df300 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.484524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ae1b267a-8009-4bf0-89b2-e6a1d50df300 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "PUT /v2.0/networks/bf592ef8-f3ba-4d84-82a7-1591b17a81b1 HTTP/1.1" status: 200 len: 757 time: 0.6733778 Apr 16 15:40:27.484605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631783b9-5c8e-4d02-aa8d-216daff9ada6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762be708-541d-4a94-9f4c-e37e2dd4ed46,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:27.485276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-631783b9-5c8e-4d02-aa8d-216daff9ada6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:27.487103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33056) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:27.490385 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-631783b9-5c8e-4d02-aa8d-216daff9ada6 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=462d99a9dc75431abcb6e20d0438d0a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3114128 Apr 16 15:40:27.490909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33060) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:27.505318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b267a-8009-4bf0-89b2-e6a1d50df300 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=bf592ef8-f3ba-4d84-82a7-1591b17a81b1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:27.510906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae1b267a-8009-4bf0-89b2-e6a1d50df300 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:27.519526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network bf592ef8-f3ba-4d84-82a7-1591b17a81b1 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:27.531079 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-c9e7ee96-5568-4760-ac78-13d48daa7374 service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378124 Apr 16 15:40:27.571647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fb365b59-ab7d-42f1-8eaf-7d5985756aa2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=cab102714a214227b8a1daffd76e51b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5779040 Apr 16 15:40:27.571808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33064) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:27.583406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8d92c0-6bdc-432d-bf73-bac712d5bdb0 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:27.586581 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9b8d92c0-6bdc-432d-bf73-bac712d5bdb0 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/networks?id=bf592ef8-f3ba-4d84-82a7-1591b17a81b1 HTTP/1.1" status: 200 len: 760 time: 0.0966167 Apr 16 15:40:27.586710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33068) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:27.590676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8997494f-3df5-4f8f-b95e-289fe54a2363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.591463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2109386590'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:27.599229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:27.613345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:27.622332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8997494f-3df5-4f8f-b95e-289fe54a2363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.625452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:27.629242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.639477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b5954ba-d5d1-4849-a205-6eab8d953982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.652354 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c89cc72a-8f5c-496a-bd3c-5d6fbc5c6861 req-8810bd7f-c042-4c1e-ac4f-d2d4b6d9e7ab service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164997 Apr 16 15:40:27.660474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b5954ba-d5d1-4849-a205-6eab8d953982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.662734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8997494f-3df5-4f8f-b95e-289fe54a2363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.665920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-631783b9-5c8e-4d02-aa8d-216daff9ada6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:27.667092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1467} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:27.673450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997494f-3df5-4f8f-b95e-289fe54a2363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762be708-541d-4a94-9f4c-e37e2dd4ed46,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:27.675374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8997494f-3df5-4f8f-b95e-289fe54a2363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:27.676494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8997494f-3df5-4f8f-b95e-289fe54a2363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.679372 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8997494f-3df5-4f8f-b95e-289fe54a2363 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/762be708-541d-4a94-9f4c-e37e2dd4ed46 HTTP/1.1" status: 204 len: 168 time: 0.1800394 Apr 16 15:40:27.679428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.679428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment af132e69-0656-4521-93ae-3f574ec76fdd of type vlan for network f84df976-867e-441e-be11-dd0571158ce3 Apr 16 15:40:27.700639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.714406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b5954ba-d5d1-4849-a205-6eab8d953982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.717363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57387e65-761e-4775-8847-fb903d8fa796 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:27.729917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5954ba-d5d1-4849-a205-6eab8d953982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6885e495-77f8-4a48-8276-006975b3eaf9,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:27.731544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b5954ba-d5d1-4849-a205-6eab8d953982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:27.733490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.736670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:27.737025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.740707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca6178ef-6387-4f25-98ce-296020871b01 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:27.793577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b5954ba-d5d1-4849-a205-6eab8d953982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.794377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4b5954ba-d5d1-4849-a205-6eab8d953982 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6885e495-77f8-4a48-8276-006975b3eaf9 HTTP/1.1" status: 204 len: 168 time: 0.2219336 Apr 16 15:40:27.797154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2079959 Apr 16 15:40:27.797533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33078) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:27.802006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'network_id': 'f84df976-867e-441e-be11-dd0571158ce3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:27.844276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=f84df976-867e-441e-be11-dd0571158ce3,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:27.847839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33082) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:27.853015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:27.855572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network f84df976-867e-441e-be11-dd0571158ce3 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:27.866257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6f1486b-00f8-4fa8-91af-b62abcf2b93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.871297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:27.873563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Usage tracker for resource:subnet and tenant:b77b747e66e74f8d9e847c7694b50ff4 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:27.875227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:27.876353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f6f1486b-00f8-4fa8-91af-b62abcf2b93c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:27.878954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f6f1486b-00f8-4fa8-91af-b62abcf2b93c admin admin] Usage tracker for resource:security_group_rule and tenant:f70df0813edf4245a94ab8e8dd20ac36 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:27.879093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:27.880713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f6f1486b-00f8-4fa8-91af-b62abcf2b93c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:27.884044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f6f1486b-00f8-4fa8-91af-b62abcf2b93c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:27.885090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:27.889766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.934218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6f1486b-00f8-4fa8-91af-b62abcf2b93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.936354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6f1486b-00f8-4fa8-91af-b62abcf2b93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:27.942180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd5326cf-bd5d-4359-94e7-09c2cffdeb5e tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:27.974381 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f6f1486b-00f8-4fa8-91af-b62abcf2b93c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f70df0813edf4245a94ab8e8dd20ac36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257610 Apr 16 15:40:27.975055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1486b-00f8-4fa8-91af-b62abcf2b93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c3bc67-e9b5-4a61-858a-916e08f38438,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:27.977103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f6f1486b-00f8-4fa8-91af-b62abcf2b93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:27.977456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33092) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:28.014017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c88a1bbb-7789-4b64-bd3e-26cf03303e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.030471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c88a1bbb-7789-4b64-bd3e-26cf03303e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.092908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c88a1bbb-7789-4b64-bd3e-26cf03303e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.096248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd544af0-b4e3-421e-8614-5099a5485e9f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:28.104748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a1bbb-7789-4b64-bd3e-26cf03303e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c3bc67-e9b5-4a61-858a-916e08f38438,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:28.106357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c88a1bbb-7789-4b64-bd3e-26cf03303e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:28.109521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4bade-a1dd-4a28-a8c7-a84862ccc555 req-f319e0e1-a39c-4330-92f4-5c4221b89547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:28.111109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92c4bade-a1dd-4a28-a8c7-a84862ccc555 req-f319e0e1-a39c-4330-92f4-5c4221b89547 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 1098 time: 0.0675657 Apr 16 15:40:28.111933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c88a1bbb-7789-4b64-bd3e-26cf03303e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.112533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c88a1bbb-7789-4b64-bd3e-26cf03303e48 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/55c3bc67-e9b5-4a61-858a-916e08f38438 HTTP/1.1" status: 204 len: 168 time: 0.1342599 Apr 16 15:40:28.158310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.169425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:28.195878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4bade-a1dd-4a28-a8c7-a84862ccc555 req-c9dd60bf-bfab-432e-85f3-7513f226cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:28.196818 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92c4bade-a1dd-4a28-a8c7-a84862ccc555 req-c9dd60bf-bfab-432e-85f3-7513f226cc35 service neutron] 10.222.0.107 "GET /v2.0/networks?id=46d53090-f2f6-48f4-9d20-88b9293e79e4 HTTP/1.1" status: 200 len: 898 time: 0.0783749 Apr 16 15:40:28.249255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=3a7df084-2e91-4a3b-83c3-28a92ffec5a5,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:28.252112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:28.266007 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92c4bade-a1dd-4a28-a8c7-a84862ccc555 req-0f9bce88-1d56-4b1f-be83-a9597aa8c8a6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e97c37-7e8b-4cca-802f-eb3db60df337 HTTP/1.1" status: 200 len: 1001 time: 0.0611074 Apr 16 15:40:28.289723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking segment: {'id': 'af132e69-0656-4521-93ae-3f574ec76fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'f84df976-867e-441e-be11-dd0571158ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:28.289936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network hostable DHCP agents. Network: f84df976-867e-441e-be11-dd0571158ce3, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:28.303526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network f84df976-867e-441e-be11-dd0571158ce3 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:28.310980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, f84df976-867e-441e-be11-dd0571158ce3) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:28.312168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33118) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:28.318222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa4aac7-1e5a-460f-9924-e8aa19897d85 None None] Network f84df976-867e-441e-be11-dd0571158ce3 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:28.323210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:28.323584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.339467 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5415053 Apr 16 15:40:28.341188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33124) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:28.348766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4bade-a1dd-4a28-a8c7-a84862ccc555 req-03bfae42-58ab-48ea-a71f-37eceef9c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:28.349876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92c4bade-a1dd-4a28-a8c7-a84862ccc555 req-03bfae42-58ab-48ea-a71f-37eceef9c5a7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=137a3862-0639-414d-b4a8-18dbe32b11f8 HTTP/1.1" status: 200 len: 834 time: 0.0799651 Apr 16 15:40:28.410186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d7881-74d1-414b-af75-526549aa1a3c req-b556170d-1a8c-4680-952a-a14923747135 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:28.411147 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-271d7881-74d1-414b-af75-526549aa1a3c req-b556170d-1a8c-4680-952a-a14923747135 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 944 time: 0.1131659 Apr 16 15:40:28.449134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4bade-a1dd-4a28-a8c7-a84862ccc555 req-b99060e1-50c5-4e61-a9af-013f4c74c5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:28.450063 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92c4bade-a1dd-4a28-a8c7-a84862ccc555 req-b99060e1-50c5-4e61-a9af-013f4c74c5c2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=46d53090-f2f6-48f4-9d20-88b9293e79e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909500 Apr 16 15:40:28.451340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.451815 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-271d7881-74d1-414b-af75-526549aa1a3c req-1d7dff37-ed94-4834-aa8f-68662cbc4128 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355170 Apr 16 15:40:28.533743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.548272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-f84df976-867e-441e-be11-dd0571158ce3', 'network_id': 'f84df976-867e-441e-be11-dd0571158ce3', 'tenant_id': 'b77b747e66e74f8d9e847c7694b50ff4', 'fixed_ips': [{'subnet_id': '3a7df084-2e91-4a3b-83c3-28a92ffec5a5'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:28.548722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.551869 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92c4bade-a1dd-4a28-a8c7-a84862ccc555 req-f2383a3f-9c7d-47f9-94cb-0cf117ad31f6 service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965638 Apr 16 15:40:28.554497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'network': {'name': 'tempest-RoutersTest-468769695'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:28.559043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:28.563310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:network and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:28.566398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:28.573940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:28.619159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:28.622688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.636005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.642624 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92c4bade-a1dd-4a28-a8c7-a84862ccc555 req-21fd5300-44f9-47f4-8974-0e823aae05d3 service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861673 Apr 16 15:40:28.658127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:28.663383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:security_group_rule and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:28.666751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:28.672544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Allocated IP 172.20.0.2 (f84df976-867e-441e-be11-dd0571158ce3/3a7df084-2e91-4a3b-83c3-28a92ffec5a5/553dedc8-c733-4b9b-a98c-707a7ea862e0) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:28.679666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:28.699347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33140) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:28.762434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1013912491'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:28.765670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:28.768046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:network and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:28.769784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:28.776533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:28.782599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:28.783007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.784727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.786745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.787288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-720ce434-1ab0-4a63-82d4-7c548f39303d tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:28.794277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.794582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.800543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Transition to ACTIVE for port object 553dedc8-c733-4b9b-a98c-707a7ea862e0 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:28.803517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:28.804010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eea1121-8e74-4af4-a208-4aa4c186e3a0,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:28.805824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:security_group_rule and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:28.805986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:28.807744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:28.811151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1473} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:28.811757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:28.813205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Transition to ACTIVE for port object 553dedc8-c733-4b9b-a98c-707a7ea862e0 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:28.817084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.817935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.818142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added segment cb8e4f80-5bdd-4d55-9503-acae53879831 of type vlan for network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 Apr 16 15:40:28.826024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-135a8c61-72ba-4403-ab5b-090cda7db81e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:28.835404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.844493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-badec49e-4d4d-4b91-934e-9028dee23045 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:28.862190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.862465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.864988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.867707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a9a2551f-1d46-4107-b788-5f34bea9fed0 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:28.884404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1459} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:28.889945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00b0013-a514-41c1-811c-fe47535cbd63,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:28.892527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:28.894000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.895010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Added segment 3427cb93-202a-400e-a125-492e74f1186d of type vlan for network 202228ea-75c8-4a07-a357-aa1a8927fb48 Apr 16 15:40:28.895934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7df084-2e91-4a3b-83c3-28a92ffec5a5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:28.897421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:28.899503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Pushing event updated for resources: {'Port': ['ID=553dedc8-c733-4b9b-a98c-707a7ea862e0,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:28.902219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:28.911273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.930065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.933558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Network f84df976-867e-441e-be11-dd0571158ce3 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:28.934215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:28.935534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:28.937458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:28.938143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.942813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.946950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:28.946950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:28.950813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:28.951623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:28.964139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2617085 Apr 16 15:40:28.964615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33146) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:28.976156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device daede3f8-cc26-426c-abf6-92e052046574 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:28.994922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:29.024523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Attempting to bind port 553dedc8-c733-4b9b-a98c-707a7ea862e0 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:29.024867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Attempting to bind port 553dedc8-c733-4b9b-a98c-707a7ea862e0 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'af132e69-0656-4521-93ae-3f574ec76fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'f84df976-867e-441e-be11-dd0571158ce3'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:29.025093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Attempting to bind port 553dedc8-c733-4b9b-a98c-707a7ea862e0 on network f84df976-867e-441e-be11-dd0571158ce3 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:29.031449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:29.031678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Checking segment: {'id': 'af132e69-0656-4521-93ae-3f574ec76fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'f84df976-867e-441e-be11-dd0571158ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:29.031930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.032177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Bound using segment: {'id': 'af132e69-0656-4521-93ae-3f574ec76fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'f84df976-867e-441e-be11-dd0571158ce3'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:29.032535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Bound port: 553dedc8-c733-4b9b-a98c-707a7ea862e0, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af132e69-0656-4521-93ae-3f574ec76fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': 'f84df976-867e-441e-be11-dd0571158ce3'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:29.032769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.053840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.056762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Network': ['ID=202228ea-75c8-4a07-a357-aa1a8927fb48,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:29.059813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:29.066675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Network': ['ID=014b5ba9-5e32-4bc5-917c-0540f43ccae9,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:29.068255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:29.072823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:29.075188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:29.076317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:29.077029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:29.080930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:29.085890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:29.087366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:29.090972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.099285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7848153 Apr 16 15:40:29.101599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33150) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:29.107156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'network': {'name': 'tempest-RoutersTest-1941720476'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:29.126962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84df976-867e-441e-be11-dd0571158ce3']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:29.133798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af132e69-0656-4521-93ae-3f574ec76fdd') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:29.133961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af132e69-0656-4521-93ae-3f574ec76fdd') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:29.141290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.144487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:29.149535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:network and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:29.150570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.152897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:29.154276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1467 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:29.160461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:29.172710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:29.176715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.202961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1482} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:29.230700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.231007 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added segment e998a1eb-e59e-4f4f-9564-67d807157b70 of type vlan for network 1e56e990-6341-42ce-ac63-7a0b1c1880cc Apr 16 15:40:29.266717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.275286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network f84df976-867e-441e-be11-dd0571158ce3 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:29.283488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.321528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port daede3f8-cc26-426c-abf6-92e052046574 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:29.327989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.330656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:29.331081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.335175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c28c1cd-9738-4de2-8542-5c29a55b3102 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:29.348039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port daede3f8-cc26-426c-abf6-92e052046574 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:29.348246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.394408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] For port 553dedc8-c733-4b9b-a98c-707a7ea862e0, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:29.396380 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2940338 Apr 16 15:40:29.398481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33154) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:29.399161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network f84df976-867e-441e-be11-dd0571158ce3 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:29.405599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'subnet': {'network_id': '014b5ba9-5e32-4bc5-917c-0540f43ccae9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:29.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:29.445137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.462308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:40:29.463907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 15:40:29.463907 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 15:40:29.463907 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': 'f84df976-867e-441e-be11-dd0571158ce3'}] Apr 16 15:40:29.463907 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:29.464116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:29.473621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port daede3f8-cc26-426c-abf6-92e052046574, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=daede3f8-cc26-426c-abf6-92e052046574,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:29.477101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] For port 553dedc8-c733-4b9b-a98c-707a7ea862e0, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=553dedc8-c733-4b9b-a98c-707a7ea862e0,segment=NetworkSegment(af132e69-0656-4521-93ae-3f574ec76fdd),segment_id=af132e69-0656-4521-93ae-3f574ec76fdd)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:29.478789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.481774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d77ac448-4b6c-43d0-aa3f-5bd0be21e21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:29.505378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574', 'code': 200} Apr 16 15:40:29.506465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.583798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=daede3f8-cc26-426c-abf6-92e052046574,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:29.585981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:29.586989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:29.656336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Pushing event updated for resources: {'Port': ['ID=553dedc8-c733-4b9b-a98c-707a7ea862e0,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:29.658131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:29.686965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ffca6b-895b-4368-8391-97c87fb329b2 None None] Network f84df976-867e-441e-be11-dd0571158ce3 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:29.706282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Network': ['ID=1e56e990-6341-42ce-ac63-7a0b1c1880cc,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:29.725464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 1e56e990-6341-42ce-ac63-7a0b1c1880cc details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:29.741721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:29.793660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:29.804996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:subnet and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:29.807755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:29.816139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:29.833581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936b3d2-9310-43db-8c6e-6cbdc9a54940 req-643d61cb-6a99-4a66-9ad0-af043a138334 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:29.834499 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b936b3d2-9310-43db-8c6e-6cbdc9a54940 req-643d61cb-6a99-4a66-9ad0-af043a138334 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.1265421 Apr 16 15:40:29.834872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:29.838274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.857959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92408746-9a8a-46cf-96ce-8b939af9ada4 None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:40:29.940102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b936b3d2-9310-43db-8c6e-6cbdc9a54940 req-9e0a5f59-6580-456a-a923-0140b230389f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918012 Apr 16 15:40:29.951049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.959403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4612a4c6-5d43-4bbf-91ae-051498afc49b tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:29.965349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:29.997513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92408746-9a8a-46cf-96ce-8b939af9ada4 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:30.002666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92408746-9a8a-46cf-96ce-8b939af9ada4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 202228ea-75c8-4a07-a357-aa1a8927fb48) {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:40:30.015777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting port 553dedc8-c733-4b9b-a98c-707a7ea862e0 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:30.016205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.049378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=89d50124-3277-49bc-a7c9-d4e61f423c39,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:30.071410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:30.108592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:30.110159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:30.123027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:30.123406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.151083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] For port 553dedc8-c733-4b9b-a98c-707a7ea862e0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=553dedc8-c733-4b9b-a98c-707a7ea862e0,segment=NetworkSegment(af132e69-0656-4521-93ae-3f574ec76fdd),segment_id=af132e69-0656-4521-93ae-3f574ec76fdd)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:30.151476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.176190 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2072978 Apr 16 15:40:30.176453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33162) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:30.182053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'name': 'tempest-NetworksTestDHCPv6-1283515062'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:30.203728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': '89d50124-3277-49bc-a7c9-d4e61f423c39'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:30.204979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.237329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Calling delete_port for 553dedc8-c733-4b9b-a98c-707a7ea862e0 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:30.281140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:30.284664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:30.286073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.287212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:30.291531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:30.295625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:30.301551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:30.305127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.312331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Allocated IP 2001:db8::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/89d50124-3277-49bc-a7c9-d4e61f423c39/cb741b60-22b5-4626-998f-937358e1b88c) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:30.320172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Port': ['ID=553dedc8-c733-4b9b-a98c-707a7ea862e0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:30.344344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 20b6627a-7d29-4fcd-ae0f-702c132f97b3 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:40:30.347235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:30.377744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No DVR routers for this DVR port 553dedc8-c733-4b9b-a98c-707a7ea862e0 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:30.387741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.397823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac6ce919-1802-4f1f-9eac-9b9bfc1995b4 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:30.456801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.457073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.465022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Transition to ACTIVE for port object cb741b60-22b5-4626-998f-937358e1b88c will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:30.478155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Transition to ACTIVE for port object cb741b60-22b5-4626-998f-937358e1b88c will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:30.481749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.492312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:30.519271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Subnet': ['ID=52b64e61-220d-4f2d-be0c-d069f0e55ad6,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:30.523700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84df976-867e-441e-be11-dd0571158ce3']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:30.528189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:30.530939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af132e69-0656-4521-93ae-3f574ec76fdd') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:30.531114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af132e69-0656-4521-93ae-3f574ec76fdd') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:30.537994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.546029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.550061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1467 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:30.558787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::2bd (202228ea-75c8-4a07-a357-aa1a8927fb48/89d50124-3277-49bc-a7c9-d4e61f423c39/20b6627a-7d29-4fcd-ae0f-702c132f97b3) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:30.580232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Pushing event updated for resources: {'Port': ['ID=cb741b60-22b5-4626-998f-937358e1b88c,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:30.582359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:30.601706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Checking segment: {'id': 'cb8e4f80-5bdd-4d55-9503-acae53879831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '014b5ba9-5e32-4bc5-917c-0540f43ccae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:30.601913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network hostable DHCP agents. Network: 014b5ba9-5e32-4bc5-917c-0540f43ccae9, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:30.616011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:30.616876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:30.618775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:30.656336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:30.670137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 014b5ba9-5e32-4bc5-917c-0540f43ccae9) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:30.682826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Attempting to bind port cb741b60-22b5-4626-998f-937358e1b88c on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:30.683269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Attempting to bind port cb741b60-22b5-4626-998f-937358e1b88c by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:30.683855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Attempting to bind port cb741b60-22b5-4626-998f-937358e1b88c on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:30.687453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:30.687765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:30.687843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:30.688127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.688218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.688475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:30.689111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Bound port: cb741b60-22b5-4626-998f-937358e1b88c, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:30.689455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.716367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3152924 Apr 16 15:40:30.716533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33166) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:30.721200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'subnet': {'network_id': '1e56e990-6341-42ce-ac63-7a0b1c1880cc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:30.732599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.746878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] For port cb741b60-22b5-4626-998f-937358e1b88c, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:30.748952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] For port cb741b60-22b5-4626-998f-937358e1b88c, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cb741b60-22b5-4626-998f-937358e1b88c,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:30.751729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.759593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:30.785599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 20b6627a-7d29-4fcd-ae0f-702c132f97b3 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:30.802433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:30.805761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:subnet and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:30.808317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:30.812890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:30.821251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:30.824952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.835465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.844403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Pushing event updated for resources: {'Port': ['ID=cb741b60-22b5-4626-998f-937358e1b88c,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:30.846436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:30.847621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:30.923557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network f84df976-867e-441e-be11-dd0571158ce3 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:30.928184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:30.968947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=20b6627a-7d29-4fcd-ae0f-702c132f97b3,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:30.972456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:31.036046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network f84df976-867e-441e-be11-dd0571158ce3 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:31.049182 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:31.090604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:31.095588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.097341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:31.097877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5b29f09-3fa8-42d8-89ce-ee34b657b10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:31.102583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:31.106619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.106678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.108574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.116254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=f84df976-867e-441e-be11-dd0571158ce3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:31.119521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:31.121752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/f84df976-867e-441e-be11-dd0571158ce3 HTTP/1.1" status: 204 len: 168 time: 2.7793415 Apr 16 15:40:31.124653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33172) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:31.153851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9809eed-911c-404f-a4ae-d52139d235bb tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] GET failed (client error): The resource could not be found. Apr 16 15:40:31.154182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a9809eed-911c-404f-a4ae-d52139d235bb tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Synchronizing usage tracker for tenant:b77b747e66e74f8d9e847c7694b50ff4 on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:31.161499 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9833207 Apr 16 15:40:31.161604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33176) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:31.170910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420bcb2-078f-4198-b074-9156865a016c req-b82109b1-d9b8-47de-bc38-6cc7f6303e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.171869 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c420bcb2-078f-4198-b074-9156865a016c req-b82109b1-d9b8-47de-bc38-6cc7f6303e6f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 1098 time: 0.1797917 Apr 16 15:40:31.187579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ed4f-452a-4375-b640-499d9d30fc7e req-74dcf29a-4b56-41d6-865c-8d76750d6fd1 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.188539 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a02ed4f-452a-4375-b640-499d9d30fc7e req-74dcf29a-4b56-41d6-865c-8d76750d6fd1 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.1725261 Apr 16 15:40:31.196665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a9809eed-911c-404f-a4ae-d52139d235bb tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Unset dirty status for tenant:b77b747e66e74f8d9e847c7694b50ff4 on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:31.196665 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a9809eed-911c-404f-a4ae-d52139d235bb tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/subnets/3a7df084-2e91-4a3b-83c3-28a92ffec5a5 HTTP/1.1" status: 404 len: 337 time: 0.0705347 Apr 16 15:40:31.197820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33180) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:31.216788 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55eff03-3b2b-499a-b8ee-e8813ead5e59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:31.217070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55eff03-3b2b-499a-b8ee-e8813ead5e59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:31.218045 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b55eff03-3b2b-499a-b8ee-e8813ead5e59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/f84df976-867e-441e-be11-dd0571158ce3 HTTP/1.1" status: 404 len: 339 time: 0.0191805 Apr 16 15:40:31.223218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33184) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:31.266628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c420bcb2-078f-4198-b074-9156865a016c req-83ba9e9c-5325-4f40-8b08-aec4d9544374 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839188 Apr 16 15:40:31.269613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a02ed4f-452a-4375-b640-499d9d30fc7e req-825088e2-84cd-436b-924b-b29507fc1d80 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686233 Apr 16 15:40:31.279746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97627a2f-278d-435d-a2e0-8aa7797a03ee tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.283018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97627a2f-278d-435d-a2e0-8aa7797a03ee tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.284009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-97627a2f-278d-435d-a2e0-8aa7797a03ee tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1222191 Apr 16 15:40:31.287506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33188) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:31.340160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.347446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a0b881a-b32c-4dfb-b7b7-e2a822a7966e tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:31.350865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 20b6627a-7d29-4fcd-ae0f-702c132f97b3 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:31.351279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.379088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93014690-3e76-4ad7-8dcb-39652eef6e23 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.379465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93014690-3e76-4ad7-8dcb-39652eef6e23 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Synchronizing usage tracker for tenant:b77b747e66e74f8d9e847c7694b50ff4 on resource:network {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:31.414928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93014690-3e76-4ad7-8dcb-39652eef6e23 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Unset dirty status for tenant:b77b747e66e74f8d9e847c7694b50ff4 on resource:network {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:31.415804 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93014690-3e76-4ad7-8dcb-39652eef6e23 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1919258 Apr 16 15:40:31.418347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33192) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:31.420001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Subnet': ['ID=8a59c957-6cae-4a84-b8a3-5e9644151193,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:31.427219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:31.451882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-efde8f1a-c6f9-439e-8f0d-9d216695de4d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Synchronizing usage tracker for tenant:b77b747e66e74f8d9e847c7694b50ff4 on resource:subnet {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:31.470489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-efde8f1a-c6f9-439e-8f0d-9d216695de4d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Unset dirty status for tenant:b77b747e66e74f8d9e847c7694b50ff4 on resource:subnet {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:31.471909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-efde8f1a-c6f9-439e-8f0d-9d216695de4d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 207 time: 0.0521846 Apr 16 15:40:31.473765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33196) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:31.490404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Checking segment: {'id': 'e998a1eb-e59e-4f4f-9564-67d807157b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '1e56e990-6341-42ce-ac63-7a0b1c1880cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:31.490758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network hostable DHCP agents. Network: 1e56e990-6341-42ce-ac63-7a0b1c1880cc, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:31.500891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 1e56e990-6341-42ce-ac63-7a0b1c1880cc is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:31.505884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 1e56e990-6341-42ce-ac63-7a0b1c1880cc) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:31.517767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.518129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.528214 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8111691 Apr 16 15:40:31.530281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33200) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:31.533904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-191e3e51-a4d7-4218-b76c-f77a07218f96 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-348380975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:31.537705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-191e3e51-a4d7-4218-b76c-f77a07218f96 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:31.540351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-191e3e51-a4d7-4218-b76c-f77a07218f96 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:router and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:31.542017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-191e3e51-a4d7-4218-b76c-f77a07218f96 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:31.546121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-191e3e51-a4d7-4218-b76c-f77a07218f96 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:31.552031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-191e3e51-a4d7-4218-b76c-f77a07218f96 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.552681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-191e3e51-a4d7-4218-b76c-f77a07218f96 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.559859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.561045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-191e3e51-a4d7-4218-b76c-f77a07218f96 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.571446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-191e3e51-a4d7-4218-b76c-f77a07218f96 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.583355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-191e3e51-a4d7-4218-b76c-f77a07218f96 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.584116 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-191e3e51-a4d7-4218-b76c-f77a07218f96 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0531964 Apr 16 15:40:31.586125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33204) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:31.640401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 20b6627a-7d29-4fcd-ae0f-702c132f97b3 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:31.677398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a271568-87b7-40f6-b6e4-3d20c16d5083 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.680705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a271568-87b7-40f6-b6e4-3d20c16d5083 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.683932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a271568-87b7-40f6-b6e4-3d20c16d5083 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.687008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a271568-87b7-40f6-b6e4-3d20c16d5083 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.694662 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1a271568-87b7-40f6-b6e4-3d20c16d5083 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2138143 Apr 16 15:40:31.694662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33208) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:31.835825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-28153c11-e308-407a-b6ab-9c426b7ea953 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1411161 Apr 16 15:40:31.840005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:31.840996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33212) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:31.850585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d65248d8-627a-4246-8bc4-1477da41ba54 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:31.930496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=20b6627a-7d29-4fcd-ae0f-702c132f97b3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:31.945708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.945891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.946012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.946238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.946480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.946703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.946920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.947135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.947354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.947572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.947787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.948003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:31.956867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:31.964911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e9088f-9feb-4af4-9b78-cfa2260d3cb9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.965797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e9088f-9feb-4af4-9b78-cfa2260d3cb9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:31.966775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a6e9088f-9feb-4af4-9b78-cfa2260d3cb9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1251845 Apr 16 15:40:31.974377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33216) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:32.033088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f552262a-d3ee-4bdb-a996-a95003d92008 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:32.033924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f552262a-d3ee-4bdb-a996-a95003d92008 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['shared'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:32.034895 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f552262a-d3ee-4bdb-a996-a95003d92008 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0598912 Apr 16 15:40:32.038666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33220) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:32.061212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.065330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/20b6627a-7d29-4fcd-ae0f-702c132f97b3 HTTP/1.1" status: 204 len: 168 time: 0.7772319 Apr 16 15:40:32.067169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33224) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:32.103702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085f934-972f-4864-8859-0c304c6fc5f2 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:32.107907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860cd9be-4c3e-49b5-9d1b-c68b461a2120 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:32.108793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860cd9be-4c3e-49b5-9d1b-c68b461a2120 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:32.111725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-860cd9be-4c3e-49b5-9d1b-c68b461a2120 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0419409 Apr 16 15:40:32.111888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33228) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:32.115632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406e981-e25c-4206-8994-9ee13b83ab60 None None] Network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:32.122969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5cb5ff-e01e-4fa3-86c8-cab8cb6901aa None None] Network 1e56e990-6341-42ce-ac63-7a0b1c1880cc requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:32.156331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbac347c-d92c-4d29-bfbd-7730720b5763 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 89d50124-3277-49bc-a7c9-d4e61f423c39 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:32.158346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbac347c-d92c-4d29-bfbd-7730720b5763 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.191308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbac347c-d92c-4d29-bfbd-7730720b5763 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.243635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbac347c-d92c-4d29-bfbd-7730720b5763 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.254064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.411967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbac347c-d92c-4d29-bfbd-7730720b5763 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.423704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24dbfe1a-8187-4837-9b51-b4823990e700 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:32.425063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e7bf6d46-45f5-4f84-b8a8-ad60bf677bbd None None] Provisioning for port cb741b60-22b5-4626-998f-937358e1b88c completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:32.430175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7c35fb-fab2-411f-a6f7-758936a19dce tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:32.430555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-af7c35fb-fab2-411f-a6f7-758936a19dce tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Synchronizing usage tracker for tenant:b77b747e66e74f8d9e847c7694b50ff4 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:32.455789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-af7c35fb-fab2-411f-a6f7-758936a19dce tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Unset dirty status for tenant:b77b747e66e74f8d9e847c7694b50ff4 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:32.456445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-af7c35fb-fab2-411f-a6f7-758936a19dce tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/networks/b7f46d47-d380-430f-934c-473749de61de HTTP/1.1" status: 200 len: 799 time: 0.4171154 Apr 16 15:40:32.459703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33234) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:32.478717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac347c-d92c-4d29-bfbd-7730720b5763 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=89d50124-3277-49bc-a7c9-d4e61f423c39,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:32.481388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbac347c-d92c-4d29-bfbd-7730720b5763 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:32.499792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbac347c-d92c-4d29-bfbd-7730720b5763 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.504993 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dbac347c-d92c-4d29-bfbd-7730720b5763 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/89d50124-3277-49bc-a7c9-d4e61f423c39 HTTP/1.1" status: 204 len: 168 time: 0.3922210 Apr 16 15:40:32.506656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33238) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:32.596575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f54e63-9bc7-48b3-9ff3-c66c9d77118e req-5359a247-fb84-4d1e-aaeb-ccceddcbafec tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:32.597499 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66f54e63-9bc7-48b3-9ff3-c66c9d77118e req-5359a247-fb84-4d1e-aaeb-ccceddcbafec tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.2425952 Apr 16 15:40:32.601692 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d1ff388a-0aa7-437b-9775-afbb7bd5640e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701642 Apr 16 15:40:32.613430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33242) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:32.617631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:32.632552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-1e56e990-6341-42ce-ac63-7a0b1c1880cc', 'network_id': '1e56e990-6341-42ce-ac63-7a0b1c1880cc', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'fixed_ips': [{'subnet_id': '8a59c957-6cae-4a84-b8a3-5e9644151193'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:32.633132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.648768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-014b5ba9-5e32-4bc5-917c-0540f43ccae9', 'network_id': '014b5ba9-5e32-4bc5-917c-0540f43ccae9', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'fixed_ips': [{'subnet_id': '52b64e61-220d-4f2d-be0c-d069f0e55ad6'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:32.649349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.687611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:32.690119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:32.692021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:32.697702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:32.702876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66f54e63-9bc7-48b3-9ff3-c66c9d77118e req-21063762-2a09-4d49-99b5-32ad51cc666a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781972 Apr 16 15:40:32.705594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Allocated IP 172.20.0.1 (014b5ba9-5e32-4bc5-917c-0540f43ccae9/52b64e61-220d-4f2d-be0c-d069f0e55ad6/fea4c913-b037-409b-9079-b8c7e088974e) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:32.706747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:32.714106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.722478 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-238aa204-22bb-424e-ab1a-5547c224054f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/networks/b7f46d47-d380-430f-934c-473749de61de?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2592471 Apr 16 15:40:32.722992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33248) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:32.734662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5fa3cb-c3f6-4f37-98ac-5ffca1cb50a2 None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:32.747428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7d5fa3cb-c3f6-4f37-98ac-5ffca1cb50a2 None None] Deleting port cb741b60-22b5-4626-998f-937358e1b88c {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:32.747654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa3cb-c3f6-4f37-98ac-5ffca1cb50a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.840507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Allocated IP 172.21.0.2 (1e56e990-6341-42ce-ac63-7a0b1c1880cc/8a59c957-6cae-4a84-b8a3-5e9644151193/02276a9c-bb2d-47ee-880d-39f6d4f9bcf7) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:32.883292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d8ea4-807c-41dc-86c6-276a9afdd3ed tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:32.884360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0c9d8ea4-807c-41dc-86c6-276a9afdd3ed tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/subnets/799115f2-354e-4bc1-8ecb-81733133c9fe HTTP/1.1" status: 200 len: 811 time: 0.1592863 Apr 16 15:40:32.887180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33252) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:32.927593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.953203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Transition to ACTIVE for port object fea4c913-b037-409b-9079-b8c7e088974e will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:32.953552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7d5fa3cb-c3f6-4f37-98ac-5ffca1cb50a2 None None] For port cb741b60-22b5-4626-998f-937358e1b88c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cb741b60-22b5-4626-998f-937358e1b88c,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:32.953780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa3cb-c3f6-4f37-98ac-5ffca1cb50a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.959914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4f702-56a8-413a-a638-af0b5ed37c2f req-eb173f1d-3bc0-4254-a388-9a4ffecf12f1 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:32.960940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0a4f702-56a8-413a-a638-af0b5ed37c2f req-eb173f1d-3bc0-4254-a388-9a4ffecf12f1 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.1453023 Apr 16 15:40:32.963157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b56d6e8-e11e-4aed-a971-025340942fb2 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['shared'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:32.963994 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2b56d6e8-e11e-4aed-a971-025340942fb2 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "GET /v2.0/subnets/799115f2-354e-4bc1-8ecb-81733133c9fe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0761776 Apr 16 15:40:32.966778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33256) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:32.971276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:32.972937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1245235749'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:32.979755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-63a96477-f3c9-451c-993f-b29d54987e2f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:32.983915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:32.996140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:33.016434 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0a4f702-56a8-413a-a638-af0b5ed37c2f req-a1204310-46cf-481c-84d0-919a6e7eeb7b tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471804 Apr 16 15:40:33.017169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:33.020718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.033265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33260) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:33.034309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.043425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-25d3d55a-2bc5-49a2-a069-1133d997b38e tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:33.050369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7d5fa3cb-c3f6-4f37-98ac-5ffca1cb50a2 None None] Calling delete_port for cb741b60-22b5-4626-998f-937358e1b88c owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:33.090746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=fe234393-bddd-4355-adb9-b2c7eb5252b8,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:33.093661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:33.098512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1472} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:33.114363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.114363 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Added segment b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6 of type vlan for network 5e89513a-51fd-4e53-9e38-bc8014c66618 Apr 16 15:40:33.114557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Allocated IP 172.20.0.2 (014b5ba9-5e32-4bc5-917c-0540f43ccae9/52b64e61-220d-4f2d-be0c-d069f0e55ad6/4be9aef2-e98e-4a84-8831-cbe7aa4ecd73) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:33.123476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9931a374-dbe6-427a-ac3c-451fe5988116 tempest-TestNetworkAdvancedServerOps-2003507151 tempest-TestNetworkAdvancedServerOps-2003507151-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:33.126692 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9931a374-dbe6-427a-ac3c-451fe5988116 tempest-TestNetworkAdvancedServerOps-2003507151 tempest-TestNetworkAdvancedServerOps-2003507151-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 1093 time: 0.0912373 Apr 16 15:40:33.126692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:33.126827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33264) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:33.128691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:33.129038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=fea4c913-b037-409b-9079-b8c7e088974e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:33.131319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': 'daede3f8-cc26-426c-abf6-92e052046574', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:33.139194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:33.142532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Usage tracker for resource:floatingip and tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:33.144250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:33.144619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.146701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:33.150276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.150526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.150751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.150971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.151187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.151499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.151595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.151814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.152087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.152233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.152629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.152629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:33.152831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:33.155173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:33.158495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.164062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5498083 Apr 16 15:40:33.165948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33268) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:33.166057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d5fa3cb-c3f6-4f37-98ac-5ffca1cb50a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.166143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.175052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'name': 'tempest-NetworksTestDHCPv6-1567897800'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:33.200514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f08f71e4-703d-4778-bc48-6ace7df76e6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:33.244809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:33.245346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.246928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:33.248526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:33.264130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.267379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:33.267755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.274287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-139f8b6b-7220-49e7-ac22-4bfc5f2523a6 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:33.327320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Allocated IP 172.26.4.160 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/ecf84011-62dd-4d1a-8745-eb95afcec80a) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:33.371232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:33.380755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.383062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4155011 Apr 16 15:40:33.384716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:33.386878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:33.390349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:33.391102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33272) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:33.400549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'network_id': '5e89513a-51fd-4e53-9e38-bc8014c66618', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:33.441210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fa3cb-c3f6-4f37-98ac-5ffca1cb50a2 None None] Pushing event deleted for resources: {'Port': ['ID=cb741b60-22b5-4626-998f-937358e1b88c,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:33.444110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.453276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7d5fa3cb-c3f6-4f37-98ac-5ffca1cb50a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:33.475656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Transition to ACTIVE for port object 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:33.515134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Transition to ACTIVE for port object 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:33.529833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.541328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:33.635830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5fa3cb-c3f6-4f37-98ac-5ffca1cb50a2 None None] No DVR routers for this DVR port cb741b60-22b5-4626-998f-937358e1b88c on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:33.649341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Pushing event updated for resources: {'Port': ['ID=02276a9c-bb2d-47ee-880d-39f6d4f9bcf7,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:33.652978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:33.671616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.686038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Transition to ACTIVE for port object 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:33.692414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc58ee3-68a6-4a58-a00f-35c3b66dcc56 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:33.697228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:33.701690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.707806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Network': ['ID=5e89513a-51fd-4e53-9e38-bc8014c66618,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:33.711801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:33.723010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 83c09a72-10d1-48c2-9e53-2420265c0c57 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:40:33.742772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Transition to ACTIVE for port object 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:33.743669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 5e89513a-51fd-4e53-9e38-bc8014c66618 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:33.772671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:33.779700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.783781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:33.791849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Made reservation on behalf of b77b747e66e74f8d9e847c7694b50ff4 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:33.792822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.795532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.806717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-14568eb7-390a-42fc-ae4c-5e5498faaefa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:33.822462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.825915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Network 1e56e990-6341-42ce-ac63-7a0b1c1880cc is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:33.849650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Performing IP validity checks on allocation pools {{(pid=86007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 16 15:40:33.849950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 16 15:40:33.862265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:33.866780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:33.868807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::1ff (202228ea-75c8-4a07-a357-aa1a8927fb48/fe234393-bddd-4355-adb9-b2c7eb5252b8/83c09a72-10d1-48c2-9e53-2420265c0c57) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:33.869126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:33.875573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8aaedf79-4e5b-4e2b-b0dc-64c2007f139d tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:33.956030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'Port': ['ID=ecf84011-62dd-4d1a-8745-eb95afcec80a,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:33.966293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Pushing event updated for resources: {'Port': ['ID=4be9aef2-e98e-4a84-8831-cbe7aa4ecd73,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:33.975703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:33.992619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:34.019773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Attempting to bind port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:34.020026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Attempting to bind port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'e998a1eb-e59e-4f4f-9564-67d807157b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '1e56e990-6341-42ce-ac63-7a0b1c1880cc'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:34.020227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Attempting to bind port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 on network 1e56e990-6341-42ce-ac63-7a0b1c1880cc {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:34.028151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:34.028402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Checking segment: {'id': 'e998a1eb-e59e-4f4f-9564-67d807157b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '1e56e990-6341-42ce-ac63-7a0b1c1880cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:34.028659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.028901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Bound using segment: {'id': 'e998a1eb-e59e-4f4f-9564-67d807157b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '1e56e990-6341-42ce-ac63-7a0b1c1880cc'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:34.029196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Bound port: 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e998a1eb-e59e-4f4f-9564-67d807157b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1482, 'network_id': '1e56e990-6341-42ce-ac63-7a0b1c1880cc'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:34.029428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.034323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:34.035866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:34.037873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:34.070815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:34.087160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:34.089105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:34.116035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': 'fe234393-bddd-4355-adb9-b2c7eb5252b8'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:34.116420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.147502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.161325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 83c09a72-10d1-48c2-9e53-2420265c0c57 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:34.176092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.179774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.194894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Attempting to bind port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:34.195103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Attempting to bind port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'cb8e4f80-5bdd-4d55-9503-acae53879831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '014b5ba9-5e32-4bc5-917c-0540f43ccae9'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:34.195327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Attempting to bind port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 on network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:34.196525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:34.206567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] For port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:34.209924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:34.210143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Checking segment: {'id': 'cb8e4f80-5bdd-4d55-9503-acae53879831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '014b5ba9-5e32-4bc5-917c-0540f43ccae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:34.210400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.210662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Bound using segment: {'id': 'cb8e4f80-5bdd-4d55-9503-acae53879831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '014b5ba9-5e32-4bc5-917c-0540f43ccae9'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:34.210958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Bound port: 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8e4f80-5bdd-4d55-9503-acae53879831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '014b5ba9-5e32-4bc5-917c-0540f43ccae9'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:34.211196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.226325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] For port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=02276a9c-bb2d-47ee-880d-39f6d4f9bcf7,segment=NetworkSegment(e998a1eb-e59e-4f4f-9564-67d807157b70),segment_id=e998a1eb-e59e-4f4f-9564-67d807157b70)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:34.247084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.248976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.250198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.260405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:34.274629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=fea4c913-b037-409b-9079-b8c7e088974e,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:34.327052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:34.327385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31fd900c-75c1-479c-a650-f59e7cf46a3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:34.339002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.348330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b9dbde3a-60d1-4b38-a9f1-aed518268037 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:34.387552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Allocated IP 2001:db8::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/fe234393-bddd-4355-adb9-b2c7eb5252b8/20447709-04cd-460f-ae11-532bd9a22b34) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:34.400597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] For port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:34.405734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Pushing event updated for resources: {'Port': ['ID=02276a9c-bb2d-47ee-880d-39f6d4f9bcf7,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:34.410816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:34.418609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=83c09a72-10d1-48c2-9e53-2420265c0c57,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:34.419737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] For port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4be9aef2-e98e-4a84-8831-cbe7aa4ecd73,segment=NetworkSegment(cb8e4f80-5bdd-4d55-9503-acae53879831),segment_id=cb8e4f80-5bdd-4d55-9503-acae53879831)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:34.423434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:34.433139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.457272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:34.458920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:34.460639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:34.461237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:34.463913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=8ff82118-f64b-4f6b-8265-ffe4bf2f067d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:34.464636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:34.465046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.465271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:34.465876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:34.467448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:34.507892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.521860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Checking segment: {'id': 'b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': '5e89513a-51fd-4e53-9e38-bc8014c66618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:34.522103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network hostable DHCP agents. Network: 5e89513a-51fd-4e53-9e38-bc8014c66618, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:34.554085 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3858962 Apr 16 15:40:34.555264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33276) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:34.556235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 5e89513a-51fd-4e53-9e38-bc8014c66618 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:34.569554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 5e89513a-51fd-4e53-9e38-bc8014c66618) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:34.579855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:34.580228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.583335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.630454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e380e23-a60c-433f-915a-d2ccb9a818b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:34.632991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7e380e23-a60c-433f-915a-d2ccb9a818b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:34.633070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2393050 Apr 16 15:40:34.633134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33280) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:34.638182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a89f02ad-a071-4064-953a-efd09c088ca7 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:34.654987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router c51d8234-5687-41c6-8bc6-1fd7a2ffecba is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:40:34.665459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022553c-c923-4083-9b24-632989d4cbb0 None None] Network 5e89513a-51fd-4e53-9e38-bc8014c66618 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:34.708016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7e380e23-a60c-433f-915a-d2ccb9a818b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:34.710534 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7e380e23-a60c-433f-915a-d2ccb9a818b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1528971 Apr 16 15:40:34.711117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33284) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:34.764762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-00abad37-ad37-4b65-9987-5afcc2f1d421 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 83c09a72-10d1-48c2-9e53-2420265c0c57 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:34.764922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00abad37-ad37-4b65-9987-5afcc2f1d421 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.792687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.797390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:34.801579 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/c51d8234-5687-41c6-8bc6-1fd7a2ffecba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2146251 Apr 16 15:40:34.803122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Pushing event updated for resources: {'Port': ['ID=4be9aef2-e98e-4a84-8831-cbe7aa4ecd73,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:34.804966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.809984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33288) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:34.812132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a89f02ad-a071-4064-953a-efd09c088ca7 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036852547137'] for subnet, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:34.814985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e00f872a-0732-4088-a3e3-8a25ef6d17b7 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:34.816900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:34.820913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9d9efe-30e4-420b-8796-0bb1e3cf6dff None None] Sync routers for ids ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:34.873589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d9efe-30e4-420b-8796-0bb1e3cf6dff None None] Routers {'c51d8234-5687-41c6-8bc6-1fd7a2ffecba'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:34.874000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3b9d9efe-30e4-420b-8796-0bb1e3cf6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:34.882802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f0ac0-6adb-4751-985d-c16a8eaf5092 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:34.883173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-697f0ac0-6adb-4751-985d-c16a8eaf5092 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Synchronizing usage tracker for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:34.899752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-697f0ac0-6adb-4751-985d-c16a8eaf5092 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Unset dirty status for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:34.902542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-697f0ac0-6adb-4751-985d-c16a8eaf5092 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports/fea4c913-b037-409b-9079-b8c7e088974e HTTP/1.1" status: 200 len: 910 time: 0.0894909 Apr 16 15:40:34.903074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33292) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:34.938204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event updated for resources: {'Port': ['ID=ecf84011-62dd-4d1a-8745-eb95afcec80a,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:34.943141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:34.946887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3b9d9efe-30e4-420b-8796-0bb1e3cf6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:34.974490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9d9efe-30e4-420b-8796-0bb1e3cf6dff None None] Routers {'c51d8234-5687-41c6-8bc6-1fd7a2ffecba'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:34.974909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3b9d9efe-30e4-420b-8796-0bb1e3cf6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:35.003269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.041943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3b9d9efe-30e4-420b-8796-0bb1e3cf6dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:35.042198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9d9efe-30e4-420b-8796-0bb1e3cf6dff None None] The sync data for ids ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:35.043657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Transition to ACTIVE for port object 20447709-04cd-460f-ae11-532bd9a22b34 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:35.046384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00abad37-ad37-4b65-9987-5afcc2f1d421 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.056450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.057632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Transition to ACTIVE for port object 20447709-04cd-460f-ae11-532bd9a22b34 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:35.060371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-5e89513a-51fd-4e53-9e38-bc8014c66618', 'network_id': '5e89513a-51fd-4e53-9e38-bc8014c66618', 'tenant_id': 'b77b747e66e74f8d9e847c7694b50ff4', 'fixed_ips': [{'subnet_id': '8ff82118-f64b-4f6b-8265-ffe4bf2f067d'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:35.060984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.070694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.081058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:35.209358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Pushing event updated for resources: {'Port': ['ID=20447709-04cd-460f-ae11-532bd9a22b34,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:35.231350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-00abad37-ad37-4b65-9987-5afcc2f1d421 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 83c09a72-10d1-48c2-9e53-2420265c0c57 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:35.239449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:35.264905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:35.265645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:35.267636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:35.342267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Attempting to bind port 20447709-04cd-460f-ae11-532bd9a22b34 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:35.342701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Attempting to bind port 20447709-04cd-460f-ae11-532bd9a22b34 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:35.343027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Attempting to bind port 20447709-04cd-460f-ae11-532bd9a22b34 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:35.347407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:35.347806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:35.348158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.348493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:35.348883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Bound port: 20447709-04cd-460f-ae11-532bd9a22b34, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:35.349220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.410043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] For port 20447709-04cd-460f-ae11-532bd9a22b34, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:35.412144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] For port 20447709-04cd-460f-ae11-532bd9a22b34, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=20447709-04cd-460f-ae11-532bd9a22b34,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:35.418746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.427172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 16 15:40:35.427172 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 16 15:40:35.427172 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'in_use': 1, 'id_1': '8ff82118-f64b-4f6b-8265-ffe4bf2f067d'}] Apr 16 15:40:35.427172 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:35.427571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:35.429274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:35.511528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Pushing event updated for resources: {'Port': ['ID=20447709-04cd-460f-ae11-532bd9a22b34,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:35.514250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:35.617775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a89f02ad-a071-4064-953a-efd09c088ca7 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363291870637001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2840129'] for subnet, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.625933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Floating IP a42a9370-f10c-4042-98a8-76005105ee3c associated. External IP: 172.26.4.160, port: daede3f8-cc26-426c-abf6-92e052046574. Apr 16 15:40:35.632998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f739b5c2-8523-4121-98bd-2bf93a4e2fa2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:35.750223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00abad37-ad37-4b65-9987-5afcc2f1d421 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.762510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f02ad-a071-4064-953a-efd09c088ca7 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event updated for resources: {'Subnet': ['ID=8ff82118-f64b-4f6b-8265-ffe4bf2f067d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:35.764441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12b2ec22-e7f5-4ef1-a6e9-17782ebcb83e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:35.767626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a89f02ad-a071-4064-953a-efd09c088ca7 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:35.797793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abad37-ad37-4b65-9987-5afcc2f1d421 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=83c09a72-10d1-48c2-9e53-2420265c0c57,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:35.815520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f02ad-a071-4064-953a-efd09c088ca7 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:35.815637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a89f02ad-a071-4064-953a-efd09c088ca7 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.816467 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a89f02ad-a071-4064-953a-efd09c088ca7 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "PUT /v2.0/subnets/8ff82118-f64b-4f6b-8265-ffe4bf2f067d HTTP/1.1" status: 200 len: 877 time: 1.1827714 Apr 16 15:40:35.820322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33296) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:35.826402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-00abad37-ad37-4b65-9987-5afcc2f1d421 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:35.923535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.930953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.981746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.992749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00abad37-ad37-4b65-9987-5afcc2f1d421 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:35.999212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:40:36.006859 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-00abad37-ad37-4b65-9987-5afcc2f1d421 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/83c09a72-10d1-48c2-9e53-2420265c0c57 HTTP/1.1" status: 204 len: 168 time: 1.2934833 Apr 16 15:40:36.010774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33300) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:36.038175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Allocated IP 172.20.0.3 (5e89513a-51fd-4e53-9e38-bc8014c66618/8ff82118-f64b-4f6b-8265-ffe4bf2f067d/8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:36.153053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.163793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e64a03-fea8-485e-88b9-a10e8a6f3594 None None] Network 1e56e990-6341-42ce-ac63-7a0b1c1880cc requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:36.166390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5a6eda-7a9b-4c99-91a0-8e5519955ffd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:36.167316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5a6eda-7a9b-4c99-91a0-8e5519955ffd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:36.167773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0a5a6eda-7a9b-4c99-91a0-8e5519955ffd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:36.186218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0a5a6eda-7a9b-4c99-91a0-8e5519955ffd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:36.187019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0a5a6eda-7a9b-4c99-91a0-8e5519955ffd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1719260 Apr 16 15:40:36.190219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33304) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:36.213687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:36.220741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117149ff-3ced-45c1-8853-2b61a07ee34c None None] Sync routers for ids ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:36.230017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117149ff-3ced-45c1-8853-2b61a07ee34c None None] Routers {'0c2c449c-b94b-41a5-bfa3-f233c3d50810'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:36.230530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-117149ff-3ced-45c1-8853-2b61a07ee34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:36.238634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.263724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79e8a18-66ec-4ab4-b55d-c1e50646892f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet fe234393-bddd-4355-adb9-b2c7eb5252b8 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:36.269592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d79e8a18-66ec-4ab4-b55d-c1e50646892f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.276856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.301171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ae4519ae-feee-43ff-9813-93cc6d78c1d0 None None] Provisioning for port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:36.303476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Transition to ACTIVE for port object 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:36.329839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1992395 Apr 16 15:40:36.332692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d79e8a18-66ec-4ab4-b55d-c1e50646892f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.348789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:40:36.388940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Allocated IP 172.21.0.1 (1e56e990-6341-42ce-ac63-7a0b1c1880cc/8a59c957-6cae-4a84-b8a3-5e9644151193/c09995da-118a-4dd9-927e-81b3d89e133f) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:36.400385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d79e8a18-66ec-4ab4-b55d-c1e50646892f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.422162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Transition to ACTIVE for port object 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:36.430308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-117149ff-3ced-45c1-8853-2b61a07ee34c None None] Set router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:40:36.450962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a3efd5-753c-4f24-8b52-bf177902559f None None] Network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:36.476745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.517366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.534193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-988c463b-ac5e-42f6-b2af-e35d3738d0c3 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:36.561072 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574', 'status': 'completed', 'code': 200} Apr 16 15:40:36.598034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff82118-f64b-4f6b-8265-ffe4bf2f067d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:36.598206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d79e8a18-66ec-4ab4-b55d-c1e50646892f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.599872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:36.613094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:36.614356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.634885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e8a18-66ec-4ab4-b55d-c1e50646892f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=fe234393-bddd-4355-adb9-b2c7eb5252b8,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:36.637795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Transition to ACTIVE for port object c09995da-118a-4dd9-927e-81b3d89e133f will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:36.683179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d79e8a18-66ec-4ab4-b55d-c1e50646892f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:36.692269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-117149ff-3ced-45c1-8853-2b61a07ee34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:11Z', 'revision_number': 4, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'a42a9370-f10c-4042-98a8-76005105ee3c', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'port_id': 'daede3f8-cc26-426c-abf6-92e052046574', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'mac_address': 'fa:16:3e:a1:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:34Z', 'updated_at': '2021-04-16T15:40:34Z', 'revision_number': 0, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d6683a-f435-498e-a144-0b7143f8255e', 'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'mac_address': 'fa:16:3e:cf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:10Z', 'updated_at': '2021-04-16T15:40:18Z', 'revision_number': 5, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'subnets': [{'id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:36.694568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117149ff-3ced-45c1-8853-2b61a07ee34c None None] Checking router: 0c2c449c-b94b-41a5-bfa3-f233c3d50810 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:40:36.699759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117149ff-3ced-45c1-8853-2b61a07ee34c None None] Routers {'0c2c449c-b94b-41a5-bfa3-f233c3d50810'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:36.700136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-117149ff-3ced-45c1-8853-2b61a07ee34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:36.730568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b5842-dfbf-42ba-808b-8faee1ca59ae req-72cf9f3a-1954-4fa3-9219-07e89a3d9492 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:36.731297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-332b5842-dfbf-42ba-808b-8faee1ca59ae req-72cf9f3a-1954-4fa3-9219-07e89a3d9492 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.2432487 Apr 16 15:40:36.739268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d79e8a18-66ec-4ab4-b55d-c1e50646892f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.740165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.763653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d79e8a18-66ec-4ab4-b55d-c1e50646892f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/fe234393-bddd-4355-adb9-b2c7eb5252b8 HTTP/1.1" status: 204 len: 168 time: 0.5711663 Apr 16 15:40:36.763829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33312) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:36.793978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3870845c-7a0e-4147-8e7f-a472f2f02891 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:36.820729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-117149ff-3ced-45c1-8853-2b61a07ee34c None None] Set router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:40:36.820877 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c5a13e24-a498-40a7-b297-fbe9ecd2ab4f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0542600 Apr 16 15:40:36.821084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33316) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:36.824680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:36.910100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:36.912863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:36.916469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:36.920142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:36.927420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:36.931339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:36.985906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Pushing event updated for resources: {'Port': ['ID=8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:36.988294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341116cb-f797-4e17-856c-511e168f97d6 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:36.999529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:37.003573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-08718656-53b5-4270-9e1c-f138d8536af3 None None] Provisioning for port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:37.050038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-117149ff-3ced-45c1-8853-2b61a07ee34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:11Z', 'revision_number': 4, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'a42a9370-f10c-4042-98a8-76005105ee3c', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'port_id': 'daede3f8-cc26-426c-abf6-92e052046574', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'mac_address': 'fa:16:3e:a1:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:34Z', 'updated_at': '2021-04-16T15:40:34Z', 'revision_number': 0, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d6683a-f435-498e-a144-0b7143f8255e', 'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'mac_address': 'fa:16:3e:cf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:10Z', 'updated_at': '2021-04-16T15:40:18Z', 'revision_number': 5, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'subnets': [{'id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:37.054250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117149ff-3ced-45c1-8853-2b61a07ee34c None None] The sync data for ids ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'] in dv-neutron-786478-2-hyperv is: [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:11Z', 'revision_number': 4, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'a42a9370-f10c-4042-98a8-76005105ee3c', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'floating_ip_address': '172.26.4.160', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'port_id': 'daede3f8-cc26-426c-abf6-92e052046574', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'mac_address': 'fa:16:3e:a1:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:34Z', 'updated_at': '2021-04-16T15:40:34Z', 'revision_number': 0, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d6683a-f435-498e-a144-0b7143f8255e', 'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'mac_address': 'fa:16:3e:cf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:10Z', 'updated_at': '2021-04-16T15:40:18Z', 'revision_number': 5, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'subnets': [{'id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:37.153384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Network 5e89513a-51fd-4e53-9e38-bc8014c66618 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:37.157753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:37.172774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-332b5842-dfbf-42ba-808b-8faee1ca59ae req-1386448f-df50-4de8-8102-887fbbe55ea4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4227364 Apr 16 15:40:37.173362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.179245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:37.187077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64ea01ff-6c83-4b7b-950c-2461f73d9f1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:37.190968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 20447709-04cd-460f-ae11-532bd9a22b34 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:37.201939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33320) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:37.246746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e89513a-51fd-4e53-9e38-bc8014c66618']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:37.270024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:37.270226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:37.285552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-34129895-aa5c-4d3f-8841-827acc2fd1f5 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/floatingips/a42a9370-f10c-4042-98a8-76005105ee3c HTTP/1.1" status: 200 len: 991 time: 0.0809164 Apr 16 15:40:37.289702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=c09995da-118a-4dd9-927e-81b3d89e133f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:37.291686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:37.294700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.321394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-444697f5-bc8e-4ab4-9e2c-d9ac553a9b52 None None] Provisioning for port 20447709-04cd-460f-ae11-532bd9a22b34 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:37.322938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2380c-3a25-4ca9-a668-a32ade002c32 req-4e4531e0-ee80-471e-9721-bc0a19b0694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:37.323927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0fe2380c-3a25-4ca9-a668-a32ade002c32 req-4e4531e0-ee80-471e-9721-bc0a19b0694b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1b8ce9a60fd24bc8bf6b520dbcb88cdd&device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 1098 time: 0.2078736 Apr 16 15:40:37.324656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.346130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1472 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:37.366546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.369134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c5348-0e28-4409-870c-da91ddea1bc2 None None] New status for floating IP a42a9370-f10c-4042-98a8-76005105ee3c: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:40:37.388274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee158600-c387-468e-b4b8-7c62386aee90 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:37.434018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Attempting to bind port 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:37.434253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Attempting to bind port 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': '5e89513a-51fd-4e53-9e38-bc8014c66618'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:37.434623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Attempting to bind port 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722 on network 5e89513a-51fd-4e53-9e38-bc8014c66618 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:37.441188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 1e56e990-6341-42ce-ac63-7a0b1c1880cc is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:37.455816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:37.456572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:37.456720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Checking segment: {'id': 'b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': '5e89513a-51fd-4e53-9e38-bc8014c66618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:37.457009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.457203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Bound using segment: {'id': 'b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': '5e89513a-51fd-4e53-9e38-bc8014c66618'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:37.457441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:37.457507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Bound port: 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': '5e89513a-51fd-4e53-9e38-bc8014c66618'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:37.457746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.484306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=db0c89d9-e7ed-4c78-a487-3ab2814a3fa7,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:37.487286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:37.510251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:37.511005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:37.517940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:37.518319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.537157 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7138433 Apr 16 15:40:37.537652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33324) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:37.540739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.542150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'name': 'tempest-NetworksTestDHCPv6-422638471'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:37.549383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 20447709-04cd-460f-ae11-532bd9a22b34 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:37.554722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 5e89513a-51fd-4e53-9e38-bc8014c66618 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:37.566717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.572873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 20447709-04cd-460f-ae11-532bd9a22b34 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:37.573111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.637175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2380c-3a25-4ca9-a668-a32ade002c32 req-35135043-7fc2-458e-bb53-a58490d4bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:37.638146 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0fe2380c-3a25-4ca9-a668-a32ade002c32 req-35135043-7fc2-458e-bb53-a58490d4bcdf service neutron] 10.222.0.107 "GET /v2.0/networks?id=e3a8d940-777d-401e-8dc7-4a4d8ee0954d HTTP/1.1" status: 200 len: 898 time: 0.3061938 Apr 16 15:40:37.639155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:37.642573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:37.644534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:37.650924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:37.662835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:37.667711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.676207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] For port 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:37.706641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port c42b9913-bc03-4d63-9890-8ba975369863 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:40:37.733670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ff47b325-731b-47ab-ac6e-05a908b3c84b None None] Provisioning for port c09995da-118a-4dd9-927e-81b3d89e133f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:37.737707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ff47b325-731b-47ab-ac6e-05a908b3c84b None None] Provisioning complete for port c09995da-118a-4dd9-927e-81b3d89e133f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:37.739772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff47b325-731b-47ab-ac6e-05a908b3c84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.759422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.772422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 5e89513a-51fd-4e53-9e38-bc8014c66618 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:37.795470 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:37.798568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 20447709-04cd-460f-ae11-532bd9a22b34, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=20447709-04cd-460f-ae11-532bd9a22b34,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:37.806525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:37.807129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:37.822345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::199 (202228ea-75c8-4a07-a357-aa1a8927fb48/db0c89d9-e7ed-4c78-a487-3ab2814a3fa7/c42b9913-bc03-4d63-9890-8ba975369863) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:37.828863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:37.852500 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0fe2380c-3a25-4ca9-a668-a32ade002c32 req-3b81fa3c-6dd9-4d45-b50c-b7eb763cc7aa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daede3f8-cc26-426c-abf6-92e052046574 HTTP/1.1" status: 200 len: 1001 time: 0.2023928 Apr 16 15:40:37.919095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2380c-3a25-4ca9-a668-a32ade002c32 req-78218555-4a28-4a66-bdbb-117a0b3398ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:37.920001 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0fe2380c-3a25-4ca9-a668-a32ade002c32 req-78218555-4a28-4a66-bdbb-117a0b3398ef service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d5a91af-6859-4ebb-82bb-0dee4955a41b HTTP/1.1" status: 200 len: 835 time: 0.0400889 Apr 16 15:40:37.961251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 15:40:37.961251 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 15:40:37.961251 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': '5e89513a-51fd-4e53-9e38-bc8014c66618'}] Apr 16 15:40:37.961251 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:37.961554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:37.970286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.018913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2380c-3a25-4ca9-a668-a32ade002c32 req-1e5278e9-6071-4ed8-8841-f9ed6724704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:38.019891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0fe2380c-3a25-4ca9-a668-a32ade002c32 req-1e5278e9-6071-4ed8-8841-f9ed6724704b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e3a8d940-777d-401e-8dc7-4a4d8ee0954d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890956 Apr 16 15:40:38.042828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f871aa6-0d39-4b3b-8945-97209e035b88 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:38.063914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ff47b325-731b-47ab-ac6e-05a908b3c84b None None] Port c09995da-118a-4dd9-927e-81b3d89e133f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:38.066186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] For port 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722,segment=NetworkSegment(b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6),segment_id=b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:38.107057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.188340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=20447709-04cd-460f-ae11-532bd9a22b34,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:38.200374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:38.202093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e30cc98-ef92-4ef3-8b0e-356d9a725535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:38.235514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0fe2380c-3a25-4ca9-a668-a32ade002c32 req-e2bf6d7c-c2ba-47f6-961e-2fd118f0d000 service neutron] 10.222.0.107 "GET /v2.0/networks/e3a8d940-777d-401e-8dc7-4a4d8ee0954d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695843 Apr 16 15:40:38.240402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:38.248898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4ea79bec-9617-4995-b1e1-d67e3b08fdb9 None None] Provisioning complete for port 20447709-04cd-460f-ae11-532bd9a22b34 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:38.249139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ea79bec-9617-4995-b1e1-d67e3b08fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.275750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.284773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object c42b9913-bc03-4d63-9890-8ba975369863 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:38.288061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33328) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:38.294502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:38.294742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.349540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Pushing event updated for resources: {'Port': ['ID=8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:38.358816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f2ad307a-a212-454d-8e4a-cdcae58f41fe tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/floatingips/a42a9370-f10c-4042-98a8-76005105ee3c HTTP/1.1" status: 200 len: 993 time: 0.0649579 Apr 16 15:40:38.359052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.360524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0fe2380c-3a25-4ca9-a668-a32ade002c32 req-4fa8ced0-8d91-4410-95d7-d91e46628c51 service neutron] 10.222.0.107 "GET /v2.0/networks/e3a8d940-777d-401e-8dc7-4a4d8ee0954d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132057 Apr 16 15:40:38.361868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.362824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.372132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-831491d3-caf5-403a-a801-b4524fd8bdb0 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:38.372233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:38.380709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-875ca7f6-4908-4992-ba37-841fe2b0e1c6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:38.456747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=c42b9913-bc03-4d63-9890-8ba975369863,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:38.459442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:38.462664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa795a0-d6db-43a9-b07c-b3fb182c1c56 None None] Network 5e89513a-51fd-4e53-9e38-bc8014c66618 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:38.491119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:38.491792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:38.493358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:38.496584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:38.496974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.513196 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9729385 Apr 16 15:40:38.513388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33332) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:38.560723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.564372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83d47b4-5f0c-48d2-8f47-e9b9770e84ed tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:38.567569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83d47b4-5f0c-48d2-8f47-e9b9770e84ed tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:38.568181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b83d47b4-5f0c-48d2-8f47-e9b9770e84ed tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:38.578100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b83d47b4-5f0c-48d2-8f47-e9b9770e84ed tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:38.581166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b83d47b4-5f0c-48d2-8f47-e9b9770e84ed tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0649390 Apr 16 15:40:38.581579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33336) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:38.632795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-857bf334-a83d-4948-9935-780bc9a41332 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port c42b9913-bc03-4d63-9890-8ba975369863 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:38.633289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-857bf334-a83d-4948-9935-780bc9a41332 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.634949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4ea79bec-9617-4995-b1e1-d67e3b08fdb9 None None] Provisioning complete for port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:38.635189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ea79bec-9617-4995-b1e1-d67e3b08fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.656849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4be9aef2-e98e-4a84-8831-cbe7aa4ecd73,segment=NetworkSegment(cb8e4f80-5bdd-4d55-9503-acae53879831),segment_id=cb8e4f80-5bdd-4d55-9503-acae53879831)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:38.667177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.667894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:38.688722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:38.709469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.765436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=c09995da-118a-4dd9-927e-81b3d89e133f,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:38.773536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:38.777199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting port 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:38.777406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.781161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=4be9aef2-e98e-4a84-8831-cbe7aa4ecd73,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:38.790977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.791178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.791559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.791626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.791835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.792034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.792231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.792427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.792624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.792826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.792884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-857bf334-a83d-4948-9935-780bc9a41332 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.793018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.793211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:40:38.804527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:38.804985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:38.806944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b04c5a5-4099-4f3f-82a8-fbe2a955efe7 None None] Network 5e89513a-51fd-4e53-9e38-bc8014c66618 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:38.814452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.820679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:38.820913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.872678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-857bf334-a83d-4948-9935-780bc9a41332 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for c42b9913-bc03-4d63-9890-8ba975369863 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:38.916219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 1e56e990-6341-42ce-ac63-7a0b1c1880cc is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:38.918085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:38.920354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4ea79bec-9617-4995-b1e1-d67e3b08fdb9 None None] Provisioning for port fea4c913-b037-409b-9079-b8c7e088974e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:38.942822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4ea79bec-9617-4995-b1e1-d67e3b08fdb9 None None] Provisioning complete for port fea4c913-b037-409b-9079-b8c7e088974e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:38.943239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ea79bec-9617-4995-b1e1-d67e3b08fdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:38.963327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-857bf334-a83d-4948-9935-780bc9a41332 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.064458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0c38644a-0e10-49a1-8f64-93c903d3b72c tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:39.085991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] For port 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722,segment=NetworkSegment(b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6),segment_id=b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:39.086202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.106440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bf334-a83d-4948-9935-780bc9a41332 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=c42b9913-bc03-4d63-9890-8ba975369863,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:39.108627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-857bf334-a83d-4948-9935-780bc9a41332 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:39.138501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-857bf334-a83d-4948-9935-780bc9a41332 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.150238 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-857bf334-a83d-4948-9935-780bc9a41332 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/c42b9913-bc03-4d63-9890-8ba975369863 HTTP/1.1" status: 204 len: 168 time: 0.5681429 Apr 16 15:40:39.150745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33340) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:39.172148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Calling delete_port for 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:39.188344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router c51d8234-5687-41c6-8bc6-1fd7a2ffecba has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:40:39.197051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4ea79bec-9617-4995-b1e1-d67e3b08fdb9 None None] Port fea4c913-b037-409b-9079-b8c7e088974e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:39.201151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ade7d-85ed-4ca0-a7f8-4c91834c7aa6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:39.202176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ade7d-85ed-4ca0-a7f8-4c91834c7aa6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:39.202720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8c1ade7d-85ed-4ca0-a7f8-4c91834c7aa6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:39.203813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.213091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8c1ade7d-85ed-4ca0-a7f8-4c91834c7aa6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:39.215839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8c1ade7d-85ed-4ca0-a7f8-4c91834c7aa6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0644350 Apr 16 15:40:39.216648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33344) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:39.233990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=02276a9c-bb2d-47ee-880d-39f6d4f9bcf7,segment=NetworkSegment(e998a1eb-e59e-4f4f-9564-67d807157b70),segment_id=e998a1eb-e59e-4f4f-9564-67d807157b70)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:39.237192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.238474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:39.281282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=02276a9c-bb2d-47ee-880d-39f6d4f9bcf7,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:39.285194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3d2c03-bcf1-41ed-a441-4918c66cfc3c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet db0c89d9-e7ed-4c78-a487-3ab2814a3fa7 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:39.288117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2c03-bcf1-41ed-a441-4918c66cfc3c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.289117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:39.311164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.319065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bced07e5-58af-432a-9f24-dc6e1ba7163b None None] Provisioning complete for port 20447709-04cd-460f-ae11-532bd9a22b34 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:39.319557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bced07e5-58af-432a-9f24-dc6e1ba7163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.320952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aa0b9532-0a9d-4ff5-a253-610cb2f1e191 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:39.335397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2c03-bcf1-41ed-a441-4918c66cfc3c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.349447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 20447709-04cd-460f-ae11-532bd9a22b34 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:39.377372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2c03-bcf1-41ed-a441-4918c66cfc3c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.400538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Port': ['ID=8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:39.402368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:39.404910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:39.408271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ddee3b-1058-441c-bb39-5da9e81d09bc None None] Sync routers for ids ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:39.416911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ddee3b-1058-441c-bb39-5da9e81d09bc None None] Routers {'c51d8234-5687-41c6-8bc6-1fd7a2ffecba'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:39.417342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-63ddee3b-1058-441c-bb39-5da9e81d09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:39.434101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No DVR routers for this DVR port 8d6f5b0a-677a-4a1e-b7ff-5f1ebcfc8722 on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:39.463630 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/c51d8234-5687-41c6-8bc6-1fd7a2ffecba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5600789 Apr 16 15:40:39.466342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33348) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:39.470093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-63ddee3b-1058-441c-bb39-5da9e81d09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:39.489545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ddee3b-1058-441c-bb39-5da9e81d09bc None None] Routers {'c51d8234-5687-41c6-8bc6-1fd7a2ffecba'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:39.489945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-63ddee3b-1058-441c-bb39-5da9e81d09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:39.494287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 20447709-04cd-460f-ae11-532bd9a22b34 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:39.494542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.522636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bced07e5-58af-432a-9f24-dc6e1ba7163b None None] Provisioning complete for port c09995da-118a-4dd9-927e-81b3d89e133f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:39.525309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bced07e5-58af-432a-9f24-dc6e1ba7163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.552030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-63ddee3b-1058-441c-bb39-5da9e81d09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:39.552579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ddee3b-1058-441c-bb39-5da9e81d09bc None None] The sync data for ids ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:39.562093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.569940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bced07e5-58af-432a-9f24-dc6e1ba7163b None None] Port c09995da-118a-4dd9-927e-81b3d89e133f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:39.573808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bced07e5-58af-432a-9f24-dc6e1ba7163b None None] Could not find standard attr ID for object 83c09a72-10d1-48c2-9e53-2420265c0c57. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:39.578011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bced07e5-58af-432a-9f24-dc6e1ba7163b None None] Could not find standard attr ID for object c42b9913-bc03-4d63-9890-8ba975369863. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:39.581342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774b0377-ba1c-4473-9ba4-5c4292c1eec2 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:39.581520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-774b0377-ba1c-4473-9ba4-5c4292c1eec2 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Synchronizing usage tracker for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:39.589629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2c03-bcf1-41ed-a441-4918c66cfc3c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.596142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bced07e5-58af-432a-9f24-dc6e1ba7163b None None] Could not find standard attr ID for object 20b6627a-7d29-4fcd-ae0f-702c132f97b3. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:39.600299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d79e8a18-66ec-4ab4-b55d-c1e50646892f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:39.617240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:39.637883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-774b0377-ba1c-4473-9ba4-5c4292c1eec2 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Unset dirty status for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:39.640598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-774b0377-ba1c-4473-9ba4-5c4292c1eec2 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports/c09995da-118a-4dd9-927e-81b3d89e133f HTTP/1.1" status: 200 len: 910 time: 0.1715271 Apr 16 15:40:39.640870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33352) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:39.653099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d2c03-bcf1-41ed-a441-4918c66cfc3c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=db0c89d9-e7ed-4c78-a487-3ab2814a3fa7,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:39.658824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:39.659130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.664134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca3d2c03-bcf1-41ed-a441-4918c66cfc3c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:39.685061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2c03-bcf1-41ed-a441-4918c66cfc3c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.690052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e89513a-51fd-4e53-9e38-bc8014c66618']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:39.706766 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ca3d2c03-bcf1-41ed-a441-4918c66cfc3c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/db0c89d9-e7ed-4c78-a487-3ab2814a3fa7 HTTP/1.1" status: 204 len: 168 time: 0.4878535 Apr 16 15:40:39.706976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33356) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:39.724840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05be7be7-d44d-47fc-91cc-f57c73fb0144 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:39.732222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:39.732399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80e3ffa-2504-4a4b-bb7f-bc818b46bfe6') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:39.734486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c5a36df2-2834-4160-b4fc-64d47fef66e0 None None] Could not find standard attr ID for object c42b9913-bc03-4d63-9890-8ba975369863. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:39.742162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.750948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4184a2ad-881b-458f-99cd-9a011ccd2d26 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416515 Apr 16 15:40:39.751307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33360) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:39.760242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.800127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1472 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:39.804611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65ad0a1-2909-4e7e-9e38-d27f8eb8422c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:39.805001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d65ad0a1-2909-4e7e-9e38-d27f8eb8422c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:39.814445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d65ad0a1-2909-4e7e-9e38-d27f8eb8422c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:39.816885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d65ad0a1-2909-4e7e-9e38-d27f8eb8422c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0631850 Apr 16 15:40:39.817041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33364) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:39.855880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17566f58-2f2e-4e08-8f7f-475e86c5b0c2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:39.856301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-17566f58-2f2e-4e08-8f7f-475e86c5b0c2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:39.866264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-17566f58-2f2e-4e08-8f7f-475e86c5b0c2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:39.866807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-17566f58-2f2e-4e08-8f7f-475e86c5b0c2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0491245 Apr 16 15:40:39.868658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33368) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:39.897369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05daf10-c459-4ca1-a589-2ff58537b963 None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:39.900344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a05daf10-c459-4ca1-a589-2ff58537b963 None None] Deleting port 20447709-04cd-460f-ae11-532bd9a22b34 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:39.900647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05daf10-c459-4ca1-a589-2ff58537b963 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.913036 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-03617cf3-af5e-4896-b436-7bd51d81a61d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409524 Apr 16 15:40:39.913404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33372) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:39.916943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:39.961966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 5e89513a-51fd-4e53-9e38-bc8014c66618 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:39.969199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:39.980827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:39.986527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:39.992113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:39.995657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.022271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a05daf10-c459-4ca1-a589-2ff58537b963 None None] For port 20447709-04cd-460f-ae11-532bd9a22b34, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=20447709-04cd-460f-ae11-532bd9a22b34,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:40.022582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05daf10-c459-4ca1-a589-2ff58537b963 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.095088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a05daf10-c459-4ca1-a589-2ff58537b963 None None] Calling delete_port for 20447709-04cd-460f-ae11-532bd9a22b34 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:40.154636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05daf10-c459-4ca1-a589-2ff58537b963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.163358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e7bfe79c-8fac-49f3-aca9-03f054707280 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:40.218389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05daf10-c459-4ca1-a589-2ff58537b963 None None] Pushing event deleted for resources: {'Port': ['ID=20447709-04cd-460f-ae11-532bd9a22b34,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:40.220224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a05daf10-c459-4ca1-a589-2ff58537b963 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:40.242368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05daf10-c459-4ca1-a589-2ff58537b963 None None] No DVR routers for this DVR port 20447709-04cd-460f-ae11-532bd9a22b34 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:40.271149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e26a97b-f6eb-4d6f-a296-ee0b8145e7f5 None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 15:40:40.336815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26a97b-f6eb-4d6f-a296-ee0b8145e7f5 None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 15:40:40.361253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network 5e89513a-51fd-4e53-9e38-bc8014c66618 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:40.374766 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:40.428620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.431069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b22d5f67-d549-4047-bfbb-3b418eb5cb53 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:40.454383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.465876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=5e89513a-51fd-4e53-9e38-bc8014c66618,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:40.468357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:40.473205 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/5e89513a-51fd-4e53-9e38-bc8014c66618 HTTP/1.1" status: 204 len: 168 time: 4.6501937 Apr 16 15:40:40.473592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33376) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:40.502139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59ca06a-d380-4bd3-8930-ff347d3f7ade tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:40.502445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59ca06a-d380-4bd3-8930-ff347d3f7ade tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:40.505053 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f59ca06a-d380-4bd3-8930-ff347d3f7ade tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/subnets/8ff82118-f64b-4f6b-8265-ffe4bf2f067d HTTP/1.1" status: 404 len: 337 time: 0.0292814 Apr 16 15:40:40.506701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33380) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:40.524861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a63d0c-83b8-4cf7-9c72-56180899db52 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:40.525145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a63d0c-83b8-4cf7-9c72-56180899db52 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:40.526102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-71a63d0c-83b8-4cf7-9c72-56180899db52 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/5e89513a-51fd-4e53-9e38-bc8014c66618 HTTP/1.1" status: 404 len: 339 time: 0.0188370 Apr 16 15:40:40.527788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33384) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:40.530447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.549389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': 'fd0a952f-b515-4860-aa5a-33b5a4036988'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:40.550043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.609351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.614666 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0433efe0-207f-4b60-87bf-2faf5bf84150 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:40.614961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0433efe0-207f-4b60-87bf-2faf5bf84150 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:40.617667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0433efe0-207f-4b60-87bf-2faf5bf84150 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/subnets/3a7df084-2e91-4a3b-83c3-28a92ffec5a5 HTTP/1.1" status: 404 len: 337 time: 0.0876098 Apr 16 15:40:40.617742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbac347c-d92c-4d29-bfbd-7730720b5763 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:40.622048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33388) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:40.640479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Allocated IP 2001:db8::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/fd0a952f-b515-4860-aa5a-33b5a4036988/cec7b528-4396-49aa-81df-a065a6591981) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:40.646457 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c401bb95-7ca1-45f5-80a0-a43847b6becf tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:40.646739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c401bb95-7ca1-45f5-80a0-a43847b6becf tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:40.647754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c401bb95-7ca1-45f5-80a0-a43847b6becf tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/f84df976-867e-441e-be11-dd0571158ce3 HTTP/1.1" status: 404 len: 339 time: 0.0251126 Apr 16 15:40:40.651138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33392) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:40.694224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=fd0a952f-b515-4860-aa5a-33b5a4036988,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:40.696734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:40.717733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:40.718479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:40.725473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:40.725772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.741322 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8254399 Apr 16 15:40:40.741474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33396) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:40.745094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': 'fd0a952f-b515-4860-aa5a-33b5a4036988', 'ip_address': '2001:db8::72c2:d19:688d:7350'}], 'name': 'tempest-NetworksTestDHCPv6-1668877775'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:40.766476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.773009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Transition to ACTIVE for port object cec7b528-4396-49aa-81df-a065a6591981 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:40.777035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.784249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Transition to ACTIVE for port object cec7b528-4396-49aa-81df-a065a6591981 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:40.787176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.794438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:40.824108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:40.830007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:40.835419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:40.865095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Pushing event updated for resources: {'Port': ['ID=cec7b528-4396-49aa-81df-a065a6591981,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:40.867651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:40.898755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:40.899550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:40.901563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:40.910481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.915203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.923730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 9f041fff-a461-4868-ba1e-52f72d5c826a yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:40:40.952755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Attempting to bind port cec7b528-4396-49aa-81df-a065a6591981 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:40.952969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Attempting to bind port cec7b528-4396-49aa-81df-a065a6591981 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:40.953177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Attempting to bind port cec7b528-4396-49aa-81df-a065a6591981 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:40.956670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:40.956898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:40.957723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.957723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:40.957723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Bound port: cec7b528-4396-49aa-81df-a065a6591981, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:40.957899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:40.968638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port c09995da-118a-4dd9-927e-81b3d89e133f {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:40.968831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.010443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-fad1c265-8482-415a-8b29-449243d87832 None None] For port cec7b528-4396-49aa-81df-a065a6591981, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:41.012437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-fad1c265-8482-415a-8b29-449243d87832 None None] For port cec7b528-4396-49aa-81df-a065a6591981, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cec7b528-4396-49aa-81df-a065a6591981,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:41.014952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.023605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:41.023715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf592ef8-f3ba-4d84-82a7-1591b17a81b1']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:41.037136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::72c2:d19:688d:7350 (202228ea-75c8-4a07-a357-aa1a8927fb48/fd0a952f-b515-4860-aa5a-33b5a4036988/9f041fff-a461-4868-ba1e-52f72d5c826a) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:41.060749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f929809-13ee-48f1-bbc0-9984546c9c1c') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:41.060904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f929809-13ee-48f1-bbc0-9984546c9c1c') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:41.071165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.093363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.101503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1456 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:41.156372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.158975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.169125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 9f041fff-a461-4868-ba1e-52f72d5c826a will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:41.184486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.194012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c36bad0e-7b47-436f-b29e-16f10a714f0f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:41.266858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Pushing event updated for resources: {'Port': ['ID=cec7b528-4396-49aa-81df-a065a6591981,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:41.267720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for c09995da-118a-4dd9-927e-81b3d89e133f owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:41.274817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:41.295892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=9f041fff-a461-4868-ba1e-52f72d5c826a,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:41.299027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:41.304663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network bf592ef8-f3ba-4d84-82a7-1591b17a81b1 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:41.318455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.339655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:41.340367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:41.342257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:41.346048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:41.346430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.349749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12a9c6b5-7440-4e5f-9348-b2b811361fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.355617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:41.367498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6253633 Apr 16 15:40:41.369394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33402) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:41.402254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:41.402450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.433315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network bf592ef8-f3ba-4d84-82a7-1591b17a81b1 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:41.440233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c9f711-493c-4226-b5a9-3867279013d7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:41.444088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c9f711-493c-4226-b5a9-3867279013d7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:41.444587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-45c9f711-493c-4226-b5a9-3867279013d7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:41.447362 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:41.454430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-45c9f711-493c-4226-b5a9-3867279013d7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:41.456878 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-45c9f711-493c-4226-b5a9-3867279013d7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0849905 Apr 16 15:40:41.457034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33406) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:41.516405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.518687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 20447709-04cd-460f-ae11-532bd9a22b34 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:41.521131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7df20b9-5d3d-4030-aa5d-a08dd744f660 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:41.533028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.542854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 20447709-04cd-460f-ae11-532bd9a22b34 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:41.543192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 20447709-04cd-460f-ae11-532bd9a22b34 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:41.544889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=bf592ef8-f3ba-4d84-82a7-1591b17a81b1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:41.553707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:41.557851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/bf592ef8-f3ba-4d84-82a7-1591b17a81b1 HTTP/1.1" status: 204 len: 168 time: 0.9061031 Apr 16 15:40:41.560507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33410) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:41.585817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3dba93d-ef40-41d2-8bd8-25162d55db15 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:41.586142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3dba93d-ef40-41d2-8bd8-25162d55db15 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:41.589048 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a3dba93d-ef40-41d2-8bd8-25162d55db15 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/subnets/657648a1-0c11-4135-b01c-1f9e98f26be7 HTTP/1.1" status: 404 len: 337 time: 0.0262017 Apr 16 15:40:41.589133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33414) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:41.606997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.618370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46d58c57-c9ad-4c00-92af-74c010e398ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:41.792422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-70b2cdd0-2feb-40f9-80d5-24ed4f1a589f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 9f041fff-a461-4868-ba1e-52f72d5c826a {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:41.792602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70b2cdd0-2feb-40f9-80d5-24ed4f1a589f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.945867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70b2cdd0-2feb-40f9-80d5-24ed4f1a589f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:41.947127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=c09995da-118a-4dd9-927e-81b3d89e133f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:41.948629 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e911e13-413c-4f4c-b350-2bc0b8ca4558 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:41.948932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e911e13-413c-4f4c-b350-2bc0b8ca4558 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:41.951733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7e911e13-413c-4f4c-b350-2bc0b8ca4558 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/3b525909-e1ae-4e1f-b5ff-134c8ba1f97b HTTP/1.1" status: 404 len: 339 time: 0.3602741 Apr 16 15:40:41.951928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33418) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:41.953043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:42.039437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-70b2cdd0-2feb-40f9-80d5-24ed4f1a589f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 9f041fff-a461-4868-ba1e-52f72d5c826a owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:42.053480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc3337eb-41ae-433e-b9ba-1e878070f97c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.053769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc3337eb-41ae-433e-b9ba-1e878070f97c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.054934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cc3337eb-41ae-433e-b9ba-1e878070f97c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/subnets/53211f21-3581-47e6-b2ec-fe338b6a9d5d HTTP/1.1" status: 404 len: 337 time: 0.1023858 Apr 16 15:40:42.058548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33424) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.079316 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40df01d-6ed9-485d-b7ca-6f51f023ffae tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.079621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40df01d-6ed9-485d-b7ca-6f51f023ffae tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.080628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b40df01d-6ed9-485d-b7ca-6f51f023ffae tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/eeb90a8d-8ac4-4600-9c92-ffe8f714c751 HTTP/1.1" status: 404 len: 339 time: 0.0215089 Apr 16 15:40:42.082291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33428) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.107911 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5dca957-9f7b-4104-a377-62ae37eaa31b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.107911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5dca957-9f7b-4104-a377-62ae37eaa31b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.108595 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b5dca957-9f7b-4104-a377-62ae37eaa31b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/subnets/55e172f2-e157-4eda-bcca-ca380f4af5c5 HTTP/1.1" status: 404 len: 337 time: 0.0255826 Apr 16 15:40:42.112655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33432) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.135269 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9033a2-4661-4b20-aea3-b2bcfc6d0115 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.135542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9033a2-4661-4b20-aea3-b2bcfc6d0115 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.136703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9f9033a2-4661-4b20-aea3-b2bcfc6d0115 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/1c0bb001-d07f-4c9c-bcd8-4ca60f542907 HTTP/1.1" status: 404 len: 339 time: 0.0232227 Apr 16 15:40:42.138390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33436) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.160215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70b2cdd0-2feb-40f9-80d5-24ed4f1a589f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.164324 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6e910c-6b92-4cd7-b48c-4d705cddd1cf tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.164621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6e910c-6b92-4cd7-b48c-4d705cddd1cf tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.165640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cb6e910c-6b92-4cd7-b48c-4d705cddd1cf tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/subnets/3794e9cb-2f5b-442f-8cd1-8b304e1fbe93 HTTP/1.1" status: 404 len: 337 time: 0.0266600 Apr 16 15:40:42.167564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33440) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.167906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.169216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8f9776a-cc76-43c8-a29d-9d0aecb1dbf4 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:42.194537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2cdd0-2feb-40f9-80d5-24ed4f1a589f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=9f041fff-a461-4868-ba1e-52f72d5c826a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:42.217168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf798da-06fc-416d-aaf3-427e688f35ae tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.217462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf798da-06fc-416d-aaf3-427e688f35ae tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.218547 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2cf798da-06fc-416d-aaf3-427e688f35ae tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/9b9db299-5213-408f-9f8c-b47e3f196a28 HTTP/1.1" status: 404 len: 339 time: 0.0421762 Apr 16 15:40:42.221061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70b2cdd0-2feb-40f9-80d5-24ed4f1a589f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:42.221250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33444) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.250494 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fec0431-5b8a-4cb8-bdfc-37becec66e87 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.250766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fec0431-5b8a-4cb8-bdfc-37becec66e87 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.252071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6fec0431-5b8a-4cb8-bdfc-37becec66e87 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/subnets/897000e0-b3a2-462e-9062-e58b964f01f1 HTTP/1.1" status: 404 len: 337 time: 0.0308185 Apr 16 15:40:42.254634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33448) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.278492 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26d5517-deaf-4538-bb8b-581e903ab0b2 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.278777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26d5517-deaf-4538-bb8b-581e903ab0b2 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.281276 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e26d5517-deaf-4538-bb8b-581e903ab0b2 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/f01f2114-6999-469a-847b-ac4cbf87b551 HTTP/1.1" status: 404 len: 339 time: 0.0245967 Apr 16 15:40:42.281685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33452) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.284015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70b2cdd0-2feb-40f9-80d5-24ed4f1a589f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.313193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-4236512e-799f-4933-a426-2adf76c6232a tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.313481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4236512e-799f-4933-a426-2adf76c6232a tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.319209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4236512e-799f-4933-a426-2adf76c6232a tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/subnets/63f3d7f3-a20f-4c27-b1af-bda0387b89ae HTTP/1.1" status: 404 len: 337 time: 0.0351801 Apr 16 15:40:42.319209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-70b2cdd0-2feb-40f9-80d5-24ed4f1a589f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/9f041fff-a461-4868-ba1e-52f72d5c826a HTTP/1.1" status: 204 len: 168 time: 0.8612275 Apr 16 15:40:42.319374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33456) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.320768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33460) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.359258 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c8373e8-dfe3-468b-a562-c3fc92c2190a tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.359380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c8373e8-dfe3-468b-a562-c3fc92c2190a tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.360692 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2c8373e8-dfe3-468b-a562-c3fc92c2190a tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/9003f212-8c36-4630-8fd7-884beee0152b HTTP/1.1" status: 404 len: 339 time: 0.0405428 Apr 16 15:40:42.363414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33464) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.391138 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b9bea0-dcc7-4640-8c74-190a0b0112a8 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.391635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b9bea0-dcc7-4640-8c74-190a0b0112a8 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.392860 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-18b9bea0-dcc7-4640-8c74-190a0b0112a8 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/subnets/3b56d35f-1314-4b17-afd0-1dc81896c403 HTTP/1.1" status: 404 len: 337 time: 0.0288553 Apr 16 15:40:42.394673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33468) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.416699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a38618-7180-4760-9e96-10bd19f47f12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:42.417547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a38618-7180-4760-9e96-10bd19f47f12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:42.418018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24a38618-7180-4760-9e96-10bd19f47f12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:42.420657 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eab1396-b93d-4514-a728-4392268b189e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.420871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eab1396-b93d-4514-a728-4392268b189e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.421872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3eab1396-b93d-4514-a728-4392268b189e tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/4cbf038c-e945-42b0-b299-676d3bc0665f HTTP/1.1" status: 404 len: 339 time: 0.0266125 Apr 16 15:40:42.424027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33472) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.451188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-050377e6-48ee-47e6-ac35-a56606e3905b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.451486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050377e6-48ee-47e6-ac35-a56606e3905b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.452535 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-050377e6-48ee-47e6-ac35-a56606e3905b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/subnets/a58b3d51-b553-41d9-b564-375875a7d0fc HTTP/1.1" status: 404 len: 337 time: 0.0279353 Apr 16 15:40:42.454622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33476) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.466942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24a38618-7180-4760-9e96-10bd19f47f12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:42.467775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24a38618-7180-4760-9e96-10bd19f47f12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1463990 Apr 16 15:40:42.469647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33480) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.491443 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1266a8a6-0cd3-4867-bb70-971fa81261cb tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:42.491732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1266a8a6-0cd3-4867-bb70-971fa81261cb tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:42.492267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router c51d8234-5687-41c6-8bc6-1fd7a2ffecba has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:40:42.492718 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1266a8a6-0cd3-4867-bb70-971fa81261cb tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/d48db742-315b-4f47-a74d-fe5469d12d51 HTTP/1.1" status: 404 len: 339 time: 0.0374618 Apr 16 15:40:42.494879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33484) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.512311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b067087-76cd-4711-859d-5bb999b8316c None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:42.513142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcf5260-8a2d-4293-9693-5155edd444c5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet fd0a952f-b515-4860-aa5a-33b5a4036988 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:42.515159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bcf5260-8a2d-4293-9693-5155edd444c5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.550006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bcf5260-8a2d-4293-9693-5155edd444c5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.600542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bcf5260-8a2d-4293-9693-5155edd444c5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.613796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7ed9c9-3ade-430b-b730-d82e6c3d42ea tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting subnet 799115f2-354e-4bc1-8ecb-81733133c9fe {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:42.614617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7d8f896a-51d4-469d-91c9-a2483418b6d5 None None] Provisioning for port cec7b528-4396-49aa-81df-a065a6591981 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:42.617160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed9c9-3ade-430b-b730-d82e6c3d42ea tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.645720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:42.651683 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/c51d8234-5687-41c6-8bc6-1fd7a2ffecba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0103037 Apr 16 15:40:42.653543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33488) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.656558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de4159-d6c2-4bb4-a829-98d3920368a8 None None] Sync routers for ids ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:42.679569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de4159-d6c2-4bb4-a829-98d3920368a8 None None] Routers {'c51d8234-5687-41c6-8bc6-1fd7a2ffecba'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:42.679973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-49de4159-d6c2-4bb4-a829-98d3920368a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:42.697390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed9c9-3ade-430b-b730-d82e6c3d42ea tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.719760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-49de4159-d6c2-4bb4-a829-98d3920368a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:42.730432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de4159-d6c2-4bb4-a829-98d3920368a8 None None] Routers {'c51d8234-5687-41c6-8bc6-1fd7a2ffecba'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:42.730941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-49de4159-d6c2-4bb4-a829-98d3920368a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:42.764543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dae14b3e-cfa1-4281-89c4-66ac859b65be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.765890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bcf5260-8a2d-4293-9693-5155edd444c5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.770522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-49de4159-d6c2-4bb4-a829-98d3920368a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:42.770915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49de4159-d6c2-4bb4-a829-98d3920368a8 None None] The sync data for ids ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:42.776609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30f18b12-c393-4248-b454-a9f09454ae84 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:42.830307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf5260-8a2d-4293-9693-5155edd444c5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0a952f-b515-4860-aa5a-33b5a4036988,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:42.833201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3bcf5260-8a2d-4293-9693-5155edd444c5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:42.856689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bcf5260-8a2d-4293-9693-5155edd444c5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.866464 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3bcf5260-8a2d-4293-9693-5155edd444c5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/fd0a952f-b515-4860-aa5a-33b5a4036988 HTTP/1.1" status: 204 len: 168 time: 0.3960059 Apr 16 15:40:42.870726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33492) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.875108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed9c9-3ade-430b-b730-d82e6c3d42ea tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.878283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:42.917386 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c9481564-d68e-4856-9fa4-dbefdc2fc31c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435562 Apr 16 15:40:42.917549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33496) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:42.926743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:42.972026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fcfc01-7e7c-4624-a1a0-0eafd6def69e None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:43.061899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e04b1ff4-084c-4d3c-a877-91af63628f51 None None] Could not find standard attr ID for object 9f041fff-a461-4868-ba1e-52f72d5c826a. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:43.087920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.121127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.182362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b16e57-9144-44e5-9194-99d57d91394c None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:43.185618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-45b16e57-9144-44e5-9194-99d57d91394c None None] Deleting port cec7b528-4396-49aa-81df-a065a6591981 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:43.185925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45b16e57-9144-44e5-9194-99d57d91394c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.333571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-45b16e57-9144-44e5-9194-99d57d91394c None None] For port cec7b528-4396-49aa-81df-a065a6591981, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cec7b528-4396-49aa-81df-a065a6591981,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:43.333911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45b16e57-9144-44e5-9194-99d57d91394c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.335165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:43.339668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:43.349615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:43.354591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:43.381196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:43.384851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.412151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-45b16e57-9144-44e5-9194-99d57d91394c None None] Calling delete_port for cec7b528-4396-49aa-81df-a065a6591981 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:43.452773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45b16e57-9144-44e5-9194-99d57d91394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.461033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a05daf10-c459-4ca1-a589-2ff58537b963 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:43.516225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed9c9-3ade-430b-b730-d82e6c3d42ea tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.516519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b16e57-9144-44e5-9194-99d57d91394c None None] Pushing event deleted for resources: {'Port': ['ID=cec7b528-4396-49aa-81df-a065a6591981,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:43.518920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45b16e57-9144-44e5-9194-99d57d91394c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:43.527983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b372b649-f117-4364-a797-ce423643963c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:43.539186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b16e57-9144-44e5-9194-99d57d91394c None None] No DVR routers for this DVR port cec7b528-4396-49aa-81df-a065a6591981 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:43.595164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ed9c9-3ade-430b-b730-d82e6c3d42ea tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Subnet': ['ID=799115f2-354e-4bc1-8ecb-81733133c9fe,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:43.605783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb7ed9c9-3ade-430b-b730-d82e6c3d42ea tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:43.631162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.717545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb7ed9c9-3ade-430b-b730-d82e6c3d42ea tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.719698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36265f3-7fef-4d81-b0ed-b37cf858015b None None] Network b7f46d47-d380-430f-934c-473749de61de requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:43.742807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cb7ed9c9-3ade-430b-b730-d82e6c3d42ea tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/subnets/799115f2-354e-4bc1-8ecb-81733133c9fe HTTP/1.1" status: 204 len: 168 time: 1.2464280 Apr 16 15:40:43.746709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33500) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:43.831374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.868372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Deleting port 53b0f1cf-79f3-4858-8100-2bd04cc238ab {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:43.868550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.912318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port fea4c913-b037-409b-9079-b8c7e088974e {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:43.912610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.935010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546bdfe3-9ba1-40d7-88cf-0afdbd0ca8ae None None] DHCP port deletion for b7f46d47-d380-430f-934c-473749de61de request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:43.937978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-546bdfe3-9ba1-40d7-88cf-0afdbd0ca8ae None None] Deleting port 53b0f1cf-79f3-4858-8100-2bd04cc238ab {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:43.938255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-546bdfe3-9ba1-40d7-88cf-0afdbd0ca8ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:43.986941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] For port 53b0f1cf-79f3-4858-8100-2bd04cc238ab, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=53b0f1cf-79f3-4858-8100-2bd04cc238ab,segment=NetworkSegment(f397918b-7be6-4861-873a-0d45851dae21),segment_id=f397918b-7be6-4861-873a-0d45851dae21)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:43.987210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.037050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.051731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a461b280-69d2-45f5-96e5-a3cfa744fac9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:44.057053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Calling delete_port for 53b0f1cf-79f3-4858-8100-2bd04cc238ab owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:44.073585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.079978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-546bdfe3-9ba1-40d7-88cf-0afdbd0ca8ae None None] For port 53b0f1cf-79f3-4858-8100-2bd04cc238ab, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=53b0f1cf-79f3-4858-8100-2bd04cc238ab,segment=NetworkSegment(f397918b-7be6-4861-873a-0d45851dae21),segment_id=f397918b-7be6-4861-873a-0d45851dae21)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:44.080211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-546bdfe3-9ba1-40d7-88cf-0afdbd0ca8ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.102307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.111161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:44.127687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=9c7e5f24-be1c-4a66-a311-27290bcb6fee,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:44.129408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:44.134742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.150691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-546bdfe3-9ba1-40d7-88cf-0afdbd0ca8ae None None] Calling delete_port for 53b0f1cf-79f3-4858-8100-2bd04cc238ab owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:44.160427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Port': ['ID=53b0f1cf-79f3-4858-8100-2bd04cc238ab,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:44.167942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:44.188173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] No DVR routers for this DVR port 53b0f1cf-79f3-4858-8100-2bd04cc238ab on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:44.193309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-546bdfe3-9ba1-40d7-88cf-0afdbd0ca8ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:44.193537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-546bdfe3-9ba1-40d7-88cf-0afdbd0ca8ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:44.215724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for fea4c913-b037-409b-9079-b8c7e088974e owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:44.255890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.275979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:44.277195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:44.286168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea8609-8064-4c72-83de-a3790d7aa69c None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:44.288186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:44.288533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.305958 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3861580 Apr 16 15:40:44.306203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33504) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:44.311432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': '9c7e5f24-be1c-4a66-a311-27290bcb6fee', 'ip_address': '2001:db8::d8e8:ca59:6825:8742'}], 'name': 'tempest-NetworksTestDHCPv6-1040074081'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:44.348683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.357767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1f3ddff-d1d1-4fbc-9245-083fc78caf09 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:44.370137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f46d47-d380-430f-934c-473749de61de']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:44.383433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f397918b-7be6-4861-873a-0d45851dae21') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:44.383565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f397918b-7be6-4861-873a-0d45851dae21') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:44.398249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.416623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.424236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Releasing vlan 1488 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:44.425307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': '9c7e5f24-be1c-4a66-a311-27290bcb6fee'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:44.425886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.429069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=fea4c913-b037-409b-9079-b8c7e088974e,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:44.431475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:44.440373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:44.469990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:44.474218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:44.480541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:44.521234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Allocated IP 2001:db8::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/9c7e5f24-be1c-4a66-a311-27290bcb6fee/816ae36e-de01-4c92-b313-18a6cea89d71) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:44.607892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.658488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.694659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-546bdfe3-9ba1-40d7-88cf-0afdbd0ca8ae None None] Deleting port 53b0f1cf-79f3-4858-8100-2bd04cc238ab {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:44.694911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-546bdfe3-9ba1-40d7-88cf-0afdbd0ca8ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.738582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-546bdfe3-9ba1-40d7-88cf-0afdbd0ca8ae None None] The port '53b0f1cf-79f3-4858-8100-2bd04cc238ab' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:40:44.785219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:40:44.828760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:44.834101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.846226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network b7f46d47-d380-430f-934c-473749de61de has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:44.852604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:44.899916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 6f40e701-063f-4838-bfea-76af02ad47ec yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:40:44.985305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Network b7f46d47-d380-430f-934c-473749de61de has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:44.998903 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:45.069306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Transition to ACTIVE for port object 816ae36e-de01-4c92-b313-18a6cea89d71 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:45.071080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.073501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-62673e62-8a19-4464-af9b-605d42365309 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:45.081831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.088338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Pushing event deleted for resources: {'Network': ['ID=b7f46d47-d380-430f-934c-473749de61de,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:45.091239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:45.094529 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] 10.222.0.95 "DELETE /v2.0/networks/b7f46d47-d380-430f-934c-473749de61de HTTP/1.1" status: 204 len: 168 time: 1.3470945 Apr 16 15:40:45.099733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Transition to ACTIVE for port object 816ae36e-de01-4c92-b313-18a6cea89d71 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:45.105045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.115396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:45.119189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router c51d8234-5687-41c6-8bc6-1fd7a2ffecba has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:40:45.146124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::d8e8:ca59:6825:8742 (202228ea-75c8-4a07-a357-aa1a8927fb48/9c7e5f24-be1c-4a66-a311-27290bcb6fee/6f40e701-063f-4838-bfea-76af02ad47ec) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:45.203107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:45.210333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926cf5a0-9775-484d-8386-7f8202efee7b None None] Sync routers for ids ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:45.217200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926cf5a0-9775-484d-8386-7f8202efee7b None None] Routers {'c51d8234-5687-41c6-8bc6-1fd7a2ffecba'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:45.218407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-926cf5a0-9775-484d-8386-7f8202efee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:45.220259 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/c51d8234-5687-41c6-8bc6-1fd7a2ffecba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5656729 Apr 16 15:40:45.223103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33512) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:45.253542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c3aa2495-dcd9-480b-83ad-e024c0eb5a0c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Synchronizing usage tracker for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:45.266992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c3aa2495-dcd9-480b-83ad-e024c0eb5a0c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Unset dirty status for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:45.268152 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c3aa2495-dcd9-480b-83ad-e024c0eb5a0c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=c51d8234-5687-41c6-8bc6-1fd7a2ffecba HTTP/1.1" status: 200 len: 205 time: 0.0443892 Apr 16 15:40:45.269885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33518) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:45.318292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-926cf5a0-9775-484d-8386-7f8202efee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:45.324337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926cf5a0-9775-484d-8386-7f8202efee7b None None] Routers {'c51d8234-5687-41c6-8bc6-1fd7a2ffecba'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:45.324921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-926cf5a0-9775-484d-8386-7f8202efee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:45.336945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33522) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:45.367070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-926cf5a0-9775-484d-8386-7f8202efee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:45.367394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926cf5a0-9775-484d-8386-7f8202efee7b None None] The sync data for ids ['c51d8234-5687-41c6-8bc6-1fd7a2ffecba'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:45.379531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f4319d2-ae9d-40f6-afd3-ae65625c8c54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.399802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53b0f1cf-79f3-4858-8100-2bd04cc238ab no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:45.414683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.424751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 53b0f1cf-79f3-4858-8100-2bd04cc238ab {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:45.425001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53b0f1cf-79f3-4858-8100-2bd04cc238ab not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:45.431299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Pushing event updated for resources: {'Port': ['ID=816ae36e-de01-4c92-b313-18a6cea89d71,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:45.433164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:45.459904 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0615d2ed-031d-4990-a89f-c727ee8ce6a1 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b77b747e66e74f8d9e847c7694b50ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1220210 Apr 16 15:40:45.461648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33528) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:45.464606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 6f40e701-063f-4838-bfea-76af02ad47ec will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:45.467964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:45.468768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:45.470423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:45.495375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1166f9b5-c99d-40cf-aa9a-895772a7849d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.509447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1166f9b5-c99d-40cf-aa9a-895772a7849d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.529562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Attempting to bind port 816ae36e-de01-4c92-b313-18a6cea89d71 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:45.529816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Attempting to bind port 816ae36e-de01-4c92-b313-18a6cea89d71 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:45.530076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Attempting to bind port 816ae36e-de01-4c92-b313-18a6cea89d71 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:45.533726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:45.534059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:45.534389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.534738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:45.535102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Bound port: 816ae36e-de01-4c92-b313-18a6cea89d71, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:45.535383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.536006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1166f9b5-c99d-40cf-aa9a-895772a7849d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.538825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ff25fe0b-d240-4491-ac03-bfb664802451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:45.545677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166f9b5-c99d-40cf-aa9a-895772a7849d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf502f9-019f-45b6-8d55-08397f007566,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:45.547573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1166f9b5-c99d-40cf-aa9a-895772a7849d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:45.549025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1166f9b5-c99d-40cf-aa9a-895772a7849d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.549743 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1166f9b5-c99d-40cf-aa9a-895772a7849d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7cf502f9-019f-45b6-8d55-08397f007566 HTTP/1.1" status: 204 len: 168 time: 0.0872257 Apr 16 15:40:45.567416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f4319d2-ae9d-40f6-afd3-ae65625c8c54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.569490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f4319d2-ae9d-40f6-afd3-ae65625c8c54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.587587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.596831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8be7ed6-7227-4971-9d23-b7842ebe12fc tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:45.608663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] For port 816ae36e-de01-4c92-b313-18a6cea89d71, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:45.610820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] For port 816ae36e-de01-4c92-b313-18a6cea89d71, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=816ae36e-de01-4c92-b313-18a6cea89d71,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:45.613063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.622084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a684212-f981-473c-95ef-3722409af453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:45.623949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f4319d2-ae9d-40f6-afd3-ae65625c8c54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.624262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4319d2-ae9d-40f6-afd3-ae65625c8c54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Fanout notify agent at l3_agent the message router_deleted on router c51d8234-5687-41c6-8bc6-1fd7a2ffecba {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:40:45.670337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f4319d2-ae9d-40f6-afd3-ae65625c8c54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.670676 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9f4319d2-ae9d-40f6-afd3-ae65625c8c54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/c51d8234-5687-41c6-8bc6-1fd7a2ffecba HTTP/1.1" status: 204 len: 168 time: 0.4001334 Apr 16 15:40:45.672676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33536) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:45.678066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=6f40e701-063f-4838-bfea-76af02ad47ec,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:45.681177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:45.714243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Pushing event updated for resources: {'Port': ['ID=816ae36e-de01-4c92-b313-18a6cea89d71,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:45.714337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:45.714383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:45.719125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:45.721075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:45.724893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:45.725288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.739839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4328959 Apr 16 15:40:45.741491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33542) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:45.752462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c893726-6c32-474c-a6c2-431024cd337c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting subnet 8a59c957-6cae-4a84-b8a3-5e9644151193 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:45.754745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c893726-6c32-474c-a6c2-431024cd337c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.789177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c893726-6c32-474c-a6c2-431024cd337c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.794329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04087077-16ae-490b-88b0-3aebc787cd3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:45.798702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04087077-16ae-490b-88b0-3aebc787cd3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:45.799229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-04087077-16ae-490b-88b0-3aebc787cd3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:45.810487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-04087077-16ae-490b-88b0-3aebc787cd3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:45.811600 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-04087077-16ae-490b-88b0-3aebc787cd3e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0695078 Apr 16 15:40:45.813485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33552) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:45.841291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c893726-6c32-474c-a6c2-431024cd337c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:45.856332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ce790-b199-4393-945b-b7448e2faf46 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 6f40e701-063f-4838-bfea-76af02ad47ec {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:45.856548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce790-b199-4393-945b-b7448e2faf46 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.015473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c893726-6c32-474c-a6c2-431024cd337c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.021135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce790-b199-4393-945b-b7448e2faf46 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.026711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bfcf7d0-1f0a-47b4-8957-a4a7bb5f98e9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:46.051496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c893726-6c32-474c-a6c2-431024cd337c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Subnet': ['ID=8a59c957-6cae-4a84-b8a3-5e9644151193,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:46.059782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33564) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.076474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c893726-6c32-474c-a6c2-431024cd337c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:46.100477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3a6ce790-b199-4393-945b-b7448e2faf46 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 6f40e701-063f-4838-bfea-76af02ad47ec owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:46.102669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c893726-6c32-474c-a6c2-431024cd337c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.107803 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7c893726-6c32-474c-a6c2-431024cd337c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/8a59c957-6cae-4a84-b8a3-5e9644151193 HTTP/1.1" status: 204 len: 168 time: 0.4322164 Apr 16 15:40:46.107897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d0769a-c710-43ae-97c0-7824c5d490f1 None None] Network 1e56e990-6341-42ce-ac63-7a0b1c1880cc requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:46.108003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33570) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.151279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b51208-8a2d-4a28-9227-55cc6e6e106b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting subnet 52b64e61-220d-4f2d-be0c-d069f0e55ad6 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:46.152964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19b51208-8a2d-4a28-9227-55cc6e6e106b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.184378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19b51208-8a2d-4a28-9227-55cc6e6e106b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.188214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce790-b199-4393-945b-b7448e2faf46 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.201637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:46.237462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19b51208-8a2d-4a28-9227-55cc6e6e106b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.247307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-678d02ea-0326-44f8-83d2-d105180a80b8 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] Request body: {'port': {'network_id': 'aca29db4-dfde-4292-af0f-d204b9944b81', 'name': 'tempest-NetworksNegativeTestJSON-1600682990'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:46.269289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ce790-b199-4393-945b-b7448e2faf46 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=6f40e701-063f-4838-bfea-76af02ad47ec,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:46.271034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a6ce790-b199-4393-945b-b7448e2faf46 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:46.272862 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-678d02ea-0326-44f8-83d2-d105180a80b8 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] POST failed (client error): The resource could not be found. Apr 16 15:40:46.273152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678d02ea-0326-44f8-83d2-d105180a80b8 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:46.273864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-678d02ea-0326-44f8-83d2-d105180a80b8 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2137141 Apr 16 15:40:46.277612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33574) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.284934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df15c1-5774-4fd0-b047-07ee3191e6c4 None None] DHCP port deletion for 1e56e990-6341-42ce-ac63-7a0b1c1880cc request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:46.287583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-63df15c1-5774-4fd0-b047-07ee3191e6c4 None None] Deleting port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:46.287822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-63df15c1-5774-4fd0-b047-07ee3191e6c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.327317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-191971e0-1c75-4773-9bfd-abc84f8b00b3 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:46.327624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191971e0-1c75-4773-9bfd-abc84f8b00b3 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:46.332277 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-191971e0-1c75-4773-9bfd-abc84f8b00b3 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] 10.222.0.95 "DELETE /v2.0/networks/e814194e-46f2-491d-a6d3-e98dae3c1932 HTTP/1.1" status: 404 len: 339 time: 0.0504687 Apr 16 15:40:46.332378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a6ce790-b199-4393-945b-b7448e2faf46 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.333946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33578) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.361067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ff411c-6dcd-45d8-ba88-7a0842da7173 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:46.361360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ff411c-6dcd-45d8-ba88-7a0842da7173 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:46.368007 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-82ff411c-6dcd-45d8-ba88-7a0842da7173 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] 10.222.0.95 "DELETE /v2.0/ports/39e3c97f-a1ee-4489-b487-7b17ac17a846 HTTP/1.1" status: 404 len: 333 time: 0.0308232 Apr 16 15:40:46.368184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33582) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.387467 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3a6ce790-b199-4393-945b-b7448e2faf46 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/6f40e701-063f-4838-bfea-76af02ad47ec HTTP/1.1" status: 204 len: 168 time: 0.5721242 Apr 16 15:40:46.389743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33586) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.411086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-63df15c1-5774-4fd0-b047-07ee3191e6c4 None None] For port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=02276a9c-bb2d-47ee-880d-39f6d4f9bcf7,segment=NetworkSegment(e998a1eb-e59e-4f4f-9564-67d807157b70),segment_id=e998a1eb-e59e-4f4f-9564-67d807157b70)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:46.411338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-63df15c1-5774-4fd0-b047-07ee3191e6c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.414925 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b163eed-629f-4c0d-9151-e644fbbf606e tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] DELETE failed (client error): The resource could not be found. Apr 16 15:40:46.415138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b163eed-629f-4c0d-9151-e644fbbf606e tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:46.419162 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6b163eed-629f-4c0d-9151-e644fbbf606e tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] 10.222.0.95 "DELETE /v2.0/subnets/4554a906-dbac-45fb-a83b-0727cb73e4cd HTTP/1.1" status: 404 len: 337 time: 0.0474534 Apr 16 15:40:46.419162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33590) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.436789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19b51208-8a2d-4a28-9227-55cc6e6e106b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.450516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6395ef83-5422-4e88-ab50-85d03774c993 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:46.453379 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-038814d4-ddb9-4dfa-ac53-856e07e20d68 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] GET failed (client error): The resource could not be found. Apr 16 15:40:46.457699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-038814d4-ddb9-4dfa-ac53-856e07e20d68 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] 10.222.0.95 "GET /v2.0/networks/fe7b40f1-7c2c-46df-a652-4c78a788d847 HTTP/1.1" status: 404 len: 339 time: 0.0348678 Apr 16 15:40:46.457699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccef88b6-f022-4c14-8c32-87d58c057971 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:46.457849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ccef88b6-f022-4c14-8c32-87d58c057971 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:46.459872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33594) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.486382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-63df15c1-5774-4fd0-b047-07ee3191e6c4 None None] Calling delete_port for 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:46.490846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dd72da-31ed-422a-afc3-43ee61c1382d tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] GET failed (client error): The resource could not be found. Apr 16 15:40:46.493863 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d2dd72da-31ed-422a-afc3-43ee61c1382d tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] 10.222.0.95 "GET /v2.0/ports/497a86fc-1425-4d0e-974d-6a8c31e57c68 HTTP/1.1" status: 404 len: 333 time: 0.0312383 Apr 16 15:40:46.494255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33598) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.505623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b51208-8a2d-4a28-9227-55cc6e6e106b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Subnet': ['ID=52b64e61-220d-4f2d-be0c-d069f0e55ad6,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:46.514883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19b51208-8a2d-4a28-9227-55cc6e6e106b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:46.519868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ccef88b6-f022-4c14-8c32-87d58c057971 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:46.520792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ccef88b6-f022-4c14-8c32-87d58c057971 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1306324 Apr 16 15:40:46.522799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33602) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.523463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad724f8-23d3-42b6-90d5-2a13cee9a60f tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] GET failed (client error): The resource could not be found. Apr 16 15:40:46.524179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fad724f8-23d3-42b6-90d5-2a13cee9a60f tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] 10.222.0.95 "GET /v2.0/subnets/52c00937-4bd2-436a-99da-6039a738239c HTTP/1.1" status: 404 len: 337 time: 0.0292521 Apr 16 15:40:46.528114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33606) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.533065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-814d388a-cbea-4c70-b088-898aa2a82d15 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] Request body: {'network': {'name': 'new_name'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:46.534263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-63df15c1-5774-4fd0-b047-07ee3191e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.542979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5fb914f5-dd1b-44ef-94c2-61c27dbf6c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:46.549086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-814d388a-cbea-4c70-b088-898aa2a82d15 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] PUT failed (client error): The resource could not be found. Apr 16 15:40:46.549359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814d388a-cbea-4c70-b088-898aa2a82d15 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:46.550048 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-814d388a-cbea-4c70-b088-898aa2a82d15 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] 10.222.0.95 "PUT /v2.0/networks/75cc09a5-25d6-490e-800f-83b12e1fd9a9 HTTP/1.1" status: 404 len: 339 time: 0.0212743 Apr 16 15:40:46.552842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33610) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.555055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19b51208-8a2d-4a28-9227-55cc6e6e106b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.558864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c31f7494-1854-4619-9e74-a2d98c845df5 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] Request body: {'port': {'name': 'new_name'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:46.560384 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-19b51208-8a2d-4a28-9227-55cc6e6e106b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/52b64e61-220d-4f2d-be0c-d069f0e55ad6 HTTP/1.1" status: 204 len: 168 time: 0.4517961 Apr 16 15:40:46.561127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33614) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.565094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cf32ca-5256-4a0d-ac10-f5604b395ce8 None None] Network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:46.583776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31f7494-1854-4619-9e74-a2d98c845df5 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] PUT failed (client error): The resource could not be found. Apr 16 15:40:46.584065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31f7494-1854-4619-9e74-a2d98c845df5 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:46.587355 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c31f7494-1854-4619-9e74-a2d98c845df5 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] 10.222.0.95 "PUT /v2.0/ports/5be27ef6-3315-42fb-87d1-41286974f9c7 HTTP/1.1" status: 404 len: 333 time: 0.0312076 Apr 16 15:40:46.587744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33618) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:46.593674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2fbfb0ea-4767-43a3-95ed-b57d03d11c98 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:46.609917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df15c1-5774-4fd0-b047-07ee3191e6c4 None None] Pushing event deleted for resources: {'Port': ['ID=02276a9c-bb2d-47ee-880d-39f6d4f9bcf7,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:46.629472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.638765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-63df15c1-5774-4fd0-b047-07ee3191e6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:46.715570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df15c1-5774-4fd0-b047-07ee3191e6c4 None None] No DVR routers for this DVR port 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:46.744986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.800436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa308d-dda0-4071-8631-b17c492fd844 None None] DHCP port deletion for 014b5ba9-5e32-4bc5-917c-0540f43ccae9 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:46.803418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-65aa308d-dda0-4071-8631-b17c492fd844 None None] Deleting port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:46.803659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65aa308d-dda0-4071-8631-b17c492fd844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.816994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e56e990-6341-42ce-ac63-7a0b1c1880cc']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:46.825001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e998a1eb-e59e-4f4f-9564-67d807157b70') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:46.825160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e998a1eb-e59e-4f4f-9564-67d807157b70') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:46.832792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.844671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.848417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Releasing vlan 1482 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:46.908261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-01bc8e90-2221-4917-988e-8579c7dd9512 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 9c7e5f24-be1c-4a66-a311-27290bcb6fee {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:46.912265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01bc8e90-2221-4917-988e-8579c7dd9512 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.932432 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbfb0ea-4767-43a3-95ed-b57d03d11c98 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] PUT failed (client error): The resource could not be found. Apr 16 15:40:46.932727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbfb0ea-4767-43a3-95ed-b57d03d11c98 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:46.935866 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2fbfb0ea-4767-43a3-95ed-b57d03d11c98 tempest-NetworksNegativeTestJSON-1119659572 tempest-NetworksNegativeTestJSON-1119659572-project] 10.222.0.95 "PUT /v2.0/subnets/be2098a6-a91b-43a8-9d85-2aaa25e7421b HTTP/1.1" status: 404 len: 337 time: 0.3454127 Apr 16 15:40:46.935938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-65aa308d-dda0-4071-8631-b17c492fd844 None None] For port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4be9aef2-e98e-4a84-8831-cbe7aa4ecd73,segment=NetworkSegment(cb8e4f80-5bdd-4d55-9503-acae53879831),segment_id=cb8e4f80-5bdd-4d55-9503-acae53879831)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:46.935938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65aa308d-dda0-4071-8631-b17c492fd844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.963918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 1e56e990-6341-42ce-ac63-7a0b1c1880cc has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:46.968190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01bc8e90-2221-4917-988e-8579c7dd9512 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:46.969498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.011006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-65aa308d-dda0-4071-8631-b17c492fd844 None None] Calling delete_port for 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:47.033779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01bc8e90-2221-4917-988e-8579c7dd9512 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.042066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-645c1759-48e8-4528-8df7-4743eb6b53ec None None] Provisioning for port 816ae36e-de01-4c92-b313-18a6cea89d71 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:47.073360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65aa308d-dda0-4071-8631-b17c492fd844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.085647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 1e56e990-6341-42ce-ac63-7a0b1c1880cc has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:47.100249 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:47.130514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30cf84f2-0fd5-4bbd-b1d5-a1d693f4bd18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:47.152401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.155789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:47.170138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.171757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa308d-dda0-4071-8631-b17c492fd844 None None] Pushing event deleted for resources: {'Port': ['ID=4be9aef2-e98e-4a84-8831-cbe7aa4ecd73,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:47.177989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Network': ['ID=1e56e990-6341-42ce-ac63-7a0b1c1880cc,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:47.179473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:47.180461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/networks/1e56e990-6341-42ce-ac63-7a0b1c1880cc HTTP/1.1" status: 204 len: 168 time: 0.6190052 Apr 16 15:40:47.182227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33626) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:47.186251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-65aa308d-dda0-4071-8631-b17c492fd844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:47.187917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa308d-dda0-4071-8631-b17c492fd844 None None] No DVR routers for this DVR port 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:47.205536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33630) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:47.234309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01bc8e90-2221-4917-988e-8579c7dd9512 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.257266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1f7b1833-44d7-4fbc-a71b-c07a9933c754 None None] Could not find standard attr ID for object 6f40e701-063f-4838-bfea-76af02ad47ec. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:47.261437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b18fceec-a60d-4a0e-8d07-ab35c8f21c1d tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:47.261519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.331221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 816ae36e-de01-4c92-b313-18a6cea89d71 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:47.335630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc8e90-2221-4917-988e-8579c7dd9512 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=9c7e5f24-be1c-4a66-a311-27290bcb6fee,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:47.337239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-01bc8e90-2221-4917-988e-8579c7dd9512 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:47.342652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6efb70bb-ee66-440f-a099-3ae03379c266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.362230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6efb70bb-ee66-440f-a099-3ae03379c266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:47.366813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6efb70bb-ee66-440f-a099-3ae03379c266 admin admin] Usage tracker for resource:security_group_rule and tenant:f1a1bc46ac8e4b0f93555fe5ea2de0e1 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:47.369152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6efb70bb-ee66-440f-a099-3ae03379c266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:47.374614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6efb70bb-ee66-440f-a099-3ae03379c266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:47.376734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 816ae36e-de01-4c92-b313-18a6cea89d71 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:47.380735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.385232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01bc8e90-2221-4917-988e-8579c7dd9512 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.385314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 816ae36e-de01-4c92-b313-18a6cea89d71 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:47.385535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.401205 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-01bc8e90-2221-4917-988e-8579c7dd9512 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/9c7e5f24-be1c-4a66-a311-27290bcb6fee HTTP/1.1" status: 204 len: 168 time: 0.8763113 Apr 16 15:40:47.404472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33636) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:47.406385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96a83bd-477a-47d0-ad58-997f77ca8de3 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:47.449089 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-002b3999-871a-4ca2-968b-565d7352bc2b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434320 Apr 16 15:40:47.451554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33640) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:47.455718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:47.459023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014b5ba9-5e32-4bc5-917c-0540f43ccae9']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:47.466798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8e4f80-5bdd-4d55-9503-acae53879831') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:47.467036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8e4f80-5bdd-4d55-9503-acae53879831') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:47.474270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.482189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.486089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Releasing vlan 1473 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:47.536790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:47.545003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:47.547131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6efb70bb-ee66-440f-a099-3ae03379c266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.547814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:47.552011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:47.553269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6efb70bb-ee66-440f-a099-3ae03379c266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.554254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.558604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-47797912-d746-46d9-9c7b-25f26b43b659 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:47.581878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 816ae36e-de01-4c92-b313-18a6cea89d71, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=816ae36e-de01-4c92-b313-18a6cea89d71,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:47.583761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:47.583989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.585247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8d0778c-71b0-4b0e-8230-904b98ed1d50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:47.587851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.588069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:47.593185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.605089 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6efb70bb-ee66-440f-a099-3ae03379c266 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f1a1bc46ac8e4b0f93555fe5ea2de0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971446 Apr 16 15:40:47.606033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb70bb-ee66-440f-a099-3ae03379c266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd16e95f-fd10-4fcc-b59d-788938c7742c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:47.608061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6efb70bb-ee66-440f-a099-3ae03379c266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:47.608487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33644) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:47.631962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=816ae36e-de01-4c92-b313-18a6cea89d71,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:47.634214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:47.667661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4e2f6c-4bb7-461e-9d81-d837fd8ce646 None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:47.670492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e2f6c-4bb7-461e-9d81-d837fd8ce646 None None] Deleting port 816ae36e-de01-4c92-b313-18a6cea89d71 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:47.670736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2f6c-4bb7-461e-9d81-d837fd8ce646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.707444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-353e0e5e-509a-479e-88dc-a0a7c16dee47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.724618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-353e0e5e-509a-479e-88dc-a0a7c16dee47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.753890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-353e0e5e-509a-479e-88dc-a0a7c16dee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.756768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f09e32eb-f811-472c-9dce-8adaf82c6ad2 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:47.766899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e0e5e-509a-479e-88dc-a0a7c16dee47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd16e95f-fd10-4fcc-b59d-788938c7742c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:47.768627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-353e0e5e-509a-479e-88dc-a0a7c16dee47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:47.771265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-353e0e5e-509a-479e-88dc-a0a7c16dee47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:47.773632 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-353e0e5e-509a-479e-88dc-a0a7c16dee47 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/dd16e95f-fd10-4fcc-b59d-788938c7742c HTTP/1.1" status: 204 len: 168 time: 0.1315420 Apr 16 15:40:47.871235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:47.901969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:47.902152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4be9aef2-e98e-4a84-8831-cbe7aa4ecd73 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:47.902384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:47.928670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:47.928875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 02276a9c-bb2d-47ee-880d-39f6d4f9bcf7 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:47.967062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 014b5ba9-5e32-4bc5-917c-0540f43ccae9 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:47.980269 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:48.025006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-cf4e2f6c-4bb7-461e-9d81-d837fd8ce646 None None] For port 816ae36e-de01-4c92-b313-18a6cea89d71, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=816ae36e-de01-4c92-b313-18a6cea89d71,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:48.025351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2f6c-4bb7-461e-9d81-d837fd8ce646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.027635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.029890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:48.044822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.046554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Network': ['ID=014b5ba9-5e32-4bc5-917c-0540f43ccae9,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:48.051356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:48.055560 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-92e50a35-0c24-43ea-9381-dc213abb7575 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/networks/014b5ba9-5e32-4bc5-917c-0540f43ccae9 HTTP/1.1" status: 204 len: 168 time: 0.8726189 Apr 16 15:40:48.055974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33662) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:48.059886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'network': {'name': 'tempest-RoutersTest-765987447'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:48.063208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:48.065897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:network and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:48.067645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:48.074893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:48.083551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:48.087625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.098578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e2f6c-4bb7-461e-9d81-d837fd8ce646 None None] Calling delete_port for 816ae36e-de01-4c92-b313-18a6cea89d71 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:48.109034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1485} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:48.119382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.119827 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added segment 2d21ca04-b16f-433c-8063-6a8b78439c01 of type vlan for network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf Apr 16 15:40:48.143345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.147677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf4e2f6c-4bb7-461e-9d81-d837fd8ce646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.165534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.168730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:48.169101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.181202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:48.220334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:48.235649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33674) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:48.237462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1807692 Apr 16 15:40:48.239585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Network': ['ID=3da70af5-b946-4bc2-b4cd-f2f289e5afaf,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:48.240855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33678) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:48.242815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f7be2702-41c1-417b-972f-55698da55d54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:48.245329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'subnet': {'network_id': '3da70af5-b946-4bc2-b4cd-f2f289e5afaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:48.247183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e2f6c-4bb7-461e-9d81-d837fd8ce646 None None] Pushing event deleted for resources: {'Port': ['ID=816ae36e-de01-4c92-b313-18a6cea89d71,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:48.250929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:48.253772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.263201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed0aaadb-c666-4c35-8512-b82ec7c61c96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:48.265543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf4e2f6c-4bb7-461e-9d81-d837fd8ce646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:48.310669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:48.312733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e2f6c-4bb7-461e-9d81-d837fd8ce646 None None] No DVR routers for this DVR port 816ae36e-de01-4c92-b313-18a6cea89d71 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:48.312939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:subnet and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:48.314722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:48.316477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-34e01d26-7c7b-4e5e-8189-5aed81e4fd19 tempest-DvrRoutersNegativeTest-1864870528 tempest-DvrRoutersNegativeTest-1864870528-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1592893857', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:48.317995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:48.318080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.policy [None req-34e01d26-7c7b-4e5e-8189-5aed81e4fd19 tempest-DvrRoutersNegativeTest-1864870528 tempest-DvrRoutersNegativeTest-1864870528-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=86007) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 16 15:40:48.318175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.policy [None req-34e01d26-7c7b-4e5e-8189-5aed81e4fd19 tempest-DvrRoutersNegativeTest-1864870528 tempest-DvrRoutersNegativeTest-1864870528-project] Failed policy check for 'create_router' {{(pid=86007) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 16 15:40:48.318747 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-34e01d26-7c7b-4e5e-8189-5aed81e4fd19 tempest-DvrRoutersNegativeTest-1864870528 tempest-DvrRoutersNegativeTest-1864870528-project] create failed (client error): Access was denied to this resource. Apr 16 15:40:48.322240 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-34e01d26-7c7b-4e5e-8189-5aed81e4fd19 tempest-DvrRoutersNegativeTest-1864870528 tempest-DvrRoutersNegativeTest-1864870528-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0859406 Apr 16 15:40:48.327335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:48.331502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.351767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=81131d9e-3f78-4d9e-8efb-627dbdc515af,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:48.353556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:48.386408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:48.388939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:48.395677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e464fa8-53ff-4228-9090-af951f9524aa None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:48.400828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:48.401260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.416150 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9637995 Apr 16 15:40:48.418121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33686) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:48.422136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': '81131d9e-3f78-4d9e-8efb-627dbdc515af', 'ip_address': '2001:db8::cc82:8e84:f7ed:ce67'}], 'name': 'tempest-NetworksTestDHCPv6-1576817307'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:48.507779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:48.510542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:48.512486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:48.515951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:48.517407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33692) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:48.526452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:48.543313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': '81131d9e-3f78-4d9e-8efb-627dbdc515af'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:48.543901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.598285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.609862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7ca909e-b8a4-480f-aff3-6ec5fe17ae30 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:48.616393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b763881-a3f4-419c-ae55-5f19befb1529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.628944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.635121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b763881-a3f4-419c-ae55-5f19befb1529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:48.639867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b763881-a3f4-419c-ae55-5f19befb1529 admin admin] Usage tracker for resource:security_group_rule and tenant:648f99d629654f2f9005185bbfd47bf2 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:48.642250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b763881-a3f4-419c-ae55-5f19befb1529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:48.646374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Allocated IP 2001:db8::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/81131d9e-3f78-4d9e-8efb-627dbdc515af/4039e710-d256-4625-af5b-04270972a240) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:48.647675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 27a10ec9-1226-4cf1-a69c-688d42723b34 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:40:48.666730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b763881-a3f4-419c-ae55-5f19befb1529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:48.682523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Subnet': ['ID=3d4d6063-24d2-4a8a-9252-dc54989eea01,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:48.684613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:48.728590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Checking segment: {'id': '2d21ca04-b16f-433c-8063-6a8b78439c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3da70af5-b946-4bc2-b4cd-f2f289e5afaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:48.728852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network hostable DHCP agents. Network: 3da70af5-b946-4bc2-b4cd-f2f289e5afaf, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:48.739636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:48.744660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 3da70af5-b946-4bc2-b4cd-f2f289e5afaf) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:48.754538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b1592-ca24-459e-930d-69361d5e5422 None None] Network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:48.754641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:48.754967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.765873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b763881-a3f4-419c-ae55-5f19befb1529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.768419 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5269375 Apr 16 15:40:48.768619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b763881-a3f4-419c-ae55-5f19befb1529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.770270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33698) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:48.773586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-517381e0-bb9a-441b-ae55-161957f25d33 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-167367717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:48.774106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-353e0e5e-509a-479e-88dc-a0a7c16dee47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:48.777446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-517381e0-bb9a-441b-ae55-161957f25d33 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:48.780218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-517381e0-bb9a-441b-ae55-161957f25d33 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:router and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:48.782002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-517381e0-bb9a-441b-ae55-161957f25d33 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:48.785661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-517381e0-bb9a-441b-ae55-161957f25d33 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:48.791157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517381e0-bb9a-441b-ae55-161957f25d33 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.791766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517381e0-bb9a-441b-ae55-161957f25d33 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.798176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3b763881-a3f4-419c-ae55-5f19befb1529 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=648f99d629654f2f9005185bbfd47bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800579 Apr 16 15:40:48.798843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b763881-a3f4-419c-ae55-5f19befb1529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204acac3-3e17-4e84-9dbf-844add9af7c3,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:48.800363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33702) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:48.801864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b763881-a3f4-419c-ae55-5f19befb1529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:48.802396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517381e0-bb9a-441b-ae55-161957f25d33 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.814214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517381e0-bb9a-441b-ae55-161957f25d33 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.814689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.827532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-517381e0-bb9a-441b-ae55-161957f25d33 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.828691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Transition to ACTIVE for port object 4039e710-d256-4625-af5b-04270972a240 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:48.830348 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-517381e0-bb9a-441b-ae55-161957f25d33 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0594721 Apr 16 15:40:48.830775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33706) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:48.834768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'port': {'network_id': '3da70af5-b946-4bc2-b4cd-f2f289e5afaf', 'name': 'tempest-RoutersTest-265837'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:48.835784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ed56020-b747-40c8-9f83-c72b78daa64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.849425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Transition to ACTIVE for port object 4039e710-d256-4625-af5b-04270972a240 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:48.850952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ed56020-b747-40c8-9f83-c72b78daa64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.868695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.878041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:48.910489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ed56020-b747-40c8-9f83-c72b78daa64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.912626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:48.915890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::cc82:8e84:f7ed:ce67 (202228ea-75c8-4a07-a357-aa1a8927fb48/81131d9e-3f78-4d9e-8efb-627dbdc515af/27a10ec9-1226-4cf1-a69c-688d42723b34) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:48.917347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6efb70bb-ee66-440f-a099-3ae03379c266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:48.918334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:48.924086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:48.926654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed56020-b747-40c8-9f83-c72b78daa64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204acac3-3e17-4e84-9dbf-844add9af7c3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:48.928214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7ed56020-b747-40c8-9f83-c72b78daa64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:48.932417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.945203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ed56020-b747-40c8-9f83-c72b78daa64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:48.947795 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7ed56020-b747-40c8-9f83-c72b78daa64c admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/204acac3-3e17-4e84-9dbf-844add9af7c3 HTTP/1.1" status: 204 len: 168 time: 0.1450593 Apr 16 15:40:48.947875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] device_id is not set on port 3fd3999e-2752-4b9d-93e5-84ab7632493f yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:40:48.991310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Pushing event updated for resources: {'Port': ['ID=4039e710-d256-4625-af5b-04270972a240,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:49.007178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:49.017821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:49.018529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:49.019761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:49.025058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-3da70af5-b946-4bc2-b4cd-f2f289e5afaf', 'network_id': '3da70af5-b946-4bc2-b4cd-f2f289e5afaf', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'fixed_ips': [{'subnet_id': '3d4d6063-24d2-4a8a-9252-dc54989eea01'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:49.025777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.036201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Allocated IP 172.20.0.11 (3da70af5-b946-4bc2-b4cd-f2f289e5afaf/3d4d6063-24d2-4a8a-9252-dc54989eea01/3fd3999e-2752-4b9d-93e5-84ab7632493f) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:49.076528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.087353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 27a10ec9-1226-4cf1-a69c-688d42723b34 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:49.103845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.128331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Attempting to bind port 4039e710-d256-4625-af5b-04270972a240 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:49.128561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Attempting to bind port 4039e710-d256-4625-af5b-04270972a240 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:49.128785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Attempting to bind port 4039e710-d256-4625-af5b-04270972a240 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:49.131920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:49.132426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:49.132426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.132622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:49.132914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Bound port: 4039e710-d256-4625-af5b-04270972a240, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:49.133146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.143881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72a59d11-fc99-4853-bbb5-3598e3eec423 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:49.176701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.186700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Transition to ACTIVE for port object 3fd3999e-2752-4b9d-93e5-84ab7632493f will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:49.191571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] For port 4039e710-d256-4625-af5b-04270972a240, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:49.193780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] For port 4039e710-d256-4625-af5b-04270972a240, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4039e710-d256-4625-af5b-04270972a240,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:49.196845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.201126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=27a10ec9-1226-4cf1-a69c-688d42723b34,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:49.203605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:49.207465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:49.218956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.224723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:49.225391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:49.226707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:49.229897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:49.230277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.235123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7ed75fc-717f-4f95-bd75-7e80a3615086 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:49.244521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8259974 Apr 16 15:40:49.245020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33722) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:49.313941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccf69ff-3282-4707-bd4d-b901dd3364d8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:49.317093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccf69ff-3282-4707-bd4d-b901dd3364d8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:49.317978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bccf69ff-3282-4707-bd4d-b901dd3364d8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:49.337131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bccf69ff-3282-4707-bd4d-b901dd3364d8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:49.338855 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bccf69ff-3282-4707-bd4d-b901dd3364d8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0932415 Apr 16 15:40:49.340833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33730) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:49.342307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=3fd3999e-2752-4b9d-93e5-84ab7632493f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:49.345410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:49.377349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:49.378096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:49.382943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:49.421565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c2945995-2cd8-4875-82a6-da944db16562 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 27a10ec9-1226-4cf1-a69c-688d42723b34 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:49.421770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2945995-2cd8-4875-82a6-da944db16562 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.425439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:49.426001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.445562 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 919 time: 0.6139631 Apr 16 15:40:49.447084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33738) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:49.484900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33742) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:49.520792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Allocated IP 172.20.0.2 (3da70af5-b946-4bc2-b4cd-f2f289e5afaf/3d4d6063-24d2-4a8a-9252-dc54989eea01/7093270c-ef55-4206-a1db-f8f170df0ec0) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:49.531006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 816ae36e-de01-4c92-b313-18a6cea89d71 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:49.547687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Pushing event updated for resources: {'Port': ['ID=4039e710-d256-4625-af5b-04270972a240,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:49.557194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:49.559320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 816ae36e-de01-4c92-b313-18a6cea89d71 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:49.559533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 816ae36e-de01-4c92-b313-18a6cea89d71 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:49.574306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2945995-2cd8-4875-82a6-da944db16562 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.586097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1159ea8c-a2cf-4a70-87e9-0adda7d8db9c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1625775906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:49.595991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1159ea8c-a2cf-4a70-87e9-0adda7d8db9c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:49.624912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1159ea8c-a2cf-4a70-87e9-0adda7d8db9c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Usage tracker for resource:router and tenant:69a9f344d98344f6b8a2a00816239025 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:49.630476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1159ea8c-a2cf-4a70-87e9-0adda7d8db9c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:49.636032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1159ea8c-a2cf-4a70-87e9-0adda7d8db9c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:49.646777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c2945995-2cd8-4875-82a6-da944db16562 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 27a10ec9-1226-4cf1-a69c-688d42723b34 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:49.712083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.715653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1159ea8c-a2cf-4a70-87e9-0adda7d8db9c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.716304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1159ea8c-a2cf-4a70-87e9-0adda7d8db9c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.718056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Transition to ACTIVE for port object 7093270c-ef55-4206-a1db-f8f170df0ec0 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:49.728956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Transition to ACTIVE for port object 7093270c-ef55-4206-a1db-f8f170df0ec0 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:49.732199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.742707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:49.755340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1159ea8c-a2cf-4a70-87e9-0adda7d8db9c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.755706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2945995-2cd8-4875-82a6-da944db16562 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.774163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d53c2b53-1b84-4a7e-8a1e-44764bfb4a03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:49.793730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1159ea8c-a2cf-4a70-87e9-0adda7d8db9c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.815679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Pushing event updated for resources: {'Port': ['ID=7093270c-ef55-4206-a1db-f8f170df0ec0,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:49.818152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:49.831639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1159ea8c-a2cf-4a70-87e9-0adda7d8db9c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.832090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1159ea8c-a2cf-4a70-87e9-0adda7d8db9c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3436861 Apr 16 15:40:49.835685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2945995-2cd8-4875-82a6-da944db16562 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=27a10ec9-1226-4cf1-a69c-688d42723b34,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:49.836145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33748) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:49.838121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c2945995-2cd8-4875-82a6-da944db16562 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:49.841074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1601954534'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:49.846654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:49.848033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.849570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:49.850234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:49.851786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:49.854853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Usage tracker for resource:network and tenant:69a9f344d98344f6b8a2a00816239025 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:49.857777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:49.862687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:49.896674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Made reservation on behalf of 69a9f344d98344f6b8a2a00816239025 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:49.900298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.907012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Attempting to bind port 7093270c-ef55-4206-a1db-f8f170df0ec0 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:49.907344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Attempting to bind port 7093270c-ef55-4206-a1db-f8f170df0ec0 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '2d21ca04-b16f-433c-8063-6a8b78439c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3da70af5-b946-4bc2-b4cd-f2f289e5afaf'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:49.908588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Attempting to bind port 7093270c-ef55-4206-a1db-f8f170df0ec0 on network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:49.911922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:49.911922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Checking segment: {'id': '2d21ca04-b16f-433c-8063-6a8b78439c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3da70af5-b946-4bc2-b4cd-f2f289e5afaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:49.911922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.916877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Bound using segment: {'id': '2d21ca04-b16f-433c-8063-6a8b78439c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3da70af5-b946-4bc2-b4cd-f2f289e5afaf'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:49.917200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Bound port: 7093270c-ef55-4206-a1db-f8f170df0ec0, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d21ca04-b16f-433c-8063-6a8b78439c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1485, 'network_id': '3da70af5-b946-4bc2-b4cd-f2f289e5afaf'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:49.917446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.932859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2945995-2cd8-4875-82a6-da944db16562 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.940705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c2945995-2cd8-4875-82a6-da944db16562 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/27a10ec9-1226-4cf1-a69c-688d42723b34 HTTP/1.1" status: 204 len: 168 time: 0.5965154 Apr 16 15:40:49.940705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33752) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:49.946501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.989930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] For port 7093270c-ef55-4206-a1db-f8f170df0ec0, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:49.991850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] For port 7093270c-ef55-4206-a1db-f8f170df0ec0, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7093270c-ef55-4206-a1db-f8f170df0ec0,segment=NetworkSegment(2d21ca04-b16f-433c-8063-6a8b78439c01),segment_id=2d21ca04-b16f-433c-8063-6a8b78439c01)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:49.996230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:49.998228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a55982c-7173-4dd7-9d48-8f20003a8d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:49.999270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a55982c-7173-4dd7-9d48-8f20003a8d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:49.999832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2a55982c-7173-4dd7-9d48-8f20003a8d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:50.002447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:50.005908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:50.009993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Usage tracker for resource:security_group_rule and tenant:69a9f344d98344f6b8a2a00816239025 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:50.013030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:50.015354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2a55982c-7173-4dd7-9d48-8f20003a8d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:50.018110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a55982c-7173-4dd7-9d48-8f20003a8d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0749626 Apr 16 15:40:50.018285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33756) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:50.030849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:50.080478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67c7680-b2c8-4ff1-be24-00cea96cfb2d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 81131d9e-3f78-4d9e-8efb-627dbdc515af {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:50.082917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b67c7680-b2c8-4ff1-be24-00cea96cfb2d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.097167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Pushing event updated for resources: {'Port': ['ID=7093270c-ef55-4206-a1db-f8f170df0ec0,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:50.100406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:50.119003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b67c7680-b2c8-4ff1-be24-00cea96cfb2d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.171139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b67c7680-b2c8-4ff1-be24-00cea96cfb2d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.327035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b67c7680-b2c8-4ff1-be24-00cea96cfb2d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.351744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84000b43-f17a-4bf8-82e3-eb8e78bfbb59 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:50.424550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.434083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.434083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.440314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c7680-b2c8-4ff1-be24-00cea96cfb2d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=81131d9e-3f78-4d9e-8efb-627dbdc515af,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:50.443906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:50.445971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b67c7680-b2c8-4ff1-be24-00cea96cfb2d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:50.464151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b67c7680-b2c8-4ff1-be24-00cea96cfb2d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.468279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.471754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b67c7680-b2c8-4ff1-be24-00cea96cfb2d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/81131d9e-3f78-4d9e-8efb-627dbdc515af HTTP/1.1" status: 204 len: 168 time: 0.4528229 Apr 16 15:40:50.473472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33760) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:50.512727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8e6eb46e-876d-4a32-b32f-2b1f4292d0df tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383997 Apr 16 15:40:50.514628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33764) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:50.517263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1497} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:50.531006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=3fd3999e-2752-4b9d-93e5-84ab7632493f,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:50.535157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.535347 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Added segment 53d502d8-1250-4fc8-88b5-dea3b19ded97 of type vlan for network 6680c1dd-f350-4801-bd20-4ef613ceb825 Apr 16 15:40:50.536131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:50.541763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aab11a2f-489b-42dc-a8cb-90282d055077 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:50.577325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501ee001-f1df-4584-a644-88c4d02b2e3f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:50.577748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-501ee001-f1df-4584-a644-88c4d02b2e3f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:50.581312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.586687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-501ee001-f1df-4584-a644-88c4d02b2e3f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:50.589084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48228648-4eb6-4760-b410-ac218a50c00f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:50.589175 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-501ee001-f1df-4584-a644-88c4d02b2e3f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0717950 Apr 16 15:40:50.590846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:50.591129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33768) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:50.667524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.670773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:50.671136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.675403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f45ebb2-5272-49ad-8a9a-7bbdd7658627 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:50.685355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec5638-7904-4427-9713-281066baa4b7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:50.685833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-16ec5638-7904-4427-9713-281066baa4b7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:50.776048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-16ec5638-7904-4427-9713-281066baa4b7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:50.777012 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-16ec5638-7904-4427-9713-281066baa4b7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1843514 Apr 16 15:40:50.779172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33772) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:50.780941 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9442034 Apr 16 15:40:50.781512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Network': ['ID=6680c1dd-f350-4801-bd20-4ef613ceb825,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:50.783959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33776) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:50.784437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:50.789662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 6680c1dd-f350-4801-bd20-4ef613ceb825 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:50.804978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'subnet': {'network_id': '6680c1dd-f350-4801-bd20-4ef613ceb825', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:50.825343 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e2512331-d7aa-4c66-9b39-7456e52c8dd4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452330 Apr 16 15:40:50.825768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33780) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:50.830612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:50.896452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:50.902110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:50.903432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:50.904306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29425f-6ed3-47a1-84ea-c66d61387ccb None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:50.907899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:50.910259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Usage tracker for resource:subnet and tenant:69a9f344d98344f6b8a2a00816239025 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:50.911540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.913013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:50.933284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:50.937420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:50.947807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Made reservation on behalf of 69a9f344d98344f6b8a2a00816239025 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:50.951576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.024150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-476bae6c-b0d8-4ac0-9d90-b01a6f75b2bc None None] Provisioning for port 4039e710-d256-4625-af5b-04270972a240 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:51.092261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d050e6-c5bf-480c-8f7a-62a33b39b35c None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:51.096110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a7d050e6-c5bf-480c-8f7a-62a33b39b35c None None] Deleting port 4039e710-d256-4625-af5b-04270972a240 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:51.096221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.096584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a7d050e6-c5bf-480c-8f7a-62a33b39b35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.242267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a7d050e6-c5bf-480c-8f7a-62a33b39b35c None None] For port 4039e710-d256-4625-af5b-04270972a240, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4039e710-d256-4625-af5b-04270972a240,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:51.242540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a7d050e6-c5bf-480c-8f7a-62a33b39b35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.300946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27ed149-cfc9-4179-80c9-66a05d76617d None None] Network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:51.348801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a7d050e6-c5bf-480c-8f7a-62a33b39b35c None None] Calling delete_port for 4039e710-d256-4625-af5b-04270972a240 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:51.368054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7093270c-ef55-4206-a1db-f8f170df0ec0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:51.413874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.432736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.447396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8dd83f13-73d7-40aa-bb82-f971df3cb41f None None] Provisioning for port 7093270c-ef55-4206-a1db-f8f170df0ec0 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:51.453410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc3b8754-f118-465f-ac73-1495b9c04f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:51.471933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.479623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9815fda-6816-41c9-bd7e-d3b804cfcb38 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:51.494222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 7093270c-ef55-4206-a1db-f8f170df0ec0 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:51.512290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.519489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7093270c-ef55-4206-a1db-f8f170df0ec0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:51.519826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.522432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.536798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a7d050e6-c5bf-480c-8f7a-62a33b39b35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.537481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=3fd3999e-2752-4b9d-93e5-84ab7632493f,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:51.550343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=367fe33c-dd45-40a1-80bf-495180b86a3b,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:51.552855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:51.585388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:51.586153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:51.590745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:51.591085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:51.594074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:51.594516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.612179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7836070 Apr 16 15:40:51.612605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33784) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:51.616351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': '367fe33c-dd45-40a1-80bf-495180b86a3b', 'ip_address': '2001:db8::5be7:1691:c7e3:7c7f'}], 'name': 'tempest-NetworksTestDHCPv6-1721885751'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:51.667737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Subnet': ['ID=995526ec-582b-4dae-9d4c-b5a9342ce98e,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:51.671937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:51.697996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:51.699695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:51.700236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:51.706672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:51.714308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:51.718831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.732783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 32eabcba-56c9-420c-a700-67951e9a31c4 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:40:51.758830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0460a44-29ab-4884-9107-53d8f526bfa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:51.789669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Checking segment: {'id': '53d502d8-1250-4fc8-88b5-dea3b19ded97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6680c1dd-f350-4801-bd20-4ef613ceb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:51.789890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network hostable DHCP agents. Network: 6680c1dd-f350-4801-bd20-4ef613ceb825, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:51.809093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d050e6-c5bf-480c-8f7a-62a33b39b35c None None] Pushing event deleted for resources: {'Port': ['ID=4039e710-d256-4625-af5b-04270972a240,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:51.814972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a7d050e6-c5bf-480c-8f7a-62a33b39b35c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:51.815810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 6680c1dd-f350-4801-bd20-4ef613ceb825 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:51.826679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 6680c1dd-f350-4801-bd20-4ef613ceb825) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:51.837235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:51.837610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.846132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 443f7a94-2ecf-49c0-81c3-07e20aa62fc3 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:40:51.855787 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0683901 Apr 16 15:40:51.855918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2d06a-6e99-4a92-8fdf-ef34e62e725c None None] Network 6680c1dd-f350-4801-bd20-4ef613ceb825 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:51.856054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33788) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:51.861195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'network': {'name': 'tempest-router-network01--553095298'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:51.868151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:51.869778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::5be7:1691:c7e3:7c7f (202228ea-75c8-4a07-a357-aa1a8927fb48/367fe33c-dd45-40a1-80bf-495180b86a3b/32eabcba-56c9-420c-a700-67951e9a31c4) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:51.872643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Usage tracker for resource:network and tenant:69a9f344d98344f6b8a2a00816239025 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:51.874857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:51.880301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:51.894566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Made reservation on behalf of 69a9f344d98344f6b8a2a00816239025 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:51.898112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.900053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d050e6-c5bf-480c-8f7a-62a33b39b35c None None] No DVR routers for this DVR port 4039e710-d256-4625-af5b-04270972a240 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:51.937015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1488} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:51.941006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:51.945726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/443f7a94-2ecf-49c0-81c3-07e20aa62fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4959977 Apr 16 15:40:51.945964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33792) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:51.948583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a3b79-2863-42ab-a17a-bfcdd1a8a97c None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:51.963960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c98468-165c-4952-9542-bd893ed23fde None None] Sync routers for ids ['443f7a94-2ecf-49c0-81c3-07e20aa62fc3'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:51.975783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:51.976004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Added segment cfa617cd-7530-4c06-ae70-dcbaa1e586f7 of type vlan for network 9797394c-7464-48f9-a241-3dda8efe2308 Apr 16 15:40:51.991197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126072f6-cab6-4305-b79e-57ac73275ce4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:51.991563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-126072f6-cab6-4305-b79e-57ac73275ce4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Synchronizing usage tracker for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:52.000365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-126072f6-cab6-4305-b79e-57ac73275ce4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Unset dirty status for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:52.003764 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-126072f6-cab6-4305-b79e-57ac73275ce4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports/3fd3999e-2752-4b9d-93e5-84ab7632493f HTTP/1.1" status: 200 len: 974 time: 0.0545528 Apr 16 15:40:52.003942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33796) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:52.007871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.021565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c98468-165c-4952-9542-bd893ed23fde None None] Routers {'443f7a94-2ecf-49c0-81c3-07e20aa62fc3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:52.021962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c1c98468-165c-4952-9542-bd893ed23fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['443f7a94-2ecf-49c0-81c3-07e20aa62fc3'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:52.036676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.048658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.052031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:52.052422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.056805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e533438f-668c-4859-a654-6ca44ab2624c tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:52.057858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.070760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 32eabcba-56c9-420c-a700-67951e9a31c4 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:52.101804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c1c98468-165c-4952-9542-bd893ed23fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:52.126543 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2681148 Apr 16 15:40:52.127429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33800) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:52.130045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Network': ['ID=9797394c-7464-48f9-a241-3dda8efe2308,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:52.134353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'network': {'name': 'tempest-router-network02--700908539'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:52.137703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:52.138975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:52.140564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c98468-165c-4952-9542-bd893ed23fde None None] Routers {'443f7a94-2ecf-49c0-81c3-07e20aa62fc3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:52.140888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c1c98468-165c-4952-9542-bd893ed23fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['443f7a94-2ecf-49c0-81c3-07e20aa62fc3'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:52.142788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Usage tracker for resource:network and tenant:69a9f344d98344f6b8a2a00816239025 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:52.144994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:52.159077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:52.161734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.175863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:52.177498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 9797394c-7464-48f9-a241-3dda8efe2308 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:52.227841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 7093270c-ef55-4206-a1db-f8f170df0ec0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7093270c-ef55-4206-a1db-f8f170df0ec0,segment=NetworkSegment(2d21ca04-b16f-433c-8063-6a8b78439c01),segment_id=2d21ca04-b16f-433c-8063-6a8b78439c01)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:52.237563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Made reservation on behalf of 69a9f344d98344f6b8a2a00816239025 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:52.241370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.269567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c1c98468-165c-4952-9542-bd893ed23fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:52.269828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c98468-165c-4952-9542-bd893ed23fde None None] The sync data for ids ['443f7a94-2ecf-49c0-81c3-07e20aa62fc3'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:52.277517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.281004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=32eabcba-56c9-420c-a700-67951e9a31c4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:52.284253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:52.289444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:52.295693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1465} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:52.311887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.312104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Added segment c963ab9d-2700-475d-a5f6-823a9483a85d of type vlan for network 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 Apr 16 15:40:52.325661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-6680c1dd-f350-4801-bd20-4ef613ceb825', 'network_id': '6680c1dd-f350-4801-bd20-4ef613ceb825', 'tenant_id': '69a9f344d98344f6b8a2a00816239025', 'fixed_ips': [{'subnet_id': '995526ec-582b-4dae-9d4c-b5a9342ce98e'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:52.326241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.338311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.341454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:52.342581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:52.344855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:52.349997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:52.350761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.373958 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7607236 Apr 16 15:40:52.375945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33804) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:52.379907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-07fcef1e-f66f-45be-a4a3-3ddcf6d28c36 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': '367fe33c-dd45-40a1-80bf-495180b86a3b', 'ip_address': '2001:db8::5be7:1691:c7e3:7c7f'}], 'name': 'tempest-NetworksTestDHCPv6-2080859617'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:52.394462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.397802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:52.398268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.404573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-851f1653-dcf4-463e-9268-7fcdd9518791 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:52.416602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=7093270c-ef55-4206-a1db-f8f170df0ec0,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:52.424312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:52.440605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9f36142a-69ba-4d93-8a4d-6165c7d38e56 None None] Provisioning for port 3fd3999e-2752-4b9d-93e5-84ab7632493f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:52.447620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9f36142a-69ba-4d93-8a4d-6165c7d38e56 None None] Provisioning complete for port 3fd3999e-2752-4b9d-93e5-84ab7632493f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:52.447860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f36142a-69ba-4d93-8a4d-6165c7d38e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.509147 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3792219 Apr 16 15:40:52.512217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33808) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:52.519838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9f36142a-69ba-4d93-8a4d-6165c7d38e56 None None] Port 3fd3999e-2752-4b9d-93e5-84ab7632493f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:52.521862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'subnet': {'network_id': '9797394c-7464-48f9-a241-3dda8efe2308', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:52.528996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Allocated IP 2001:db8::2 (6680c1dd-f350-4801-bd20-4ef613ceb825/995526ec-582b-4dae-9d4c-b5a9342ce98e/32759b10-67b4-46cc-b2ae-60bbb3ee29ab) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:52.530362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': '367fe33c-dd45-40a1-80bf-495180b86a3b'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:52.530927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.549547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9f36142a-69ba-4d93-8a4d-6165c7d38e56 None None] Provisioning complete for port 7093270c-ef55-4206-a1db-f8f170df0ec0 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:52.549789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f36142a-69ba-4d93-8a4d-6165c7d38e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.568844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Network': ['ID=5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:52.586046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:52.606273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:52.607962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-07fcef1e-f66f-45be-a4a3-3ddcf6d28c36 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:52.613775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:52.617092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-07fcef1e-f66f-45be-a4a3-3ddcf6d28c36 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:52.618492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Usage tracker for resource:subnet and tenant:69a9f344d98344f6b8a2a00816239025 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:52.620696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:52.625300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:52.629663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fcef1e-f66f-45be-a4a3-3ddcf6d28c36 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:52.634038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07fcef1e-f66f-45be-a4a3-3ddcf6d28c36 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.645538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Made reservation on behalf of 69a9f344d98344f6b8a2a00816239025 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:52.649167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.649569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.697645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-07fcef1e-f66f-45be-a4a3-3ddcf6d28c36 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port ca9a243f-cd3d-4848-982c-2932854ebe8c yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:40:52.834396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 3fd3999e-2752-4b9d-93e5-84ab7632493f {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:52.834677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:52.873227 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fcef1e-f66f-45be-a4a3-3ddcf6d28c36 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 16 15:40:52.873527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fcef1e-f66f-45be-a4a3-3ddcf6d28c36 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:52.933042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-07fcef1e-f66f-45be-a4a3-3ddcf6d28c36 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5562279 Apr 16 15:40:52.935177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33814) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:52.975429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33818) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:52.975608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.033961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Allocated IP 2001:db8::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/367fe33c-dd45-40a1-80bf-495180b86a3b/0be05a67-01d4-47ea-8ad1-785ef4f0c6b0) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:53.043625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.051668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.054755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 3fd3999e-2752-4b9d-93e5-84ab7632493f owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:53.059402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Transition to ACTIVE for port object 32759b10-67b4-46cc-b2ae-60bbb3ee29ab will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:53.060154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5788b81e-081d-4fc9-82a0-2e7a470b1dbb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:53.092185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc9145-d986-4e5e-a27e-4c1bc27266c7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:53.094839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d2bc9145-d986-4e5e-a27e-4c1bc27266c7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1571717 Apr 16 15:40:53.095674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33822) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:53.106204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Transition to ACTIVE for port object 32759b10-67b4-46cc-b2ae-60bbb3ee29ab will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:53.117026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.123430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b364e4b4-353a-45b2-8a74-d810a850ca06 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:53.123709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b364e4b4-353a-45b2-8a74-d810a850ca06 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:53.124178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b364e4b4-353a-45b2-8a74-d810a850ca06 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:53.130954 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b364e4b4-353a-45b2-8a74-d810a850ca06 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?project_id=8368c00c80e846dda8d506830d64f85a&network_id=46d53090-f2f6-48f4-9d20-88b9293e79e4 HTTP/1.1" status: 200 len: 2999 time: 0.1491103 Apr 16 15:40:53.131033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe5699d5-06e1-41a5-bdc2-aefefafa8e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:53.143237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Subnet': ['ID=93cf1d34-0952-47e7-a461-b72e1b025f73,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:53.152290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:53.156601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-97523cba-c5dc-4aa6-b86e-66cad9468b49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 32eabcba-56c9-420c-a700-67951e9a31c4 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:53.156800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97523cba-c5dc-4aa6-b86e-66cad9468b49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.186761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Checking segment: {'id': 'cfa617cd-7530-4c06-ae70-dcbaa1e586f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '9797394c-7464-48f9-a241-3dda8efe2308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:53.187020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network hostable DHCP agents. Network: 9797394c-7464-48f9-a241-3dda8efe2308, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:53.200399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 9797394c-7464-48f9-a241-3dda8efe2308 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:53.206702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 9797394c-7464-48f9-a241-3dda8efe2308) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:53.215022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:53.215257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.222753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84443011-d7b2-4112-b783-b64f863a62af None None] Network 9797394c-7464-48f9-a241-3dda8efe2308 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:53.226510 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7138309 Apr 16 15:40:53.228498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33828) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:53.232113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'subnet': {'network_id': '5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:53.234118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Pushing event updated for resources: {'Port': ['ID=32759b10-67b4-46cc-b2ae-60bbb3ee29ab,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:53.242244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c827ac4d-4bb0-4808-9d42-a9883075f3bf None None] Provisioning complete for port 3fd3999e-2752-4b9d-93e5-84ab7632493f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:53.242784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c827ac4d-4bb0-4808-9d42-a9883075f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.299275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:53.301681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Usage tracker for resource:subnet and tenant:69a9f344d98344f6b8a2a00816239025 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:53.303548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:53.305513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:53.307185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:53.313438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Made reservation on behalf of 69a9f344d98344f6b8a2a00816239025 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:53.317596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.326101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.336727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7093270c-ef55-4206-a1db-f8f170df0ec0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:53.337313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:53.390269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c827ac4d-4bb0-4808-9d42-a9883075f3bf None None] Port 3fd3999e-2752-4b9d-93e5-84ab7632493f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:40:53.409708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.416049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=3fd3999e-2752-4b9d-93e5-84ab7632493f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:53.423142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:53.428250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Transition to ACTIVE for port object 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:53.433677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Network 6680c1dd-f350-4801-bd20-4ef613ceb825 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:53.441913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97523cba-c5dc-4aa6-b86e-66cad9468b49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.451422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:53.457516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:53.505279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Transition to ACTIVE for port object 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:53.521692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.522585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-97523cba-c5dc-4aa6-b86e-66cad9468b49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 32eabcba-56c9-420c-a700-67951e9a31c4 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:53.531859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:53.586259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.611797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7093270c-ef55-4206-a1db-f8f170df0ec0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:53.612051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.633008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Attempting to bind port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:53.633008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Attempting to bind port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '53d502d8-1250-4fc8-88b5-dea3b19ded97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6680c1dd-f350-4801-bd20-4ef613ceb825'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:53.633324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Attempting to bind port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab on network 6680c1dd-f350-4801-bd20-4ef613ceb825 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:53.649215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c717b2c-8076-4ae9-85b9-753756eccf9f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:53.656140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:53.656362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Checking segment: {'id': '53d502d8-1250-4fc8-88b5-dea3b19ded97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6680c1dd-f350-4801-bd20-4ef613ceb825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:53.656620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.656863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Bound using segment: {'id': '53d502d8-1250-4fc8-88b5-dea3b19ded97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6680c1dd-f350-4801-bd20-4ef613ceb825'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:53.657186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Bound port: 32759b10-67b4-46cc-b2ae-60bbb3ee29ab, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53d502d8-1250-4fc8-88b5-dea3b19ded97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1497, 'network_id': '6680c1dd-f350-4801-bd20-4ef613ceb825'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:53.657460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.663231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-9797394c-7464-48f9-a241-3dda8efe2308', 'network_id': '9797394c-7464-48f9-a241-3dda8efe2308', 'tenant_id': '69a9f344d98344f6b8a2a00816239025', 'fixed_ips': [{'subnet_id': '93cf1d34-0952-47e7-a461-b72e1b025f73'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:53.663789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.686694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Pushing event updated for resources: {'Port': ['ID=0be05a67-01d4-47ea-8ad1-785ef4f0c6b0,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:53.700194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:53.701401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Subnet': ['ID=b808d606-fa51-4e01-8218-8b83632395a4,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:53.703174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:53.726972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Checking segment: {'id': 'c963ab9d-2700-475d-a5f6-823a9483a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:53.727395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network hostable DHCP agents. Network: 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:53.738846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:53.743908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:53.752620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:53.752995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:53.759928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24a6475-6f45-4fc1-a352-f9626a905fd6 None None] Network 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:53.766267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5370626 Apr 16 15:40:53.768410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33836) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:53.789575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] For port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:54.046925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.058403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] For port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=32759b10-67b4-46cc-b2ae-60bbb3ee29ab,segment=NetworkSegment(53d502d8-1250-4fc8-88b5-dea3b19ded97),segment_id=53d502d8-1250-4fc8-88b5-dea3b19ded97)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:54.058618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97523cba-c5dc-4aa6-b86e-66cad9468b49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.075969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.088596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45b16e57-9144-44e5-9194-99d57d91394c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:54.097431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7dd6f0b6-8197-4405-9cc0-b42d648651a1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:54.125135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97523cba-c5dc-4aa6-b86e-66cad9468b49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=32eabcba-56c9-420c-a700-67951e9a31c4,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:54.129653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97523cba-c5dc-4aa6-b86e-66cad9468b49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:54.170403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:54.182895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:54.195842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:54.285807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Allocated IP 2001:db8::2 (9797394c-7464-48f9-a241-3dda8efe2308/93cf1d34-0952-47e7-a461-b72e1b025f73/eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:54.304064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Pushing event updated for resources: {'Port': ['ID=32759b10-67b4-46cc-b2ae-60bbb3ee29ab,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:54.317363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:54.322170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Attempting to bind port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:54.322401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Attempting to bind port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:54.322644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Attempting to bind port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:54.324799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97523cba-c5dc-4aa6-b86e-66cad9468b49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.341513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:54.341724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:54.341984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.342231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:54.342545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Bound port: 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:54.342784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.348699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.408248 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-97523cba-c5dc-4aa6-b86e-66cad9468b49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/32eabcba-56c9-420c-a700-67951e9a31c4 HTTP/1.1" status: 204 len: 168 time: 1.3120139 Apr 16 15:40:54.412672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33842) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:54.437306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d845949a-e570-4f44-942b-7048687d507e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69', 'network_id': '5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69', 'tenant_id': '69a9f344d98344f6b8a2a00816239025', 'fixed_ips': [{'subnet_id': 'b808d606-fa51-4e01-8218-8b83632395a4'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:54.437873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d845949a-e570-4f44-942b-7048687d507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.446143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 443f7a94-2ecf-49c0-81c3-07e20aa62fc3 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:40:54.450813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33846) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:54.563654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4143109-c75b-4153-8fac-3667579c52ce tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:54.564540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4143109-c75b-4153-8fac-3667579c52ce tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:54.565067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] For port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:54.567527 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d4143109-c75b-4153-8fac-3667579c52ce tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1511230 Apr 16 15:40:54.568016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33850) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:54.576553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:54.578291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5d13b-1161-4935-a8c9-70aab55b859d tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:54.581822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-88b5d13b-1161-4935-a8c9-70aab55b859d tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 814 time: 0.1277518 Apr 16 15:40:54.581822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/443f7a94-2ecf-49c0-81c3-07e20aa62fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5771353 Apr 16 15:40:54.583764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33854) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:54.590019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f98b3-213d-4c86-b761-32a3bcf6da9e None None] Sync routers for ids ['443f7a94-2ecf-49c0-81c3-07e20aa62fc3'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:54.598446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f98b3-213d-4c86-b761-32a3bcf6da9e None None] Routers {'443f7a94-2ecf-49c0-81c3-07e20aa62fc3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:54.599097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a25f98b3-213d-4c86-b761-32a3bcf6da9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['443f7a94-2ecf-49c0-81c3-07e20aa62fc3'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:54.602595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.608983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Transition to ACTIVE for port object eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:54.620653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Transition to ACTIVE for port object eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:54.622023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2625652-e00f-4979-9bdf-e79d376428f2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 367fe33c-dd45-40a1-80bf-495180b86a3b {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:54.626242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2625652-e00f-4979-9bdf-e79d376428f2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.663726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d845949a-e570-4f44-942b-7048687d507e None None] Allocated IP 2001:db8::2 (5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69/b808d606-fa51-4e01-8218-8b83632395a4/88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:54.690674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2625652-e00f-4979-9bdf-e79d376428f2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.722167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Allocated IP 2001:db8::1 (9797394c-7464-48f9-a241-3dda8efe2308/93cf1d34-0952-47e7-a461-b72e1b025f73/39ab522b-ee08-4418-b7d2-06a6012fb5de) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:54.799586 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-20e49d0d-bacf-45c4-8302-a59fb4ef121f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] remove_router_interface failed (client error): The resource could not be found. Apr 16 15:40:54.802105 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-20e49d0d-bacf-45c4-8302-a59fb4ef121f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/443f7a94-2ecf-49c0-81c3-07e20aa62fc3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2160728 Apr 16 15:40:54.803139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33862) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:54.810969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d845949a-e570-4f44-942b-7048687d507e None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.819627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d845949a-e570-4f44-942b-7048687d507e None None] Transition to ACTIVE for port object 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:54.835594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d845949a-e570-4f44-942b-7048687d507e None None] Transition to ACTIVE for port object 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:54.838156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] For port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0be05a67-01d4-47ea-8ad1-785ef4f0c6b0,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:54.839970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d845949a-e570-4f44-942b-7048687d507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.851153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2625652-e00f-4979-9bdf-e79d376428f2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.851829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1826169d-d9e0-4752-8a55-09c08b56c7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:54.863972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7068a88b-833c-4444-bc7b-0d1013a81caf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Synchronizing usage tracker for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:54.872066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.875306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7068a88b-833c-4444-bc7b-0d1013a81caf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Unset dirty status for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:54.876652 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7068a88b-833c-4444-bc7b-0d1013a81caf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=443f7a94-2ecf-49c0-81c3-07e20aa62fc3 HTTP/1.1" status: 200 len: 205 time: 0.0729103 Apr 16 15:40:54.878480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33866) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:54.880978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.881512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a25f98b3-213d-4c86-b761-32a3bcf6da9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:54.892316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25f98b3-213d-4c86-b761-32a3bcf6da9e None None] Routers {'443f7a94-2ecf-49c0-81c3-07e20aa62fc3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:54.893442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a25f98b3-213d-4c86-b761-32a3bcf6da9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['443f7a94-2ecf-49c0-81c3-07e20aa62fc3'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:54.906296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.933299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a25f98b3-213d-4c86-b761-32a3bcf6da9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:54.933637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25f98b3-213d-4c86-b761-32a3bcf6da9e None None] The sync data for ids ['443f7a94-2ecf-49c0-81c3-07e20aa62fc3'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:54.941073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33870) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:54.949089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'network': {'name': 'tempest-network-smoke--1211627985', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'port_security_enabled': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:54.975295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1af9260-48b1-4168-b4fd-5dc843812854 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:54.986377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:54.987988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Transition to ACTIVE for port object 39ab522b-ee08-4418-b7d2-06a6012fb5de will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:54.993490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:network and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:54.999987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:55.007344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:55.035987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:55.039710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.088349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.098891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a0dfe76-c89e-452d-95a7-cd410c35b333 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:55.154040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1af9260-48b1-4168-b4fd-5dc843812854 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.155486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1af9260-48b1-4168-b4fd-5dc843812854 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.160929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1489} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:55.167080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1af9260-48b1-4168-b4fd-5dc843812854 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.167379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1af9260-48b1-4168-b4fd-5dc843812854 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Fanout notify agent at l3_agent the message router_deleted on router 443f7a94-2ecf-49c0-81c3-07e20aa62fc3 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:40:55.174512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1af9260-48b1-4168-b4fd-5dc843812854 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.176833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f1af9260-48b1-4168-b4fd-5dc843812854 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/443f7a94-2ecf-49c0-81c3-07e20aa62fc3 HTTP/1.1" status: 204 len: 168 time: 0.2960234 Apr 16 15:40:55.177006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33874) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:55.191380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.191596 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Added segment d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9 of type vlan for network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad Apr 16 15:40:55.198123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Port': ['ID=39ab522b-ee08-4418-b7d2-06a6012fb5de,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:55.201841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:55.218489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-107a02a9-18cb-438a-ba8d-f907d41b2e06 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting subnet 3d4d6063-24d2-4a8a-9252-dc54989eea01 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:55.220540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-107a02a9-18cb-438a-ba8d-f907d41b2e06 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.229077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.231267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845949a-e570-4f44-942b-7048687d507e None None] Pushing event updated for resources: {'Port': ['ID=88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:55.231863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2625652-e00f-4979-9bdf-e79d376428f2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.241210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d845949a-e570-4f44-942b-7048687d507e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:55.245771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1e5b16c8-0426-4910-ac0c-60eba8fcdb67 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:55.247262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf4e2f6c-4bb7-461e-9d81-d837fd8ce646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:55.254401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-107a02a9-18cb-438a-ba8d-f907d41b2e06 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.290198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Pushing event updated for resources: {'Port': ['ID=eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:55.309411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2625652-e00f-4979-9bdf-e79d376428f2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=367fe33c-dd45-40a1-80bf-495180b86a3b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:55.314804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c2625652-e00f-4979-9bdf-e79d376428f2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:55.322582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-107a02a9-18cb-438a-ba8d-f907d41b2e06 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.342813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 9797394c-7464-48f9-a241-3dda8efe2308 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:55.344319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:55.347268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:55.347625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.350554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.353230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:55.353602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.362709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Network 9797394c-7464-48f9-a241-3dda8efe2308 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:55.362804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-053def85-d42e-4839-86c5-e133e753e6e4 tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:55.363439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:55.369288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d845949a-e570-4f44-942b-7048687d507e None None] Network 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:55.369923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:55.371731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d845949a-e570-4f44-942b-7048687d507e None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:55.385812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2625652-e00f-4979-9bdf-e79d376428f2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.387841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 32759b10-67b4-46cc-b2ae-60bbb3ee29ab up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:55.410049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d845949a-e570-4f44-942b-7048687d507e None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:55.413614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Pushing event updated for resources: {'Port': ['ID=0be05a67-01d4-47ea-8ad1-785ef4f0c6b0,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:55.442798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:55.444172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.546s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:55.444760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:55.452358 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c2625652-e00f-4979-9bdf-e79d376428f2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/367fe33c-dd45-40a1-80bf-495180b86a3b HTTP/1.1" status: 204 len: 168 time: 0.8830740 Apr 16 15:40:55.454060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33878) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:55.458292 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5165622 Apr 16 15:40:55.458829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Network': ['ID=6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:55.460897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33882) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:55.482184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:55.493166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:55.528163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1656ab1-538e-43ec-8232-8d72e6806ea4 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:55.531210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d1656ab1-538e-43ec-8232-8d72e6806ea4 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=8368c00c80e846dda8d506830d64f85a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0693333 Apr 16 15:40:55.533852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33886) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:55.576527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Attempting to bind port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:55.576758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Attempting to bind port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'cfa617cd-7530-4c06-ae70-dcbaa1e586f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '9797394c-7464-48f9-a241-3dda8efe2308'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:55.576987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Attempting to bind port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c on network 9797394c-7464-48f9-a241-3dda8efe2308 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:55.594349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:55.594630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Checking segment: {'id': 'cfa617cd-7530-4c06-ae70-dcbaa1e586f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '9797394c-7464-48f9-a241-3dda8efe2308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:55.595097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.595377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Bound using segment: {'id': 'cfa617cd-7530-4c06-ae70-dcbaa1e586f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '9797394c-7464-48f9-a241-3dda8efe2308'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:55.595700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Bound port: eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa617cd-7530-4c06-ae70-dcbaa1e586f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': '9797394c-7464-48f9-a241-3dda8efe2308'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:55.595938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.601723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.604398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d845949a-e570-4f44-942b-7048687d507e None None] Attempting to bind port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:55.604632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d845949a-e570-4f44-942b-7048687d507e None None] Attempting to bind port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c963ab9d-2700-475d-a5f6-823a9483a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:55.604861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845949a-e570-4f44-942b-7048687d507e None None] Attempting to bind port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb on network 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:55.620965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845949a-e570-4f44-942b-7048687d507e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:55.621287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845949a-e570-4f44-942b-7048687d507e None None] Checking segment: {'id': 'c963ab9d-2700-475d-a5f6-823a9483a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:55.621489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d845949a-e570-4f44-942b-7048687d507e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.621739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d845949a-e570-4f44-942b-7048687d507e None None] Bound using segment: {'id': 'c963ab9d-2700-475d-a5f6-823a9483a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:55.622056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d845949a-e570-4f44-942b-7048687d507e None None] Bound port: 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c963ab9d-2700-475d-a5f6-823a9483a85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': '5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:55.622293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d845949a-e570-4f44-942b-7048687d507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.685015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:55.726321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23796c-aaf6-4e68-9fdd-75d2af37e5e5 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:55.730387 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5e23796c-aaf6-4e68-9fdd-75d2af37e5e5 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1959665 Apr 16 15:40:55.731623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d845949a-e570-4f44-942b-7048687d507e None None] For port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:55.733043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33890) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:55.733113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] For port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:55.734870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d845949a-e570-4f44-942b-7048687d507e None None] For port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb,segment=NetworkSegment(c963ab9d-2700-475d-a5f6-823a9483a85d),segment_id=c963ab9d-2700-475d-a5f6-823a9483a85d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:55.736171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] For port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c,segment=NetworkSegment(cfa617cd-7530-4c06-ae70-dcbaa1e586f7),segment_id=cfa617cd-7530-4c06-ae70-dcbaa1e586f7)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:55.739465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.752180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d845949a-e570-4f44-942b-7048687d507e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.763388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:55.814447 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d980ef73-aa4d-4fa9-a0a8-d329b44a7beb tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803914 Apr 16 15:40:55.816410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33894) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:55.862793 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d96a82f0-04a7-491d-b493-6cf2d15adf25 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4075899 Apr 16 15:40:55.865269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33898) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:55.893073 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b3cab147-1a5a-41c3-8892-4d8a1022eaa5 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=8368c00c80e846dda8d506830d64f85a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756955 Apr 16 15:40:55.893540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33900) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:55.901611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41027f2-8608-41c4-9e02-5b4b750274c9 None None] Pushing event updated for resources: {'Port': ['ID=eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:55.931582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:55.942110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-107a02a9-18cb-438a-ba8d-f907d41b2e06 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:55.953156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb7ed9c9-3ade-430b-b730-d82e6c3d42ea tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:55.976451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddeb154-1890-403c-b883-c5ae5151f568 None None] Network 6680c1dd-f350-4801-bd20-4ef613ceb825 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:56.046996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a02a9-18cb-438a-ba8d-f907d41b2e06 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4d6063-24d2-4a8a-9252-dc54989eea01,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:56.052363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-107a02a9-18cb-438a-ba8d-f907d41b2e06 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:56.057718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845949a-e570-4f44-942b-7048687d507e None None] Pushing event updated for resources: {'Port': ['ID=88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:56.060095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d845949a-e570-4f44-942b-7048687d507e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:56.065328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:56.065562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:56.067741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c9b89cfd-571a-40a9-9353-b28485c33343 None None] Provisioning for port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:56.072329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c9b89cfd-571a-40a9-9353-b28485c33343 None None] Provisioning complete for port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:56.072744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9b89cfd-571a-40a9-9353-b28485c33343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.078394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:56.083902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:56.086802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:56.092061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:56.093657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-107a02a9-18cb-438a-ba8d-f907d41b2e06 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.107517 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-107a02a9-18cb-438a-ba8d-f907d41b2e06 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/3d4d6063-24d2-4a8a-9252-dc54989eea01 HTTP/1.1" status: 204 len: 168 time: 0.9297342 Apr 16 15:40:56.108247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3062f3c0-4d8b-41f3-9656-1047c5709f90 None None] Network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:56.110112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33906) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:56.130246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:56.134084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.244878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.300580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 7093270c-ef55-4206-a1db-f8f170df0ec0 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:56.300854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.339579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9b89cfd-571a-40a9-9353-b28485c33343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.369771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b772fa49-5610-484e-9c46-a58d9d024195 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:56.370807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b772fa49-5610-484e-9c46-a58d9d024195 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4752426 Apr 16 15:40:56.382651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c9b89cfd-571a-40a9-9353-b28485c33343 None None] For port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=32759b10-67b4-46cc-b2ae-60bbb3ee29ab,segment=NetworkSegment(53d502d8-1250-4fc8-88b5-dea3b19ded97),segment_id=53d502d8-1250-4fc8-88b5-dea3b19ded97)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:56.387098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33910) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:56.389136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9b89cfd-571a-40a9-9353-b28485c33343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.393328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:56.512268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-41e5b2da-e8b2-4813-948d-d5902b68c87b tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1222076 Apr 16 15:40:56.514508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33914) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:56.524407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1036628627', 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:56.560416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] For port 7093270c-ef55-4206-a1db-f8f170df0ec0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7093270c-ef55-4206-a1db-f8f170df0ec0,segment=NetworkSegment(2d21ca04-b16f-433c-8063-6a8b78439c01),segment_id=2d21ca04-b16f-433c-8063-6a8b78439c01)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:56.560643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.597669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:56.600082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:subnet and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:56.603369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:56.608231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.609451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:56.614520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.615055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.620310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873dd3ff-a292-4e81-9001-9c068b512766 None None] DHCP port deletion for 3da70af5-b946-4bc2-b4cd-f2f289e5afaf request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:40:56.629424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-873dd3ff-a292-4e81-9001-9c068b512766 None None] Deleting port 7093270c-ef55-4206-a1db-f8f170df0ec0 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:56.629657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-873dd3ff-a292-4e81-9001-9c068b512766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.651558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 7093270c-ef55-4206-a1db-f8f170df0ec0 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:56.688137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b89cfd-571a-40a9-9353-b28485c33343 None None] Pushing event updated for resources: {'Port': ['ID=32759b10-67b4-46cc-b2ae-60bbb3ee29ab,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:56.688583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-730b43ae-dadc-4579-8741-009938df70b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:56.698192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9b89cfd-571a-40a9-9353-b28485c33343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:56.714246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:56.718009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.739567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 9797394c-7464-48f9-a241-3dda8efe2308 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:56.743937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:56.748179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.759933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:56.779054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-873dd3ff-a292-4e81-9001-9c068b512766 None None] For port 7093270c-ef55-4206-a1db-f8f170df0ec0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7093270c-ef55-4206-a1db-f8f170df0ec0,segment=NetworkSegment(2d21ca04-b16f-433c-8063-6a8b78439c01),segment_id=2d21ca04-b16f-433c-8063-6a8b78439c01)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:56.779352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-873dd3ff-a292-4e81-9001-9c068b512766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.829915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=7093270c-ef55-4206-a1db-f8f170df0ec0,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:56.836972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:56.837053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Port': ['ID=39ab522b-ee08-4418-b7d2-06a6012fb5de,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:56.838979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:56.862037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40ebe11-4b8d-42bd-a7ea-9de289b3112e None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:56.876817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-873dd3ff-a292-4e81-9001-9c068b512766 None None] Calling delete_port for 7093270c-ef55-4206-a1db-f8f170df0ec0 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:40:56.880057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No DVR routers for this DVR port 7093270c-ef55-4206-a1db-f8f170df0ec0 on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:40:56.957234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Router 37004835-abfb-4ec2-be7c-4b41aead00e5 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:40:56.958972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-08edebd6-9e71-41a2-8a79-b8a8374c1978 None None] Provisioning complete for port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:56.959262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08edebd6-9e71-41a2-8a79-b8a8374c1978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:56.995452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.018744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-873dd3ff-a292-4e81-9001-9c068b512766 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:40:57.019136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-873dd3ff-a292-4e81-9001-9c068b512766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:40:57.074748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da70af5-b946-4bc2-b4cd-f2f289e5afaf']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:57.080569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:40:57.085210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d21ca04-b16f-433c-8063-6a8b78439c01') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:57.085431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d21ca04-b16f-433c-8063-6a8b78439c01') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:57.090369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463a800-02c6-4be9-9984-fd2a4fe3d6b9 None None] Sync routers for ids ['37004835-abfb-4ec2-be7c-4b41aead00e5'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:40:57.100336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.101451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463a800-02c6-4be9-9984-fd2a4fe3d6b9 None None] Routers {'37004835-abfb-4ec2-be7c-4b41aead00e5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:57.101808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8463a800-02c6-4be9-9984-fd2a4fe3d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['37004835-abfb-4ec2-be7c-4b41aead00e5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:57.112094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.115879 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "PUT /v2.0/routers/37004835-abfb-4ec2-be7c-4b41aead00e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3464026 Apr 16 15:40:57.115962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33918) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:57.118774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Releasing vlan 1485 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:40:57.140286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8463a800-02c6-4be9-9984-fd2a4fe3d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:57.145853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463a800-02c6-4be9-9984-fd2a4fe3d6b9 None None] Routers {'37004835-abfb-4ec2-be7c-4b41aead00e5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:40:57.146215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8463a800-02c6-4be9-9984-fd2a4fe3d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['37004835-abfb-4ec2-be7c-4b41aead00e5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:57.179045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-08edebd6-9e71-41a2-8a79-b8a8374c1978 None None] Provisioning for port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:57.185996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8463a800-02c6-4be9-9984-fd2a4fe3d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:40:57.186263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463a800-02c6-4be9-9984-fd2a4fe3d6b9 None None] The sync data for ids ['37004835-abfb-4ec2-be7c-4b41aead00e5'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:40:57.189283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-08edebd6-9e71-41a2-8a79-b8a8374c1978 None None] Could not find standard attr ID for object 32eabcba-56c9-420c-a700-67951e9a31c4. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:57.205465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.214832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3807b39c-1a50-42ee-b89c-a9e54c4d89c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:57.312106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Subnet': ['ID=42430317-dd32-444c-ac00-3e335f352c18,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:57.317568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:57.343312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:57.351587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.380616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Checking segment: {'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:57.381024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network hostable DHCP agents. Network: 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:40:57.411211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:40:57.424477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:57.433858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dc4de2-1be5-44f9-9642-a8df031ba47b None None] Network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:57.445117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:57.445505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.487707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9724479 Apr 16 15:40:57.525864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-873dd3ff-a292-4e81-9001-9c068b512766 None None] Deleting port 7093270c-ef55-4206-a1db-f8f170df0ec0 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:40:57.526232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-873dd3ff-a292-4e81-9001-9c068b512766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.550304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:57.551280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 3da70af5-b946-4bc2-b4cd-f2f289e5afaf has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:40:57.612836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-873dd3ff-a292-4e81-9001-9c068b512766 None None] The port '7093270c-ef55-4206-a1db-f8f170df0ec0' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:40:57.683453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33924) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:57.687577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266160149', 'description': 'tempest-secgroup-smoke-1266160149 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:57.693729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:57.706097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:57.714701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.722886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c03462-d3df-4203-bb14-c9aedb3ce2fe None None] Network 9797394c-7464-48f9-a241-3dda8efe2308 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:57.730703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:57.735012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:57.737172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad', 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ips': [{'subnet_id': '42430317-dd32-444c-ac00-3e335f352c18'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:40:57.737801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:57.738133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.740056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:57.744192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:57.777353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:57.798485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d46ddc3a-e578-4c01-901b-3e2d5e5f3cbc None None] Could not find standard attr ID for object 27a10ec9-1226-4cf1-a69c-688d42723b34. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:57.799569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4ae62f-1841-44fd-a090-ffc5386f5262 None None] Network 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:57.803045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.805594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.809355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8b351e8b-1646-4beb-a79f-e0b7a4711068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:57.839171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd07037-24eb-4af7-b7af-2e386d572699,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:57.841018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:57.846401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.849868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1656506 Apr 16 15:40:57.850380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33928) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:57.854278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'dcd07037-24eb-4af7-b7af-2e386d572699', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:57.858723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:57.861406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:57.863320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:57.867495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:57.880277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.912659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d46ddc3a-e578-4c01-901b-3e2d5e5f3cbc None None] Provisioning for port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:57.923751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.927161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.928735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc5ed324-974c-4b45-bc8d-b3c48fd91302 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:57.932504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d46ddc3a-e578-4c01-901b-3e2d5e5f3cbc None None] Provisioning complete for port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:57.932746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d46ddc3a-e578-4c01-901b-3e2d5e5f3cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:40:57.945280 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:40:57.957291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:57.957291 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1043751 Apr 16 15:40:57.957835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33932) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:57.959609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f37d65-552b-49ae-b67e-d456d368615f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:57.967543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'dcd07037-24eb-4af7-b7af-2e386d572699', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:57.971199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:57.972550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:57.974969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:57.976684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:57.980310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:57.992983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.003167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.016707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54a7a154-011c-4c99-85df-a12263145c81 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:58.034124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.038171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.039649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-68989127-2e2a-4c76-a12d-4aebb9822eb1 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:58.052080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e0cc89-de28-4c3e-b4e9-0cf917e82a5e,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:58.058769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:58.074683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.074871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.077481 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173286 Apr 16 15:40:58.078004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33936) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:58.081703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'dcd07037-24eb-4af7-b7af-2e386d572699', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:58.090530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:58.092698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.093964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:58.096539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:58.100899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:58.115762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.116699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=e08cd7ef-5c59-4c28-b325-4388598050b4,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:58.159187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.161839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:58.161988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.162169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b9b35490-3077-4791-a291-9db7ab91d0be tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:58.163324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fd0afc28-8c3a-4d56-97d9-4b36c50ac928 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:58.177631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2fb851-0b06-47e7-bff4-507ed01f0a89,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:58.180723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:58.187388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.188304 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1098762 Apr 16 15:40:58.191596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33940) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:58.195242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'dcd07037-24eb-4af7-b7af-2e386d572699', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:58.199545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:58.202380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:58.204849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:58.204988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:58.208432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:58.217870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Network': ['ID=3da70af5-b946-4bc2-b4cd-f2f289e5afaf,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:58.222932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/networks/3da70af5-b946-4bc2-b4cd-f2f289e5afaf HTTP/1.1" status: 204 len: 168 time: 2.1084204 Apr 16 15:40:58.222932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:58.223239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.227783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33944) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:58.235119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'network': {'name': 'tempest-RoutersTest-1563845532'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:58.246992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:58.248676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:58.258604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:network and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:58.263441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.265489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.267105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57185fa4-2925-43b7-8467-da35aa756a6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:58.276084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:58.281068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2778b496-3a5b-4428-bfe3-c29bd0739450,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:58.285486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:58.285659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:58.288078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:58.288238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:58.290672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.293449 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0991602 Apr 16 15:40:58.293658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33948) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:58.297194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'dcd07037-24eb-4af7-b7af-2e386d572699', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:58.301541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:58.304558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:58.305224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:58.305687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.306616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:58.310051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:58.310152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:58.313583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.316736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:40:58.321664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4218ced9-8300-48fb-8602-c5ebb625b153 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:58.322009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.355663 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4273536 Apr 16 15:40:58.357092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33952) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:58.366280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6a52c3bb-849b-463f-bd15-1222f96aaa5a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': 'e08cd7ef-5c59-4c28-b325-4388598050b4', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2109086303'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:58.369093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.371895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.383787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1475} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:40:58.391141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19bb0035-b0f2-40e7-b5eb-c5000ccda747 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:58.402089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Allocated IP 172.20.0.18 (6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad/42430317-dd32-444c-ac00-3e335f352c18/f85b1888-4af0-4af1-bde2-8ac56c8d3efe) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:40:58.416623 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-df2bf694-afe4-4a42-8c4f-c63d40207391 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:40:58.419722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-df2bf694-afe4-4a42-8c4f-c63d40207391 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "PUT /v2.0/routers/37004835-abfb-4ec2-be7c-4b41aead00e5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3000231 Apr 16 15:40:58.420821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33956) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:58.424922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c46e63a-9503-4536-80e1-5082995522e7,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:58.426128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.426209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added segment 86db52cd-6e64-4116-8dad-a70e5b125ee7 of type vlan for network 7b51911e-e738-4415-9b48-797ba9dc8765 Apr 16 15:40:58.456135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d46ddc3a-e578-4c01-901b-3e2d5e5f3cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.458455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.467348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:58.472251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.474599 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1787159 Apr 16 15:40:58.475591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33960) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:58.482600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6a52c3bb-849b-463f-bd15-1222f96aaa5a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:58.485732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'dcd07037-24eb-4af7-b7af-2e386d572699', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:58.491114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:58.494052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a52c3bb-849b-463f-bd15-1222f96aaa5a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:58.496700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:58.498680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6a52c3bb-849b-463f-bd15-1222f96aaa5a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:58.500619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:58.505373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6a52c3bb-849b-463f-bd15-1222f96aaa5a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:58.506674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.509763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:58.510134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.513588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:58.515243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ffc49296-1c70-4a5a-aa61-bf234dcdfe94 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:58.516507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:58.549418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:58.549795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.572029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a52c3bb-849b-463f-bd15-1222f96aaa5a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:58.583187 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:40:58.588106 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3579185 Apr 16 15:40:58.592250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33964) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:58.599641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'subnet': {'network_id': '7b51911e-e738-4415-9b48-797ba9dc8765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:40:58.604202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d46ddc3a-e578-4c01-901b-3e2d5e5f3cbc None None] For port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c,segment=NetworkSegment(cfa617cd-7530-4c06-ae70-dcbaa1e586f7),segment_id=cfa617cd-7530-4c06-ae70-dcbaa1e586f7)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:58.618831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.624470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d46ddc3a-e578-4c01-901b-3e2d5e5f3cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.625694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:58.639530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Network': ['ID=7b51911e-e738-4415-9b48-797ba9dc8765,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:58.646429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:58.657822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 7b51911e-e738-4415-9b48-797ba9dc8765 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:40:58.693161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a52c3bb-849b-463f-bd15-1222f96aaa5a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.704418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.709938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-6a52c3bb-849b-463f-bd15-1222f96aaa5a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port c4dfbf90-e64d-445d-9be1-4c7932d5b4b8 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:40:58.734182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.738800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cc58ad5-43b9-4afd-b4c7-3d9acd14be64 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:58.760831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149edabd-6af6-4bb0-8b65-d285390fb953,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:58.764405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:58.784687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.785478 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3087263 Apr 16 15:40:58.828831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2ef3b95e-f542-4a09-bc49-bdcdebb1c89d None None] Could not find standard attr ID for object 32eabcba-56c9-420c-a700-67951e9a31c4. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:40:58.839421 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a52c3bb-849b-463f-bd15-1222f96aaa5a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:40:58.839713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a52c3bb-849b-463f-bd15-1222f96aaa5a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:40:58.861091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6a52c3bb-849b-463f-bd15-1222f96aaa5a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5024097 Apr 16 15:40:58.862688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33970) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:58.869707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ddc3a-e578-4c01-901b-3e2d5e5f3cbc None None] Pushing event updated for resources: {'Port': ['ID=eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:58.876002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d46ddc3a-e578-4c01-901b-3e2d5e5f3cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:58.904450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2ef3b95e-f542-4a09-bc49-bdcdebb1c89d None None] Provisioning for port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:40:58.922566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.925152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2ef3b95e-f542-4a09-bc49-bdcdebb1c89d None None] Provisioning complete for port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:58.925377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ef3b95e-f542-4a09-bc49-bdcdebb1c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.945680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b897a2b3-cf8c-4891-b88c-2730254e917e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:58.946304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b897a2b3-cf8c-4891-b88c-2730254e917e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:58.970248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b897a2b3-cf8c-4891-b88c-2730254e917e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:58.971506 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b897a2b3-cf8c-4891-b88c-2730254e917e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1074865 Apr 16 15:40:58.972985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 33982) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:58.974695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:58.988997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Transition to ACTIVE for port object f85b1888-4af0-4af1-bde2-8ac56c8d3efe will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:59.036855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Transition to ACTIVE for port object f85b1888-4af0-4af1-bde2-8ac56c8d3efe will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:40:59.045013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.058623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:40:59.059894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0be05a67-01d4-47ea-8ad1-785ef4f0c6b0,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:59.060644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fad1c265-8482-415a-8b29-449243d87832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:59.065136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:subnet and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:40:59.067099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:40:59.070561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:40:59.081005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78372989-2f2e-4f11-a32b-77e4299c2ef1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:59.081849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78372989-2f2e-4f11-a32b-77e4299c2ef1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:59.082323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-78372989-2f2e-4f11-a32b-77e4299c2ef1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:40:59.103898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-78372989-2f2e-4f11-a32b-77e4299c2ef1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:40:59.107304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 33986) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:59.107521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-78372989-2f2e-4f11-a32b-77e4299c2ef1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1336286 Apr 16 15:40:59.111144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:40:59.114843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.121872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Pushing event updated for resources: {'Port': ['ID=f85b1888-4af0-4af1-bde2-8ac56c8d3efe,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:59.155641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.156294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 32759b10-67b4-46cc-b2ae-60bbb3ee29ab up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:59.185658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:59.185968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:59.202322 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-9a3b3405-e5de-4239-b299-dfeaaff75f1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266160149&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.0370867 Apr 16 15:40:59.240571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc65ffa-bca4-47e8-b0e5-4abe440febb4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet e08cd7ef-5c59-4c28-b325-4388598050b4 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:40:59.242400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8cc65ffa-bca4-47e8-b0e5-4abe440febb4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.254102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ef3b95e-f542-4a09-bc49-bdcdebb1c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.279431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8cc65ffa-bca4-47e8-b0e5-4abe440febb4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.301079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-a2e5c9be-d06e-4c1c-a2a8-1374ede1752a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:40:59.302033 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-a2e5c9be-d06e-4c1c-a2a8-1374ede1752a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/networks?id=6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad HTTP/1.1" status: 200 len: 797 time: 0.0934846 Apr 16 15:40:59.312486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-b5c3b952-83c4-4142-871d-3b0fcf72688f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/quotas/8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 375 time: 0.0063684 Apr 16 15:40:59.353583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8cc65ffa-bca4-47e8-b0e5-4abe440febb4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.371228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-a5eb77b8-cc12-4363-8e41-1cca48007962 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0545235 Apr 16 15:40:59.457235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=0be05a67-01d4-47ea-8ad1-785ef4f0c6b0,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:59.463626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:59.477232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2ef3b95e-f542-4a09-bc49-bdcdebb1c89d None None] For port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb,segment=NetworkSegment(c963ab9d-2700-475d-a5f6-823a9483a85d),segment_id=c963ab9d-2700-475d-a5f6-823a9483a85d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:40:59.484678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ef3b95e-f542-4a09-bc49-bdcdebb1c89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.487225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-63df15c1-5774-4fd0-b047-07ee3191e6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:59.496926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-1175215d-379d-4a2c-a1df-c382b2130895 service neutron] 10.222.0.95 "GET /v2.0/networks/6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137018 Apr 16 15:40:59.507814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:59.508055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.538573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:40:59.541336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:40:59.548565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:40:59.582802 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-8595e3be-64f2-466b-8bb0-d21fd19a61e9 service neutron] 10.222.0.95 "GET /v2.0/networks/6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829661 Apr 16 15:40:59.583099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3b95e-f542-4a09-bc49-bdcdebb1c89d None None] Pushing event updated for resources: {'Port': ['ID=88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:59.601671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2ef3b95e-f542-4a09-bc49-bdcdebb1c89d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:59.622247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Attempting to bind port f85b1888-4af0-4af1-bde2-8ac56c8d3efe on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:40:59.622510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Attempting to bind port f85b1888-4af0-4af1-bde2-8ac56c8d3efe by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:40:59.622746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Attempting to bind port f85b1888-4af0-4af1-bde2-8ac56c8d3efe on network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:40:59.628028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a981aa38-0089-4cde-93f7-01052b91d060 None None] Provisioning complete for port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:59.628255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a981aa38-0089-4cde-93f7-01052b91d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.637164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.644670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:40:59.644749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Checking segment: {'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:40:59.645004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.645203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Bound using segment: {'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:40:59.645522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Bound port: f85b1888-4af0-4af1-bde2-8ac56c8d3efe, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:40:59.645755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.742183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-788f4004-60a1-41f9-87d7-5162ce5e89eb req-4b1b9afb-65d5-4af6-bbd6-2dce23298cde tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 210 time: 0.0746312 Apr 16 15:40:59.747303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8cc65ffa-bca4-47e8-b0e5-4abe440febb4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.767108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f29100ad-ed4a-4ec8-868d-ede7cb650859 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:59.773587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] For port f85b1888-4af0-4af1-bde2-8ac56c8d3efe, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:40:59.780116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7093270c-ef55-4206-a1db-f8f170df0ec0 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:40:59.802650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] For port f85b1888-4af0-4af1-bde2-8ac56c8d3efe, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f85b1888-4af0-4af1-bde2-8ac56c8d3efe,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:40:59.809655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 7093270c-ef55-4206-a1db-f8f170df0ec0 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:40:59.809868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7093270c-ef55-4206-a1db-f8f170df0ec0 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:40:59.812630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.822051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc65ffa-bca4-47e8-b0e5-4abe440febb4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=e08cd7ef-5c59-4c28-b325-4388598050b4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:40:59.829634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41a8c7b0-5062-4af4-9c3c-8d45df5fd529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:40:59.832009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8cc65ffa-bca4-47e8-b0e5-4abe440febb4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:40:59.906225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:40:59.921840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8cc65ffa-bca4-47e8-b0e5-4abe440febb4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.931812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d2b378-be31-40fa-b5a7-de61c979c2cd None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:40:59.948303 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8cc65ffa-bca4-47e8-b0e5-4abe440febb4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/e08cd7ef-5c59-4c28-b325-4388598050b4 HTTP/1.1" status: 204 len: 168 time: 0.8384507 Apr 16 15:40:59.950114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34010) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:40:59.992491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a981aa38-0089-4cde-93f7-01052b91d060 None None] Provisioning complete for port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:40:59.992732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a981aa38-0089-4cde-93f7-01052b91d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:40:59.993761 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ccfb0639-1fcd-4a94-84ba-0a14bd60ee5c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427475 Apr 16 15:40:59.998274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34016) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:00.003846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:00.019210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Pushing event updated for resources: {'Port': ['ID=f85b1888-4af0-4af1-bde2-8ac56c8d3efe,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:00.037995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:00.095136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.108730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7350275b-33fd-4337-b434-e2fd5f5aa9f5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:00.127054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:00.127284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.160568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Deleting port 39ab522b-ee08-4418-b7d2-06a6012fb5de {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:00.160760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.196353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:00.209013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:00.214078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:00.228079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Subnet': ['ID=8907ad44-93f5-4735-96a3-fac3483c088f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:00.229617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:00.245079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:00.245588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a981aa38-0089-4cde-93f7-01052b91d060 None None] Provisioning complete for port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:00.245749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a981aa38-0089-4cde-93f7-01052b91d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.269327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:00.285723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870dc7f9-17df-4c23-8d98-0381d99577a3 None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:00.294114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:00.297793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.301670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-870dc7f9-17df-4c23-8d98-0381d99577a3 None None] Deleting port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:00.301901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-870dc7f9-17df-4c23-8d98-0381d99577a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.393352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.448632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:00.448866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.706207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a981aa38-0089-4cde-93f7-01052b91d060 None None] Provisioning for port 39ab522b-ee08-4418-b7d2-06a6012fb5de completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:00.709955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-870dc7f9-17df-4c23-8d98-0381d99577a3 None None] For port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0be05a67-01d4-47ea-8ad1-785ef4f0c6b0,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:00.710180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-870dc7f9-17df-4c23-8d98-0381d99577a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.745720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a981aa38-0089-4cde-93f7-01052b91d060 None None] Provisioning complete for port 39ab522b-ee08-4418-b7d2-06a6012fb5de triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:00.745996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a981aa38-0089-4cde-93f7-01052b91d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.799603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-870dc7f9-17df-4c23-8d98-0381d99577a3 None None] Calling delete_port for 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:00.826599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Checking segment: {'id': '86db52cd-6e64-4116-8dad-a70e5b125ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '7b51911e-e738-4415-9b48-797ba9dc8765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:00.826833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network hostable DHCP agents. Network: 7b51911e-e738-4415-9b48-797ba9dc8765, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:41:00.836314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Calling delete_port for 39ab522b-ee08-4418-b7d2-06a6012fb5de owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:00.847987 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8938b1fc-40c6-4291-8edc-008a18872724 req-0dfe8123-0129-416d-acd6-b8995d00c0ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 210 time: 0.0364282 Apr 16 15:41:00.866852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a981aa38-0089-4cde-93f7-01052b91d060 None None] Port 39ab522b-ee08-4418-b7d2-06a6012fb5de cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:00.875064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:00.903053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 7b51911e-e738-4415-9b48-797ba9dc8765 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:41:00.916393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-870dc7f9-17df-4c23-8d98-0381d99577a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.925964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:00.931985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 7b51911e-e738-4415-9b48-797ba9dc8765) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:00.949538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c88123-82a2-40b2-99e2-c6200e8b908c None None] Network 7b51911e-e738-4415-9b48-797ba9dc8765 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:00.950570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:00.950954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:00.996397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dc7f9-17df-4c23-8d98-0381d99577a3 None None] Pushing event deleted for resources: {'Port': ['ID=0be05a67-01d4-47ea-8ad1-785ef4f0c6b0,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:01.011295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4171131 Apr 16 15:41:01.013146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34022) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:01.017996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-076afdce-6a16-4568-ae1a-d6cd970ba0f8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-802817365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:01.023790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-076afdce-6a16-4568-ae1a-d6cd970ba0f8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:01.026029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-870dc7f9-17df-4c23-8d98-0381d99577a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:01.027840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-076afdce-6a16-4568-ae1a-d6cd970ba0f8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:router and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:01.030269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-076afdce-6a16-4568-ae1a-d6cd970ba0f8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:01.036406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-076afdce-6a16-4568-ae1a-d6cd970ba0f8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:01.044374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-076afdce-6a16-4568-ae1a-d6cd970ba0f8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.045224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-076afdce-6a16-4568-ae1a-d6cd970ba0f8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.050098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:01.050339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.065237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.066397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-076afdce-6a16-4568-ae1a-d6cd970ba0f8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.076883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:01.080713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-076afdce-6a16-4568-ae1a-d6cd970ba0f8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.096109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870dc7f9-17df-4c23-8d98-0381d99577a3 None None] No DVR routers for this DVR port 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:01.102783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-076afdce-6a16-4568-ae1a-d6cd970ba0f8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.106670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-076afdce-6a16-4568-ae1a-d6cd970ba0f8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0925756 Apr 16 15:41:01.107313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34026) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:01.133356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Port': ['ID=39ab522b-ee08-4418-b7d2-06a6012fb5de,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:01.139273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:01.205877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-7b51911e-e738-4415-9b48-797ba9dc8765', 'network_id': '7b51911e-e738-4415-9b48-797ba9dc8765', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'fixed_ips': [{'subnet_id': '8907ad44-93f5-4735-96a3-fac3483c088f'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:01.206626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.315972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Allocated IP 172.20.0.2 (7b51911e-e738-4415-9b48-797ba9dc8765/8907ad44-93f5-4735-96a3-fac3483c088f/3dd2353c-ed43-4467-a21f-6e34a3ed4a2d) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:01.320848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.330323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.347870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2b36364a-f19e-4867-a79b-8b59f2951624 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:01.490659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.497660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Transition to ACTIVE for port object 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:01.509781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Transition to ACTIVE for port object 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:01.515280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.522599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=f88689d8-522f-4342-81a6-6b158a3ceeb7,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:01.525776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7d5fa3cb-c3f6-4f37-98ac-5ffca1cb50a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:01.526839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:01.602120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edae74e-f6f7-48d7-b30b-bfa21b60b619 None None] Network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:01.614027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:01.614621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Pushing event updated for resources: {'Port': ['ID=3dd2353c-ed43-4467-a21f-6e34a3ed4a2d,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:01.615956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:01.616415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:01.630548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab8c4ca-361e-4779-89c2-d735a9b26b2b None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:01.667790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:01.668224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.736792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7321050 Apr 16 15:41:01.736792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34030) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:01.739417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d4dcfd9d-a115-4164-ba1a-0e9a331a7394 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1934252517', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:01.755029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d80bb472-7dc6-4f6f-bb95-11b2f9ef4305 None None] Provisioning for port f85b1888-4af0-4af1-bde2-8ac56c8d3efe completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:01.769680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Network 7b51911e-e738-4415-9b48-797ba9dc8765 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:01.772875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d4dcfd9d-a115-4164-ba1a-0e9a331a7394 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:01.776169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:01.777591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:01.780768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d4dcfd9d-a115-4164-ba1a-0e9a331a7394 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:router and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:01.784422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d4dcfd9d-a115-4164-ba1a-0e9a331a7394 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:01.785232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.789254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d4dcfd9d-a115-4164-ba1a-0e9a331a7394 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:01.793144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Router 37004835-abfb-4ec2-be7c-4b41aead00e5 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:01.800506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfd9d-a115-4164-ba1a-0e9a331a7394 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.801089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfd9d-a115-4164-ba1a-0e9a331a7394 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.903324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Attempting to bind port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:01.903557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Attempting to bind port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '86db52cd-6e64-4116-8dad-a70e5b125ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '7b51911e-e738-4415-9b48-797ba9dc8765'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:01.905574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Attempting to bind port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d on network 7b51911e-e738-4415-9b48-797ba9dc8765 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:01.918124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfd9d-a115-4164-ba1a-0e9a331a7394 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.924640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:01.932467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025657a0-355a-4622-b380-8949038956e8 None None] Sync routers for ids ['37004835-abfb-4ec2-be7c-4b41aead00e5'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:01.940326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025657a0-355a-4622-b380-8949038956e8 None None] Routers {'37004835-abfb-4ec2-be7c-4b41aead00e5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:01.940813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-025657a0-355a-4622-b380-8949038956e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['37004835-abfb-4ec2-be7c-4b41aead00e5'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:01.945077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:01.945319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Checking segment: {'id': '86db52cd-6e64-4116-8dad-a70e5b125ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '7b51911e-e738-4415-9b48-797ba9dc8765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:01.945609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.945864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Bound using segment: {'id': '86db52cd-6e64-4116-8dad-a70e5b125ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '7b51911e-e738-4415-9b48-797ba9dc8765'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:01.946201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Bound port: 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86db52cd-6e64-4116-8dad-a70e5b125ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '7b51911e-e738-4415-9b48-797ba9dc8765'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:01.948998 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "PUT /v2.0/routers/37004835-abfb-4ec2-be7c-4b41aead00e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5251141 Apr 16 15:41:01.952165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34036) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:01.952658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:01.974549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f85b1888-4af0-4af1-bde2-8ac56c8d3efe up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:01.993161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-025657a0-355a-4622-b380-8949038956e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:01.999303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfd9d-a115-4164-ba1a-0e9a331a7394 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.000307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025657a0-355a-4622-b380-8949038956e8 None None] Routers {'37004835-abfb-4ec2-be7c-4b41aead00e5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:02.000803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-025657a0-355a-4622-b380-8949038956e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['37004835-abfb-4ec2-be7c-4b41aead00e5'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:02.003530 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-cec3deda-1d23-4eb4-bf3b-55a415462c96 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] delete failed (client error): The resource could not be found. Apr 16 15:41:02.004177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cec3deda-1d23-4eb4-bf3b-55a415462c96 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "DELETE /v2.0/routers/tempest-non_exist_router-158604325 HTTP/1.1" status: 404 len: 334 time: 0.0513034 Apr 16 15:41:02.009221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34040) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:02.014526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-748a8e12-5549-415e-be04-df44153b8265 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'router': {'external_gateway_info': {'network_id': '37004835-abfb-4ec2-be7c-4b41aead00e5'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:02.019847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Allocated IP 172.20.0.1 (7b51911e-e738-4415-9b48-797ba9dc8765/8907ad44-93f5-4735-96a3-fac3483c088f/cb7e5238-0acc-4e1c-9cfb-d2782d91bdef) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:02.048979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-025657a0-355a-4622-b380-8949038956e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:02.049565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025657a0-355a-4622-b380-8949038956e8 None None] The sync data for ids ['37004835-abfb-4ec2-be7c-4b41aead00e5'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:02.054512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4dcfd9d-a115-4164-ba1a-0e9a331a7394 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.057030 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d4dcfd9d-a115-4164-ba1a-0e9a331a7394 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3201201 Apr 16 15:41:02.068571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34044) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:02.196967 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-01eb0a2a-1143-4b33-aa4c-b6b4f728e345 req-d0cd23bf-13e2-497a-b222-f9098fc1e441 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 210 time: 0.1268651 Apr 16 15:41:02.257677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-748a8e12-5549-415e-be04-df44153b8265 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.270037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': 'f88689d8-522f-4342-81a6-6b158a3ceeb7'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:02.270593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.276703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-748a8e12-5549-415e-be04-df44153b8265 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] update failed (client error): The resource could not be found. Apr 16 15:41:02.280082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-748a8e12-5549-415e-be04-df44153b8265 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "PUT /v2.0/routers/37004835-abfb-4ec2-be7c-4b41aead00e5 HTTP/1.1" status: 404 len: 339 time: 0.2675409 Apr 16 15:41:02.280343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34048) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:02.284572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1815741917'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:02.288054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:02.290489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Usage tracker for resource:network and tenant:69a9f344d98344f6b8a2a00816239025 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:02.292628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:02.296053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:02.302275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Made reservation on behalf of 69a9f344d98344f6b8a2a00816239025 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:02.305800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.323429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1472} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:41:02.332419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.332566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Added segment 1be4bee8-3266-4b8e-8035-de64f8c488f6 of type vlan for network dc8822b2-9535-4375-af26-683b1dac3b89 Apr 16 15:41:02.342195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] For port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:02.347330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port f85b1888-4af0-4af1-bde2-8ac56c8d3efe completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:02.353630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f85b1888-4af0-4af1-bde2-8ac56c8d3efe triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:02.353822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.360030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.396013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.399358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:02.399658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.404500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.410881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:02.416032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] For port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3dd2353c-ed43-4467-a21f-6e34a3ed4a2d,segment=NetworkSegment(86db52cd-6e64-4116-8dad-a70e5b125ee7),segment_id=86db52cd-6e64-4116-8dad-a70e5b125ee7)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:02.436846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.472926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-1dfcb985-a5a2-4efe-9a69-1ded50bd7c56 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:02.473978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-1dfcb985-a5a2-4efe-9a69-1ded50bd7c56 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad HTTP/1.1" status: 200 len: 797 time: 0.4047692 Apr 16 15:41:02.477528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Transition to ACTIVE for port object cb7e5238-0acc-4e1c-9cfb-d2782d91bdef will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:02.492376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:02.574870 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-1addbaf4-5271-430b-a3bf-6631299e2a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 13145 time: 0.0947282 Apr 16 15:41:02.598318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Allocated IP 2001:db8::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/f88689d8-522f-4342-81a6-6b158a3ceeb7/127aeb5a-ad3d-4d8b-b291-3a552b5ab231) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:02.609543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.639007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Pushing event updated for resources: {'Port': ['ID=3dd2353c-ed43-4467-a21f-6e34a3ed4a2d,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:02.649759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:02.660328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.672574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acaf1545-3aa5-478f-9ad6-ad535d266a45 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:02.712406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.760144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-38ff655f-a5a0-4137-b02f-eaf6770be740 None None] Provisioning complete for port f85b1888-4af0-4af1-bde2-8ac56c8d3efe triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:02.760521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38ff655f-a5a0-4137-b02f-eaf6770be740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.769746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4869115 Apr 16 15:41:02.775054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34058) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:02.780293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'subnet': {'network_id': 'dc8822b2-9535-4375-af26-683b1dac3b89', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:02.789620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port f85b1888-4af0-4af1-bde2-8ac56c8d3efe, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f85b1888-4af0-4af1-bde2-8ac56c8d3efe,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:02.798763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.802734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4ba3b862-1da4-49d8-bdff-c1c10c7fbc18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:02.822069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=cb7e5238-0acc-4e1c-9cfb-d2782d91bdef,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:02.824108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:02.832807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Network': ['ID=dc8822b2-9535-4375-af26-683b1dac3b89,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:02.836125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:02.848884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network dc8822b2-9535-4375-af26-683b1dac3b89 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:41:02.863147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:02.865377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Usage tracker for resource:subnet and tenant:69a9f344d98344f6b8a2a00816239025 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:02.867459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:02.870771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:02.875505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'device_id': 'ca58f878-decf-4c34-8596-d3612e64ddc0', 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad', 'admin_state_up': True, 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'security_groups': ['dcd07037-24eb-4af7-b7af-2e386d572699']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:02.877004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Made reservation on behalf of 69a9f344d98344f6b8a2a00816239025 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:02.880680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:02.880864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:02.949522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:02.949730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0be05a67-01d4-47ea-8ad1-785ef4f0c6b0 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:02.964857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 7b51911e-e738-4415-9b48-797ba9dc8765 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:02.966979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:02.972644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:02.997082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=f85b1888-4af0-4af1-bde2-8ac56c8d3efe,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:02.999069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.006535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:03.017871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Transition to ACTIVE for port object 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:03.037000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Transition to ACTIVE for port object 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:03.040585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.055258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:03.160385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Pushing event updated for resources: {'Port': ['ID=127aeb5a-ad3d-4d8b-b291-3a552b5ab231,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:03.164464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:03.169681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.183674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-722645f4-1d5c-4380-8d76-107bbe510fb7 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:03.191455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:03.192198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:03.194169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:03.252438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Attempting to bind port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:03.252917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Attempting to bind port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:03.252917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Attempting to bind port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:03.256114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:03.256378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:03.256596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.256841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:03.257134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Bound port: 127aeb5a-ad3d-4d8b-b291-3a552b5ab231, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:03.257507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.257937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Subnet': ['ID=0152064a-e1ed-4031-9d65-5d20724d10e3,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:03.265461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:03.303143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Checking segment: {'id': '1be4bee8-3266-4b8e-8035-de64f8c488f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'dc8822b2-9535-4375-af26-683b1dac3b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:03.303419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network hostable DHCP agents. Network: dc8822b2-9535-4375-af26-683b1dac3b89, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:41:03.317639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network dc8822b2-9535-4375-af26-683b1dac3b89 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:41:03.318152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] For port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:03.320493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] For port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=127aeb5a-ad3d-4d8b-b291-3a552b5ab231,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:03.327182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.330446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, dc8822b2-9535-4375-af26-683b1dac3b89) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:03.336485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ffab813e-efa3-4aa5-8dc8-7d231395eb63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:03.339207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:03.339623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.353127 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5756679 Apr 16 15:41:03.353299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34066) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:03.356949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-84f48f6c-042c-4fb6-9353-df23fc9b3d19 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dc8822b2-9535-4375-af26-683b1dac3b89'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:03.359946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ec0dec-1624-40fa-ac66-fd5f376751af None None] Network dc8822b2-9535-4375-af26-683b1dac3b89 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:03.372985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-edf00cd7-bedb-4146-8fa0-23ac4c15a87e req-a77add59-cc9c-4e96-8fb2-b763f2159b51 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 210 time: 0.0702360 Apr 16 15:41:03.403295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.416146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:03.417718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::1 (202228ea-75c8-4a07-a357-aa1a8927fb48/f88689d8-522f-4342-81a6-6b158a3ceeb7/4fd22ad6-26d8-489b-bd8f-a7adeee3664b) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:03.425733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:port and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:03.429620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:03.435345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:03.488561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:03.492357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.596960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84f48f6c-042c-4fb6-9353-df23fc9b3d19 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.619235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.622621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.654558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Pushing event updated for resources: {'Port': ['ID=127aeb5a-ad3d-4d8b-b291-3a552b5ab231,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:03.658503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:03.685522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-84f48f6c-042c-4fb6-9353-df23fc9b3d19 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:41:03.689115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-84f48f6c-042c-4fb6-9353-df23fc9b3d19 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "PUT /v2.0/routers/37004835-abfb-4ec2-be7c-4b41aead00e5 HTTP/1.1" status: 400 len: 364 time: 0.3323636 Apr 16 15:41:03.689278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 4fd22ad6-26d8-489b-bd8f-a7adeee3664b will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:03.689792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34070) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:03.733597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-dc8822b2-9535-4375-af26-683b1dac3b89', 'network_id': 'dc8822b2-9535-4375-af26-683b1dac3b89', 'tenant_id': '69a9f344d98344f6b8a2a00816239025', 'fixed_ips': [{'subnet_id': '0152064a-e1ed-4031-9d65-5d20724d10e3'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:03.734193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.754196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.29 (6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad/42430317-dd32-444c-ac00-3e335f352c18/fb281c6f-d275-4b37-942e-ecde9977b319) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:03.828325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Allocated IP 2001:db8:1::2 (dc8822b2-9535-4375-af26-683b1dac3b89/0152064a-e1ed-4031-9d65-5d20724d10e3/c03b6050-d5f7-4c8a-910e-e78bfd600d67) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:03.836949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:03.852122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:04.028433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.036384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.039127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f85b1888-4af0-4af1-bde2-8ac56c8d3efe up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:04.075193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Transition to ACTIVE for port object c03b6050-d5f7-4c8a-910e-e78bfd600d67 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:04.083301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=4fd22ad6-26d8-489b-bd8f-a7adeee3664b,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:04.096983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:04.104914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Transition to ACTIVE for port object c03b6050-d5f7-4c8a-910e-e78bfd600d67 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:04.111789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.120778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-18c9a7ad-d60a-4f42-9ba9-a3d5791bd1dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:04.140653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:04.147380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f85b1888-4af0-4af1-bde2-8ac56c8d3efe triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:04.147613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.149508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:04.153825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:04.154200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.222066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.228476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Pushing event updated for resources: {'Port': ['ID=c03b6050-d5f7-4c8a-910e-e78bfd600d67,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:04.232410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:04.249109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object fb281c6f-d275-4b37-942e-ecde9977b319 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:04.254863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.260969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.268416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.281351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Allocated IP 2001:db8::1 (6680c1dd-f350-4801-bd20-4ef613ceb825/995526ec-582b-4dae-9d4c-b5a9342ce98e/0d444f54-0551-4bb2-93c7-4948e0a9e095) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:04.283790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8226a923-29eb-4c35-b1f5-f5c6eef2b14e None None] Network 7b51911e-e738-4415-9b48-797ba9dc8765 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:04.289044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97523cba-c5dc-4aa6-b86e-66cad9468b49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:04.337334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Network dc8822b2-9535-4375-af26-683b1dac3b89 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:04.339378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:04.376512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:04.379394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.382316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:04.398512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Transition to ACTIVE for port object 0d444f54-0551-4bb2-93c7-4948e0a9e095 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:04.405632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.422764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.433869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efc222c5-5363-4f9a-bc6b-eb54d4886242 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:04.449720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=cb7e5238-0acc-4e1c-9cfb-d2782d91bdef,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:04.450544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ee400a09-9041-4631-aecb-b413c723d023 None None] Provisioning for port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:04.486971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:04.510494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Port': ['ID=0d444f54-0551-4bb2-93c7-4948e0a9e095,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:04.513989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:04.516452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:04.517714 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab5ad4d0-987c-4e54-a5f9-35de755a5458 req-bbb157c7-ad8c-4060-8f8f-2f5de47f17ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 210 time: 0.0626466 Apr 16 15:41:04.521613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:04.521951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.528822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.543304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Attempting to bind port c03b6050-d5f7-4c8a-910e-e78bfd600d67 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:04.543629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Attempting to bind port c03b6050-d5f7-4c8a-910e-e78bfd600d67 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '1be4bee8-3266-4b8e-8035-de64f8c488f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'dc8822b2-9535-4375-af26-683b1dac3b89'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:04.543918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Attempting to bind port c03b6050-d5f7-4c8a-910e-e78bfd600d67 on network dc8822b2-9535-4375-af26-683b1dac3b89 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:04.551319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 6680c1dd-f350-4801-bd20-4ef613ceb825 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:04.551976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:04.553637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:04.554010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.554690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:04.554994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Checking segment: {'id': '1be4bee8-3266-4b8e-8035-de64f8c488f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'dc8822b2-9535-4375-af26-683b1dac3b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:04.555308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.555611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Bound using segment: {'id': '1be4bee8-3266-4b8e-8035-de64f8c488f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'dc8822b2-9535-4375-af26-683b1dac3b89'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:04.555971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Bound port: c03b6050-d5f7-4c8a-910e-e78bfd600d67, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be4bee8-3266-4b8e-8035-de64f8c488f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': 'dc8822b2-9535-4375-af26-683b1dac3b89'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:04.556278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.593070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d45fe26f-0931-4e80-aee6-fb7e689a9fb6 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:04.621888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.677561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] For port c03b6050-d5f7-4c8a-910e-e78bfd600d67, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:04.693839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] For port c03b6050-d5f7-4c8a-910e-e78bfd600d67, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c03b6050-d5f7-4c8a-910e-e78bfd600d67,segment=NetworkSegment(1be4bee8-3266-4b8e-8035-de64f8c488f6),segment_id=1be4bee8-3266-4b8e-8035-de64f8c488f6)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:04.701983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.712026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:04.729769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.833475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Pushing event updated for resources: {'Port': ['ID=c03b6050-d5f7-4c8a-910e-e78bfd600d67,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:04.835789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:04.838178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bf76f9fa-6404-458b-af28-3fba839acc53 None None] Provisioning for port 0d444f54-0551-4bb2-93c7-4948e0a9e095 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:04.840986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3dd2353c-ed43-4467-a21f-6e34a3ed4a2d,segment=NetworkSegment(86db52cd-6e64-4116-8dad-a70e5b125ee7),segment_id=86db52cd-6e64-4116-8dad-a70e5b125ee7)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:04.850487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bf76f9fa-6404-458b-af28-3fba839acc53 None None] Provisioning complete for port 0d444f54-0551-4bb2-93c7-4948e0a9e095 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:04.850840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf76f9fa-6404-458b-af28-3fba839acc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.871158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:04.878720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:04.944893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bf76f9fa-6404-458b-af28-3fba839acc53 None None] Port 0d444f54-0551-4bb2-93c7-4948e0a9e095 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:04.956551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=3dd2353c-ed43-4467-a21f-6e34a3ed4a2d,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:04.964016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:05.004859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=fb281c6f-d275-4b37-942e-ecde9977b319,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:05.021000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:05.046109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:05.054771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:05.058431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 7b51911e-e738-4415-9b48-797ba9dc8765 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:05.059044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:05.063015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-94cef80a-effd-4339-994f-3c6f97f6ae00 None None] Provisioning for port cb7e5238-0acc-4e1c-9cfb-d2782d91bdef completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:05.074429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-94cef80a-effd-4339-994f-3c6f97f6ae00 None None] Provisioning complete for port cb7e5238-0acc-4e1c-9cfb-d2782d91bdef triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:05.075018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94cef80a-effd-4339-994f-3c6f97f6ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.105966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:05.106422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.109308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:05.130987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-94cef80a-effd-4339-994f-3c6f97f6ae00 None None] Port cb7e5238-0acc-4e1c-9cfb-d2782d91bdef cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:05.144253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-94cef80a-effd-4339-994f-3c6f97f6ae00 None None] Provisioning complete for port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:05.144627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94cef80a-effd-4339-994f-3c6f97f6ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.259250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4064436 Apr 16 15:41:05.278291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.287380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.287991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.329170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.335785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.335785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.344558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9a224e7-8c68-40b0-9cca-d6af2af2ce4f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:05.358286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e21769e7-a191-442b-abff-6f9f519094a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:05.401411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d66e72cb-ca5d-49e3-9b9b-89219907c4e1 None None] Provisioning for port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:05.415136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d66e72cb-ca5d-49e3-9b9b-89219907c4e1 None None] Provisioning for port fb281c6f-d275-4b37-942e-ecde9977b319 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:05.418687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d66e72cb-ca5d-49e3-9b9b-89219907c4e1 None None] Provisioning complete for port fb281c6f-d275-4b37-942e-ecde9977b319 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:05.418837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d66e72cb-ca5d-49e3-9b9b-89219907c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.425228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event updated for resources: {'Port': ['ID=0d444f54-0551-4bb2-93c7-4948e0a9e095,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:05.437216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Request body: {'port': {'device_id': 'ca58f878-decf-4c34-8596-d3612e64ddc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:05.474888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:05.487429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d66e72cb-ca5d-49e3-9b9b-89219907c4e1 None None] Port fb281c6f-d275-4b37-942e-ecde9977b319 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:05.494969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d66e72cb-ca5d-49e3-9b9b-89219907c4e1 None None] Provisioning complete for port cb7e5238-0acc-4e1c-9cfb-d2782d91bdef triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:05.495651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d66e72cb-ca5d-49e3-9b9b-89219907c4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.496443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:05.501941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:05.515834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=4fd22ad6-26d8-489b-bd8f-a7adeee3664b,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:05.517816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:05.534026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d66e72cb-ca5d-49e3-9b9b-89219907c4e1 None None] Port cb7e5238-0acc-4e1c-9cfb-d2782d91bdef cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:05.540970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 6680c1dd-f350-4801-bd20-4ef613ceb825 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:05.541816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:05.617705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 226c0dcd-f62d-4ab2-9879-aafb41a9f4eb is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:41:05.650149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f84b4ac7-d8b8-43f9-97d5-ba65883eb953 None None] Provisioning complete for port cb7e5238-0acc-4e1c-9cfb-d2782d91bdef triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:05.650389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f84b4ac7-d8b8-43f9-97d5-ba65883eb953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.651512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Router 37004835-abfb-4ec2-be7c-4b41aead00e5 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:05.694594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.762990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:05.773735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "PUT /v2.0/routers/37004835-abfb-4ec2-be7c-4b41aead00e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0832877 Apr 16 15:41:05.775571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34082) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:05.871621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f165fa3-c551-4c60-80f6-72ce65daa365 None None] Sync routers for ids ['37004835-abfb-4ec2-be7c-4b41aead00e5'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:05.886351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dd93503-4d12-4591-830c-3646d2878297 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:05.887392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f165fa3-c551-4c60-80f6-72ce65daa365 None None] Routers {'37004835-abfb-4ec2-be7c-4b41aead00e5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:05.887811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f165fa3-c551-4c60-80f6-72ce65daa365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['37004835-abfb-4ec2-be7c-4b41aead00e5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:05.925332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Router 03563743-0356-48b0-87c7-2cf01b948634 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:41:05.926796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f84b4ac7-d8b8-43f9-97d5-ba65883eb953 None None] Port cb7e5238-0acc-4e1c-9cfb-d2782d91bdef cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:05.928313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f165fa3-c551-4c60-80f6-72ce65daa365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:05.933758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f165fa3-c551-4c60-80f6-72ce65daa365 None None] Routers {'37004835-abfb-4ec2-be7c-4b41aead00e5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:05.934120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f165fa3-c551-4c60-80f6-72ce65daa365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['37004835-abfb-4ec2-be7c-4b41aead00e5'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:05.960303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ec468-c48a-42ce-bc26-2f7dd04afa32 req-b14ea293-77cc-4920-ade4-a82f583f1ae4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:05.960760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-279ec468-c48a-42ce-bc26-2f7dd04afa32 req-b14ea293-77cc-4920-ade4-a82f583f1ae4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:05.970246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f165fa3-c551-4c60-80f6-72ce65daa365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:05.970539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f165fa3-c551-4c60-80f6-72ce65daa365 None None] The sync data for ids ['37004835-abfb-4ec2-be7c-4b41aead00e5'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:05.981916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-6dd93503-4d12-4591-830c-3646d2878297 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 16 15:41:05.982588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6dd93503-4d12-4591-830c-3646d2878297 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "DELETE /v2.0/routers/37004835-abfb-4ec2-be7c-4b41aead00e5 HTTP/1.1" status: 409 len: 329 time: 0.2064064 Apr 16 15:41:05.984670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34086) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:05.996373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c03b6050-d5f7-4c8a-910e-e78bfd600d67 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:06.013461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:06.021214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87460fa5-d30a-4ba3-aef1-16e6865b636b None None] Sync routers for ids ['226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:06.028548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87460fa5-d30a-4ba3-aef1-16e6865b636b None None] Routers {'226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:06.028924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-87460fa5-d30a-4ba3-aef1-16e6865b636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:06.044598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b10b5ddf-214e-4cd7-ada5-630eaea3e3d9 None None] Provisioning complete for port 0d444f54-0551-4bb2-93c7-4948e0a9e095 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:06.044881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b10b5ddf-214e-4cd7-ada5-630eaea3e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:06.065912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-87460fa5-d30a-4ba3-aef1-16e6865b636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:06.071296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87460fa5-d30a-4ba3-aef1-16e6865b636b None None] Routers {'226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:06.071770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-87460fa5-d30a-4ba3-aef1-16e6865b636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:06.073517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:06.077962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b10b5ddf-214e-4cd7-ada5-630eaea3e3d9 None None] Port 0d444f54-0551-4bb2-93c7-4948e0a9e095 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:06.078864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "PUT /v2.0/routers/03563743-0356-48b0-87c7-2cf01b948634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0069008 Apr 16 15:41:06.079533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34090) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:06.081293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/226c0dcd-f62d-4ab2-9879-aafb41a9f4eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9728572 Apr 16 15:41:06.084892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Sync routers for ids ['03563743-0356-48b0-87c7-2cf01b948634'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:06.086520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34092) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:06.089975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port c03b6050-d5f7-4c8a-910e-e78bfd600d67 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:06.095406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:06.109000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-87460fa5-d30a-4ba3-aef1-16e6865b636b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:06.109488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87460fa5-d30a-4ba3-aef1-16e6865b636b None None] The sync data for ids ['226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:06.112186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b10b5ddf-214e-4cd7-ada5-630eaea3e3d9 None None] Provisioning for port 4fd22ad6-26d8-489b-bd8f-a7adeee3664b completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:06.114234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Routers {'03563743-0356-48b0-87c7-2cf01b948634'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:06.114664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['03563743-0356-48b0-87c7-2cf01b948634'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:06.155691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b10b5ddf-214e-4cd7-ada5-630eaea3e3d9 None None] Provisioning complete for port 4fd22ad6-26d8-489b-bd8f-a7adeee3664b triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:06.155975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b10b5ddf-214e-4cd7-ada5-630eaea3e3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:06.185432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-279ec468-c48a-42ce-bc26-2f7dd04afa32 req-b14ea293-77cc-4920-ade4-a82f583f1ae4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:06.186136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-279ec468-c48a-42ce-bc26-2f7dd04afa32 req-b14ea293-77cc-4920-ade4-a82f583f1ae4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 932 time: 0.5342686 Apr 16 15:41:06.225883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba752d2-997b-4257-bee2-a5b1c834c6e7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:06.226249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4ba752d2-997b-4257-bee2-a5b1c834c6e7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Synchronizing usage tracker for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:06.230894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cb5f87-1a2e-4600-9af9-116c88127a71 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:06.231216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f1cb5f87-1a2e-4600-9af9-116c88127a71 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:06.247480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:06.247730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:06.261339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f1cb5f87-1a2e-4600-9af9-116c88127a71 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:06.264104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b10b5ddf-214e-4cd7-ada5-630eaea3e3d9 None None] Port 4fd22ad6-26d8-489b-bd8f-a7adeee3664b cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:06.264237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f1cb5f87-1a2e-4600-9af9-116c88127a71 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports/4fd22ad6-26d8-489b-bd8f-a7adeee3664b HTTP/1.1" status: 200 len: 911 time: 0.1797626 Apr 16 15:41:06.264506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34098) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:06.272617 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-279ec468-c48a-42ce-bc26-2f7dd04afa32 req-c138f1c0-74a5-457e-b9b6-4b735a2b36a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796587 Apr 16 15:41:06.274677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Set router 03563743-0356-48b0-87c7-2cf01b948634 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:06.275974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4ba752d2-997b-4257-bee2-a5b1c834c6e7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Unset dirty status for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:06.276659 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4ba752d2-997b-4257-bee2-a5b1c834c6e7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports/cb7e5238-0acc-4e1c-9cfb-d2782d91bdef HTTP/1.1" status: 200 len: 910 time: 0.1424272 Apr 16 15:41:06.279462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34102) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:06.375615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4172c366-49a0-4af9-a66e-3df8e6edbbc3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:06.379496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4172c366-49a0-4af9-a66e-3df8e6edbbc3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:06.380144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4172c366-49a0-4af9-a66e-3df8e6edbbc3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:06.389874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4172c366-49a0-4af9-a66e-3df8e6edbbc3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:06.391019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4172c366-49a0-4af9-a66e-3df8e6edbbc3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1259551 Apr 16 15:41:06.393346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:06.402216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34106) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:06.464177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:06.526593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0040f3f-830a-4f6b-9b86-14f3236f972e None None] Network dc8822b2-9535-4375-af26-683b1dac3b89 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:06.601396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d70e27f5-528e-4990-af5f-2c3e6501059e None None] Provisioning for port c03b6050-d5f7-4c8a-910e-e78bfd600d67 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:06.606828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:06.615419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d70e27f5-528e-4990-af5f-2c3e6501059e None None] Provisioning complete for port c03b6050-d5f7-4c8a-910e-e78bfd600d67 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:06.615655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d70e27f5-528e-4990-af5f-2c3e6501059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:06.618796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Deleting port 0d444f54-0551-4bb2-93c7-4948e0a9e095 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:06.618993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:06.638510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:06.638691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:06.708431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03563743-0356-48b0-87c7-2cf01b948634', 'name': 'tempest-NetworksTestDHCPv6-router-1934252517', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:01Z', 'updated_at': '2021-04-16T15:41:04Z', 'revision_number': 2, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'gw_port_host': None, '_interfaces': [{'id': '4fd22ad6-26d8-489b-bd8f-a7adeee3664b', 'name': '', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'mac_address': 'fa:16:3e:73:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03563743-0356-48b0-87c7-2cf01b948634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f88689d8-522f-4342-81a6-6b158a3ceeb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:02Z', 'updated_at': '2021-04-16T15:41:04Z', 'revision_number': 2, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'subnets': [{'id': 'f88689d8-522f-4342-81a6-6b158a3ceeb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:06.716106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Checking router: 03563743-0356-48b0-87c7-2cf01b948634 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:06.716321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Updating router 03563743-0356-48b0-87c7-2cf01b948634 port 4fd22ad6-26d8-489b-bd8f-a7adeee3664b binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:41:06.737614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:06.779298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb281c6f-d275-4b37-942e-ecde9977b319 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:41:06.807658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Calling delete_port for 0d444f54-0551-4bb2-93c7-4948e0a9e095 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:06.818559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:06.882370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Transition to ACTIVE for port object fb281c6f-d275-4b37-942e-ecde9977b319 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:06.919573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:06.919973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:06.929015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be8e49d4-a485-4b35-8142-826147a44055 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:06.936879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:06.979349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Port': ['ID=0d444f54-0551-4bb2-93c7-4948e0a9e095,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:06.983404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:06.992579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.039503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.044913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d70e27f5-528e-4990-af5f-2c3e6501059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.120028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Pushing event updated for resources: {'Port': ['ID=fb281c6f-d275-4b37-942e-ecde9977b319,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:07.120425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.122049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:07.125088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d70e27f5-528e-4990-af5f-2c3e6501059e None None] For port c03b6050-d5f7-4c8a-910e-e78bfd600d67, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c03b6050-d5f7-4c8a-910e-e78bfd600d67,segment=NetworkSegment(1be4bee8-3266-4b8e-8035-de64f8c488f6),segment_id=1be4bee8-3266-4b8e-8035-de64f8c488f6)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:07.128717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=127aeb5a-ad3d-4d8b-b291-3a552b5ab231,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:07.135552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d70e27f5-528e-4990-af5f-2c3e6501059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.138304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d46ddc3a-e578-4c01-901b-3e2d5e5f3cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:07.155632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.323809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.331599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Transition to ACTIVE for port object 4fd22ad6-26d8-489b-bd8f-a7adeee3664b will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:07.343465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.408008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e27f5-528e-4990-af5f-2c3e6501059e None None] Pushing event updated for resources: {'Port': ['ID=c03b6050-d5f7-4c8a-910e-e78bfd600d67,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:07.413339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d70e27f5-528e-4990-af5f-2c3e6501059e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:07.415154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-870dc7f9-17df-4c23-8d98-0381d99577a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:07.456600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Attempting to bind port fb281c6f-d275-4b37-942e-ecde9977b319 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:07.456600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Attempting to bind port fb281c6f-d275-4b37-942e-ecde9977b319 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:07.457035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Attempting to bind port fb281c6f-d275-4b37-942e-ecde9977b319 on network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:07.467573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Port fb281c6f-d275-4b37-942e-ecde9977b319 on network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:41:07.467573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Attempting to bind port fb281c6f-d275-4b37-942e-ecde9977b319 on network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:07.473076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-41948e0f-7bae-4245-87f4-d1dcbb49d841 None None] Provisioning complete for port c03b6050-d5f7-4c8a-910e-e78bfd600d67 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:07.473314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41948e0f-7bae-4245-87f4-d1dcbb49d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.474377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.508029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=127aeb5a-ad3d-4d8b-b291-3a552b5ab231,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:07.518216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:07.518432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Checking segment: {'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:07.518668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Bound using segment: {'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:07.518937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Bound port: fb281c6f-d275-4b37-942e-ecde9977b319, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:07.519149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.614440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b83759-fba2-4beb-8692-24512eabbeb7 None None] Pushing event updated for resources: {'Port': ['ID=4fd22ad6-26d8-489b-bd8f-a7adeee3664b,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:07.619092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-88b83759-fba2-4beb-8692-24512eabbeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:07.620054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:07.620054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:07.620220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.654516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7c7a1-eeaf-465d-af37-0d0811786644 req-a3e8503f-2962-4e78-b3d3-44093191f15c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:07.655456 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a6a7c7a1-eeaf-465d-af37-0d0811786644 req-a3e8503f-2962-4e78-b3d3-44093191f15c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 944 time: 0.2628007 Apr 16 15:41:07.696442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Attempting to bind port 4fd22ad6-26d8-489b-bd8f-a7adeee3664b on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:07.696908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Attempting to bind port 4fd22ad6-26d8-489b-bd8f-a7adeee3664b by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:07.697290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Attempting to bind port 4fd22ad6-26d8-489b-bd8f-a7adeee3664b on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:07.711142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:07.711427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:07.711729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.712023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:07.712388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Bound port: 4fd22ad6-26d8-489b-bd8f-a7adeee3664b, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:07.712667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.713729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Router 37004835-abfb-4ec2-be7c-4b41aead00e5 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:07.770726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] For port 4fd22ad6-26d8-489b-bd8f-a7adeee3664b, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:07.772757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] For port 4fd22ad6-26d8-489b-bd8f-a7adeee3664b, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4fd22ad6-26d8-489b-bd8f-a7adeee3664b,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:07.775734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:07.785141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24b9a4c4-9f4f-47b0-8aab-53066391c6bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:07.797026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:07.804632 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "PUT /v2.0/routers/37004835-abfb-4ec2-be7c-4b41aead00e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8192801 Apr 16 15:41:07.808175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34112) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:07.808972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0535f7a-ce8a-4582-833f-f80c1d494606 None None] Sync routers for ids ['37004835-abfb-4ec2-be7c-4b41aead00e5'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:07.815646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0535f7a-ce8a-4582-833f-f80c1d494606 None None] Routers {'37004835-abfb-4ec2-be7c-4b41aead00e5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:07.816299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c0535f7a-ce8a-4582-833f-f80c1d494606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['37004835-abfb-4ec2-be7c-4b41aead00e5'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:07.858759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-5657f5f5-4498-43fd-bb9e-dc2ac9f95173 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] show failed (client error): The resource could not be found. Apr 16 15:41:07.859611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5657f5f5-4498-43fd-bb9e-dc2ac9f95173 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "GET /v2.0/routers/tempest-non_exist_router-118112714 HTTP/1.1" status: 404 len: 334 time: 0.0496852 Apr 16 15:41:07.863328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34116) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:07.867572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-553ebd65-f529-4db2-b150-fafbe3f70ec9 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Request body: {'router': {'name': 'new_name'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:07.890843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b83759-fba2-4beb-8692-24512eabbeb7 None None] Pushing event updated for resources: {'Port': ['ID=4fd22ad6-26d8-489b-bd8f-a7adeee3664b,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:07.894318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-88b83759-fba2-4beb-8692-24512eabbeb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:07.908558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c0535f7a-ce8a-4582-833f-f80c1d494606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:07.917472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0535f7a-ce8a-4582-833f-f80c1d494606 None None] Routers {'37004835-abfb-4ec2-be7c-4b41aead00e5'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:07.918027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c0535f7a-ce8a-4582-833f-f80c1d494606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['37004835-abfb-4ec2-be7c-4b41aead00e5'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:07.919461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Routers {'03563743-0356-48b0-87c7-2cf01b948634'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:07.920349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['03563743-0356-48b0-87c7-2cf01b948634'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:07.926054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-553ebd65-f529-4db2-b150-fafbe3f70ec9 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] update failed (client error): The resource could not be found. Apr 16 15:41:07.931838 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-553ebd65-f529-4db2-b150-fafbe3f70ec9 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "PUT /v2.0/routers/tempest-non_exist_router-1024599501 HTTP/1.1" status: 404 len: 335 time: 0.0625744 Apr 16 15:41:07.933776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34120) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:07.967482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c0535f7a-ce8a-4582-833f-f80c1d494606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:07.967929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0535f7a-ce8a-4582-833f-f80c1d494606 None None] The sync data for ids ['37004835-abfb-4ec2-be7c-4b41aead00e5'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:07.995516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a529693-02c3-42dc-bfbd-4314374356ca tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Deleting subnet 0152064a-e1ed-4031-9d65-5d20724d10e3 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:07.996587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c03b6050-d5f7-4c8a-910e-e78bfd600d67 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:07.997727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a529693-02c3-42dc-bfbd-4314374356ca tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.031214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a529693-02c3-42dc-bfbd-4314374356ca tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.052431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] Set router 03563743-0356-48b0-87c7-2cf01b948634 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:08.080688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a529693-02c3-42dc-bfbd-4314374356ca tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.134836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] For port fb281c6f-d275-4b37-942e-ecde9977b319, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:08.139517 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a6a7c7a1-eeaf-465d-af37-0d0811786644 req-49b319ce-27d4-49ca-b54d-4242e9241be3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4706421 Apr 16 15:41:08.140340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c03b6050-d5f7-4c8a-910e-e78bfd600d67 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:08.140634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.179367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] For port fb281c6f-d275-4b37-942e-ecde9977b319, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fb281c6f-d275-4b37-942e-ecde9977b319,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:08.189382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.198947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:08.247187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a529693-02c3-42dc-bfbd-4314374356ca tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.256853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6775361c-e3f1-42bc-976b-cee76edd641f tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:08.305604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a529693-02c3-42dc-bfbd-4314374356ca tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Subnet': ['ID=0152064a-e1ed-4031-9d65-5d20724d10e3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:08.307316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a529693-02c3-42dc-bfbd-4314374356ca tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:08.321573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Pushing event updated for resources: {'Port': ['ID=fb281c6f-d275-4b37-942e-ecde9977b319,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:08.337026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a529693-02c3-42dc-bfbd-4314374356ca tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.338789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:08.341288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a529693-02c3-42dc-bfbd-4314374356ca tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "DELETE /v2.0/subnets/0152064a-e1ed-4031-9d65-5d20724d10e3 HTTP/1.1" status: 204 len: 168 time: 0.4067965 Apr 16 15:41:08.343110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34124) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:08.352350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a1050-c312-4745-b801-22b68d492bc3 None None] Network dc8822b2-9535-4375-af26-683b1dac3b89 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:08.382342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port cb7e5238-0acc-4e1c-9cfb-d2782d91bdef {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:08.382566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.404618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:08.405000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.405921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] 10.222.0.107 "PUT /v2.0/ports/fb281c6f-d275-4b37-942e-ecde9977b319 HTTP/1.1" status: 200 len: 1094 time: 3.1367242 Apr 16 15:41:08.406384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca58f878-decf-4c34-8596-d3612e64ddc0', 'tag': 'fb281c6f-d275-4b37-942e-ecde9977b319'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:41:08.427844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 4fd22ad6-26d8-489b-bd8f-a7adeee3664b {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:08.428102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.464635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.516194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Deleting port c03b6050-d5f7-4c8a-910e-e78bfd600d67 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:08.516542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.524291 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca58f878-decf-4c34-8596-d3612e64ddc0', 'tag': 'fb281c6f-d275-4b37-942e-ecde9977b319', 'status': 'completed', 'code': 200} Apr 16 15:41:08.595378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:08.644596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] For port c03b6050-d5f7-4c8a-910e-e78bfd600d67, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c03b6050-d5f7-4c8a-910e-e78bfd600d67,segment=NetworkSegment(1be4bee8-3266-4b8e-8035-de64f8c488f6),segment_id=1be4bee8-3266-4b8e-8035-de64f8c488f6)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:08.644787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.675353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] For port 4fd22ad6-26d8-489b-bd8f-a7adeee3664b, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4fd22ad6-26d8-489b-bd8f-a7adeee3664b,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:08.675625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.680716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-04082a14-6c6c-4bc5-bf78-df521535c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:08.681737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-04082a14-6c6c-4bc5-bf78-df521535c00f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 1097 time: 0.2316587 Apr 16 15:41:08.683997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.701935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:08.702209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.719875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Calling delete_port for c03b6050-d5f7-4c8a-910e-e78bfd600d67 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:08.738310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03563743-0356-48b0-87c7-2cf01b948634', 'name': 'tempest-NetworksTestDHCPv6-router-1934252517', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:01Z', 'updated_at': '2021-04-16T15:41:04Z', 'revision_number': 2, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'gw_port_host': None, '_interfaces': [{'id': '4fd22ad6-26d8-489b-bd8f-a7adeee3664b', 'name': '', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'mac_address': 'fa:16:3e:73:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03563743-0356-48b0-87c7-2cf01b948634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f88689d8-522f-4342-81a6-6b158a3ceeb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:02Z', 'updated_at': '2021-04-16T15:41:07Z', 'revision_number': 4, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'subnets': [{'id': 'f88689d8-522f-4342-81a6-6b158a3ceeb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:08.743575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0153cd2-3369-4943-8fb0-f39da32728bf None None] The sync data for ids ['03563743-0356-48b0-87c7-2cf01b948634'] in dv-neutron-786478-2-hyperv is: [{'id': '03563743-0356-48b0-87c7-2cf01b948634', 'name': 'tempest-NetworksTestDHCPv6-router-1934252517', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:01Z', 'updated_at': '2021-04-16T15:41:04Z', 'revision_number': 2, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'gw_port_host': None, '_interfaces': [{'id': '4fd22ad6-26d8-489b-bd8f-a7adeee3664b', 'name': '', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'mac_address': 'fa:16:3e:73:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03563743-0356-48b0-87c7-2cf01b948634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1147, 'fixed_ips': [{'subnet_id': 'f88689d8-522f-4342-81a6-6b158a3ceeb7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:02Z', 'updated_at': '2021-04-16T15:41:07Z', 'revision_number': 4, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'subnets': [{'id': 'f88689d8-522f-4342-81a6-6b158a3ceeb7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:08.767846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.778223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f75bb1e5-b51d-4ca5-a834-c834a3bc601f tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:08.778896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaf667a-8c10-4707-b0c5-e36c9e5f3dee None None] DHCP port deletion for dc8822b2-9535-4375-af26-683b1dac3b89 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:08.831705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Port': ['ID=c03b6050-d5f7-4c8a-910e-e78bfd600d67,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:08.840302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:08.848206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for cb7e5238-0acc-4e1c-9cfb-d2782d91bdef owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:08.859896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] No DVR routers for this DVR port c03b6050-d5f7-4c8a-910e-e78bfd600d67 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:08.867403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 4fd22ad6-26d8-489b-bd8f-a7adeee3664b owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:08.895237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-945b9c3e-689f-4a71-8b80-3814152fcdce service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=fb281c6f-d275-4b37-942e-ecde9977b319 HTTP/1.1" status: 200 len: 217 time: 0.1760991 Apr 16 15:41:08.936172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:08.976586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-7d395061-8f15-4aed-a081-1efab39879ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:08.977518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-7d395061-8f15-4aed-a081-1efab39879ff service neutron] 10.222.0.107 "GET /v2.0/subnets?id=42430317-dd32-444c-ac00-3e335f352c18 HTTP/1.1" status: 200 len: 838 time: 0.0739691 Apr 16 15:41:09.008469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8822b2-9535-4375-af26-683b1dac3b89']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:09.016432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be4bee8-3266-4b8e-8035-de64f8c488f6') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:09.016746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be4bee8-3266-4b8e-8035-de64f8c488f6') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:09.024484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.036885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.041529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Releasing vlan 1472 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:41:09.113628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-fed794e4-2287-4655-8c5a-d8d4a4cf78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:09.114475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-fed794e4-2287-4655-8c5a-d8d4a4cf78dc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1308031 Apr 16 15:41:09.116487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.126889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e1c3062-bc55-499f-820b-743b4e26e557 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:09.164718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network dc8822b2-9535-4375-af26-683b1dac3b89 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:09.165056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.171179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.200511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=cb7e5238-0acc-4e1c-9cfb-d2782d91bdef,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:09.208190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:09.277162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network dc8822b2-9535-4375-af26-683b1dac3b89 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:41:09.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:41:09.339991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.345679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-937c76e0-37d2-48a1-98d6-e49ca22d6d0c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:09.356473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.362198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Network': ['ID=dc8822b2-9535-4375-af26-683b1dac3b89,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:09.364182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:09.365174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "DELETE /v2.0/networks/dc8822b2-9535-4375-af26-683b1dac3b89 HTTP/1.1" status: 204 len: 168 time: 1.0210912 Apr 16 15:41:09.366957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34136) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:09.419859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe09d75b-9e82-4b5a-afa6-3eac519b3e53 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Deleting subnet b808d606-fa51-4e01-8218-8b83632395a4 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:09.421818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe09d75b-9e82-4b5a-afa6-3eac519b3e53 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.453441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe09d75b-9e82-4b5a-afa6-3eac519b3e53 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.506073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe09d75b-9e82-4b5a-afa6-3eac519b3e53 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.529988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c62c027a-b454-42e5-974f-15c3451365de tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.330s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:09.589165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=4fd22ad6-26d8-489b-bd8f-a7adeee3664b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:09.607127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:09.684633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe09d75b-9e82-4b5a-afa6-3eac519b3e53 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.694804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-14642d08-a480-4532-9cf4-59677a671bb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:09.708632 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-7deff107-6394-4a7b-8965-48c634fd5264 service neutron] 10.222.0.107 "GET /v2.0/networks/6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827425 Apr 16 15:41:09.714167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09d75b-9e82-4b5a-afa6-3eac519b3e53 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Subnet': ['ID=b808d606-fa51-4e01-8218-8b83632395a4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:09.715882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe09d75b-9e82-4b5a-afa6-3eac519b3e53 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:09.772426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe09d75b-9e82-4b5a-afa6-3eac519b3e53 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.776743 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fe09d75b-9e82-4b5a-afa6-3eac519b3e53 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "DELETE /v2.0/subnets/b808d606-fa51-4e01-8218-8b83632395a4 HTTP/1.1" status: 204 len: 168 time: 0.4091728 Apr 16 15:41:09.780261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34154) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:09.789232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f6e148-7f5d-4d6b-b107-4f7e24ef3fb1 None None] Network 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:09.822243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f20b86-a238-4061-ae6d-30af3bf38ce6 req-e1f08674-2353-42ff-871a-a8f2cd67d3f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:09.822775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b8f9ab-d244-4a97-9d0c-6388e5fe7e01 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Deleting subnet 93cf1d34-0952-47e7-a461-b72e1b025f73 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:09.823240 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c5f20b86-a238-4061-ae6d-30af3bf38ce6 req-e1f08674-2353-42ff-871a-a8f2cd67d3f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 944 time: 0.2636685 Apr 16 15:41:09.829587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51b8f9ab-d244-4a97-9d0c-6388e5fe7e01 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.866880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51b8f9ab-d244-4a97-9d0c-6388e5fe7e01 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.930813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c03b6050-d5f7-4c8a-910e-e78bfd600d67 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:09.939481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51b8f9ab-d244-4a97-9d0c-6388e5fe7e01 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:09.966897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: c03b6050-d5f7-4c8a-910e-e78bfd600d67 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:09.967192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c03b6050-d5f7-4c8a-910e-e78bfd600d67 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:10.032759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.041901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c5f20b86-a238-4061-ae6d-30af3bf38ce6 req-65140189-9efc-46d1-9a56-cae7cbcb8f69 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806858 Apr 16 15:41:10.053715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48592691-0b7c-4287-8bc4-84853eafc8ba req-b1dec19f-fbf4-4092-8498-fa3039f9d911 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:10.054736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48592691-0b7c-4287-8bc4-84853eafc8ba req-b1dec19f-fbf4-4092-8498-fa3039f9d911 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.4059491 Apr 16 15:41:10.081350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d5fb8b-b464-44b9-a02a-97ec7622555d None None] DHCP port deletion for 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:10.084213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-10d5fb8b-b464-44b9-a02a-97ec7622555d None None] Deleting port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:10.084455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10d5fb8b-b464-44b9-a02a-97ec7622555d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.116361 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1164ae2-44d1-4895-b031-2eab545c51a4 req-d3499232-d19a-4484-a4a5-441ab00080c7 service neutron] 10.222.0.107 "GET /v2.0/networks/6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987625 Apr 16 15:41:10.140329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51b8f9ab-d244-4a97-9d0c-6388e5fe7e01 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.150174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-204a208e-8b54-43c4-8f24-7de783a8008a tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:10.200602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.206321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8f9ab-d244-4a97-9d0c-6388e5fe7e01 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Subnet': ['ID=93cf1d34-0952-47e7-a461-b72e1b025f73,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:10.207095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-10d5fb8b-b464-44b9-a02a-97ec7622555d None None] For port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb,segment=NetworkSegment(c963ab9d-2700-475d-a5f6-823a9483a85d),segment_id=c963ab9d-2700-475d-a5f6-823a9483a85d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:10.207356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10d5fb8b-b464-44b9-a02a-97ec7622555d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.208093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51b8f9ab-d244-4a97-9d0c-6388e5fe7e01 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:10.218085 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48592691-0b7c-4287-8bc4-84853eafc8ba req-8765f70e-6a7f-451d-9fd7-08d633efc754 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934484 Apr 16 15:41:10.231167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51b8f9ab-d244-4a97-9d0c-6388e5fe7e01 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.236053 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-51b8f9ab-d244-4a97-9d0c-6388e5fe7e01 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "DELETE /v2.0/subnets/93cf1d34-0952-47e7-a461-b72e1b025f73 HTTP/1.1" status: 204 len: 168 time: 0.4552841 Apr 16 15:41:10.237720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34162) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:10.243144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739ef3c-6cda-4a71-9d4a-695c8b30a32c None None] Network 9797394c-7464-48f9-a241-3dda8efe2308 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:10.286572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-10d5fb8b-b464-44b9-a02a-97ec7622555d None None] Calling delete_port for 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:10.417973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10d5fb8b-b464-44b9-a02a-97ec7622555d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.427842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5148a25e-0870-46e5-9a10-b9cbb4330441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:10.483186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5fb8b-b464-44b9-a02a-97ec7622555d None None] Pushing event deleted for resources: {'Port': ['ID=88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:10.493427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-10d5fb8b-b464-44b9-a02a-97ec7622555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:10.518285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5fb8b-b464-44b9-a02a-97ec7622555d None None] No DVR routers for this DVR port 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:10.567113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e6b42-1b42-4042-9cf8-1c93376cc6ae None None] DHCP port deletion for 9797394c-7464-48f9-a241-3dda8efe2308 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:10.570081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-201e6b42-1b42-4042-9cf8-1c93376cc6ae None None] Deleting port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:10.570736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-201e6b42-1b42-4042-9cf8-1c93376cc6ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.612852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.698491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-201e6b42-1b42-4042-9cf8-1c93376cc6ae None None] For port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c,segment=NetworkSegment(cfa617cd-7530-4c06-ae70-dcbaa1e586f7),segment_id=cfa617cd-7530-4c06-ae70-dcbaa1e586f7)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:10.698752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-201e6b42-1b42-4042-9cf8-1c93376cc6ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.720266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.770425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-201e6b42-1b42-4042-9cf8-1c93376cc6ae None None] Calling delete_port for eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:10.792102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:10.794146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Router 03563743-0356-48b0-87c7-2cf01b948634 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:10.801269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c963ab9d-2700-475d-a5f6-823a9483a85d') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:10.801498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c963ab9d-2700-475d-a5f6-823a9483a85d') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:10.808820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.822813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.826321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-201e6b42-1b42-4042-9cf8-1c93376cc6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.826762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Releasing vlan 1465 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:41:10.835376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a7d050e6-c5bf-480c-8f7a-62a33b39b35c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:10.927165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:10.936555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:10.951208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:10.952882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 226c0dcd-f62d-4ab2-9879-aafb41a9f4eb has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:10.997077 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "PUT /v2.0/routers/03563743-0356-48b0-87c7-2cf01b948634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5928192 Apr 16 15:41:10.999005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34166) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:11.040963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:11.043988 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/226c0dcd-f62d-4ab2-9879-aafb41a9f4eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7632539 Apr 16 15:41:11.045829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34170) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:11.064687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f699286-cd25-4cfa-8d38-9a5432f39a99 None None] Sync routers for ids ['226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:11.066510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e6b42-1b42-4042-9cf8-1c93376cc6ae None None] Pushing event deleted for resources: {'Port': ['ID=eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:11.070957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-201e6b42-1b42-4042-9cf8-1c93376cc6ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:11.075212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e00642bd-9029-486e-84f7-9c7c2944a053 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Synchronizing usage tracker for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:11.077947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:11.079935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f06d5a0-8efb-49c6-9bba-e8db7fa9f4c4 None None] Sync routers for ids ['03563743-0356-48b0-87c7-2cf01b948634'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:11.083464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f699286-cd25-4cfa-8d38-9a5432f39a99 None None] Routers {'226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:11.083860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1f699286-cd25-4cfa-8d38-9a5432f39a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:11.085720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e00642bd-9029-486e-84f7-9c7c2944a053 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Unset dirty status for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:11.086021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f06d5a0-8efb-49c6-9bba-e8db7fa9f4c4 None None] Routers {'03563743-0356-48b0-87c7-2cf01b948634'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:11.086383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f06d5a0-8efb-49c6-9bba-e8db7fa9f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['03563743-0356-48b0-87c7-2cf01b948634'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:11.086857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e00642bd-9029-486e-84f7-9c7c2944a053 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=226c0dcd-f62d-4ab2-9879-aafb41a9f4eb HTTP/1.1" status: 200 len: 205 time: 0.0403225 Apr 16 15:41:11.088697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34176) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:41:11.107405 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:41:11.145798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1f699286-cd25-4cfa-8d38-9a5432f39a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:11.147868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e6b42-1b42-4042-9cf8-1c93376cc6ae None None] No DVR routers for this DVR port eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:11.154201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f699286-cd25-4cfa-8d38-9a5432f39a99 None None] Routers {'226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:11.154609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1f699286-cd25-4cfa-8d38-9a5432f39a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:11.158933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6f06d5a0-8efb-49c6-9bba-e8db7fa9f4c4 None None] Set router 03563743-0356-48b0-87c7-2cf01b948634 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:11.190383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb1fc4-9872-4922-acb7-627afd6147fc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:11.191808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cb1fc4-9872-4922-acb7-627afd6147fc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:11.192008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1f699286-cd25-4cfa-8d38-9a5432f39a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:11.192299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f699286-cd25-4cfa-8d38-9a5432f39a99 None None] The sync data for ids ['226c0dcd-f62d-4ab2-9879-aafb41a9f4eb'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:11.192367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12cb1fc4-9872-4922-acb7-627afd6147fc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:11.203362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.206256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.209848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9065984f-7e86-4cfa-8b76-d870da3f1299 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:11.215636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9067f5d9-5349-42e0-95b3-fcda94c89ea3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.220272 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "DELETE /v2.0/networks/5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69 HTTP/1.1" status: 204 len: 168 time: 0.9818096 Apr 16 15:41:11.220655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f06d5a0-8efb-49c6-9bba-e8db7fa9f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03563743-0356-48b0-87c7-2cf01b948634', 'name': 'tempest-NetworksTestDHCPv6-router-1934252517', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:01Z', 'updated_at': '2021-04-16T15:41:09Z', 'revision_number': 3, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:11.222784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34180) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:11.223165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12cb1fc4-9872-4922-acb7-627afd6147fc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:11.223378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f06d5a0-8efb-49c6-9bba-e8db7fa9f4c4 None None] Checking router: 03563743-0356-48b0-87c7-2cf01b948634 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:11.225431 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-12cb1fc4-9872-4922-acb7-627afd6147fc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2240100 Apr 16 15:41:11.226775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34184) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:11.227320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Network': ['ID=5d3b2bb6-102f-4daa-be3d-0e9cbeff6a69,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:11.228510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f06d5a0-8efb-49c6-9bba-e8db7fa9f4c4 None None] Routers {'03563743-0356-48b0-87c7-2cf01b948634'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:11.228918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f06d5a0-8efb-49c6-9bba-e8db7fa9f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:40:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['03563743-0356-48b0-87c7-2cf01b948634'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:11.228987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:11.287032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b93109-3d8e-4caf-ae05-fe63cf8d8a87 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet f88689d8-522f-4342-81a6-6b158a3ceeb7 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:11.290775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b93109-3d8e-4caf-ae05-fe63cf8d8a87 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.302749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6f06d5a0-8efb-49c6-9bba-e8db7fa9f4c4 None None] Set router 03563743-0356-48b0-87c7-2cf01b948634 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:11.335471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc46af06-aec2-4069-a32a-ea256efd20e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.363328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6f06d5a0-8efb-49c6-9bba-e8db7fa9f4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03563743-0356-48b0-87c7-2cf01b948634', 'name': 'tempest-NetworksTestDHCPv6-router-1934252517', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:01Z', 'updated_at': '2021-04-16T15:41:09Z', 'revision_number': 3, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:11.365885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f06d5a0-8efb-49c6-9bba-e8db7fa9f4c4 None None] The sync data for ids ['03563743-0356-48b0-87c7-2cf01b948634'] in dv-neutron-786478-2-hyperv is: [{'id': '03563743-0356-48b0-87c7-2cf01b948634', 'name': 'tempest-NetworksTestDHCPv6-router-1934252517', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:01Z', 'updated_at': '2021-04-16T15:41:09Z', 'revision_number': 3, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'gw_port_host': None}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:11.367904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b93109-3d8e-4caf-ae05-fe63cf8d8a87 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.405966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.438803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9067f5d9-5349-42e0-95b3-fcda94c89ea3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.441123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9067f5d9-5349-42e0-95b3-fcda94c89ea3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.451373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd3f7-8720-49bb-be68-1fb1d6ac98c2 req-706d32ee-0e1d-4067-a03a-f69727ad152e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:11.452452 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-985cd3f7-8720-49bb-be68-1fb1d6ac98c2 req-706d32ee-0e1d-4067-a03a-f69727ad152e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 944 time: 0.2805691 Apr 16 15:41:11.475316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9067f5d9-5349-42e0-95b3-fcda94c89ea3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.475612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9067f5d9-5349-42e0-95b3-fcda94c89ea3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Fanout notify agent at l3_agent the message router_deleted on router 226c0dcd-f62d-4ab2-9879-aafb41a9f4eb {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:41:11.480758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3f210-ac54-4927-8ff4-d3c53c3be8f1 req-056c0ca5-e318-4159-b00a-93491e73550d tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:11.481652 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5b3f210-ac54-4927-8ff4-d3c53c3be8f1 req-056c0ca5-e318-4159-b00a-93491e73550d tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.1904740 Apr 16 15:41:11.497824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9067f5d9-5349-42e0-95b3-fcda94c89ea3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.498476 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9067f5d9-5349-42e0-95b3-fcda94c89ea3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/226c0dcd-f62d-4ab2-9879-aafb41a9f4eb HTTP/1.1" status: 204 len: 168 time: 0.4090695 Apr 16 15:41:11.503744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34190) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:11.534717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.540689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-985cd3f7-8720-49bb-be68-1fb1d6ac98c2 req-dc70ed3c-d2c4-45bf-9bae-65a97bf429d9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777729 Apr 16 15:41:11.553333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5b3f210-ac54-4927-8ff4-d3c53c3be8f1 req-6d1c568d-ee80-42e9-8707-00f6d2205213 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657916 Apr 16 15:41:11.563190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e71068f-4ed8-4e65-94b1-1e88181108cf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting subnet 8907ad44-93f5-4735-96a3-fac3483c088f {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:11.565227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e71068f-4ed8-4e65-94b1-1e88181108cf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.585177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b93109-3d8e-4caf-ae05-fe63cf8d8a87 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.596101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e71068f-4ed8-4e65-94b1-1e88181108cf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.629082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9797394c-7464-48f9-a241-3dda8efe2308']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:11.645987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e71068f-4ed8-4e65-94b1-1e88181108cf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.672982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa617cd-7530-4c06-ae70-dcbaa1e586f7') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:11.673190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa617cd-7530-4c06-ae70-dcbaa1e586f7') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:11.684191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.700314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.712061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Releasing vlan 1488 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:41:11.806019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e71068f-4ed8-4e65-94b1-1e88181108cf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.813455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-519f4475-4dd4-4074-803f-7152e26d32b0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:11.843836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 9797394c-7464-48f9-a241-3dda8efe2308 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:11.849610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.858827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71068f-4ed8-4e65-94b1-1e88181108cf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Subnet': ['ID=8907ad44-93f5-4735-96a3-fac3483c088f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:11.867151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6e71068f-4ed8-4e65-94b1-1e88181108cf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:11.891068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdfb16e-c125-49a5-ab0b-a6cab0b134ce None None] Network 7b51911e-e738-4415-9b48-797ba9dc8765 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:11.891219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e71068f-4ed8-4e65-94b1-1e88181108cf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.897305 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6e71068f-4ed8-4e65-94b1-1e88181108cf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/8907ad44-93f5-4735-96a3-fac3483c088f HTTP/1.1" status: 204 len: 168 time: 0.3870623 Apr 16 15:41:11.897479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34194) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:11.933352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4fd22ad6-26d8-489b-bd8f-a7adeee3664b no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:11.949909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b93109-3d8e-4caf-ae05-fe63cf8d8a87 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.959479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c2625652-e00f-4979-9bdf-e79d376428f2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:11.962282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 4fd22ad6-26d8-489b-bd8f-a7adeee3664b {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:11.962555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4fd22ad6-26d8-489b-bd8f-a7adeee3664b not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:11.962750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:11.968166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:11.987135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:11.987342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device eaa4e9ff-df82-4e0c-8b32-140c5d6cc62c not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:11.987556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:12.007578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:12.007578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.007868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 9797394c-7464-48f9-a241-3dda8efe2308 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:12.014442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:12.014730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 88a9b2d2-011c-4c7a-831f-cd7e6e4da7fb not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:41:12.028439 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:41:12.031485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b93109-3d8e-4caf-ae05-fe63cf8d8a87 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=f88689d8-522f-4342-81a6-6b158a3ceeb7,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:12.035034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-80b93109-3d8e-4caf-ae05-fe63cf8d8a87 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:12.090206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.091323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b93109-3d8e-4caf-ae05-fe63cf8d8a87 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.094205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:12.096391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460d3ed9-6043-4e42-a19f-7519fd31f6ad None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:12.104927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.113005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Network': ['ID=9797394c-7464-48f9-a241-3dda8efe2308,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:12.117193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "DELETE /v2.0/networks/9797394c-7464-48f9-a241-3dda8efe2308 HTTP/1.1" status: 204 len: 168 time: 0.8927033 Apr 16 15:41:12.118071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:12.118161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34198) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:12.134911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] For port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3dd2353c-ed43-4467-a21f-6e34a3ed4a2d,segment=NetworkSegment(86db52cd-6e64-4116-8dad-a70e5b125ee7),segment_id=86db52cd-6e64-4116-8dad-a70e5b125ee7)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:12.135206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.139410 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-80b93109-3d8e-4caf-ae05-fe63cf8d8a87 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/f88689d8-522f-4342-81a6-6b158a3ceeb7 HTTP/1.1" status: 204 len: 168 time: 0.9096928 Apr 16 15:41:12.139543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34202) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:12.144737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8433af-6863-4cdb-8e4d-05a0fea9cfa0 None None] DHCP port deletion for 7b51911e-e738-4415-9b48-797ba9dc8765 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:12.150495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6b8433af-6863-4cdb-8e4d-05a0fea9cfa0 None None] Deleting port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:12.150761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b8433af-6863-4cdb-8e4d-05a0fea9cfa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.160824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cbb6662-f068-4b4b-9e18-0780c832a768 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Deleting subnet 995526ec-582b-4dae-9d4c-b5a9342ce98e {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:12.162706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cbb6662-f068-4b4b-9e18-0780c832a768 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.196312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cbb6662-f068-4b4b-9e18-0780c832a768 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.247419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cbb6662-f068-4b4b-9e18-0780c832a768 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.332307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6b8433af-6863-4cdb-8e4d-05a0fea9cfa0 None None] For port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3dd2353c-ed43-4467-a21f-6e34a3ed4a2d,segment=NetworkSegment(86db52cd-6e64-4116-8dad-a70e5b125ee7),segment_id=86db52cd-6e64-4116-8dad-a70e5b125ee7)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:12.332557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b8433af-6863-4cdb-8e4d-05a0fea9cfa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.402251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5035d625-7761-447f-bc06-72955adeb83e None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:12.406718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6b8433af-6863-4cdb-8e4d-05a0fea9cfa0 None None] Calling delete_port for 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:12.425193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cbb6662-f068-4b4b-9e18-0780c832a768 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.426845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5035d625-7761-447f-bc06-72955adeb83e None None] Deleting port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:12.427088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5035d625-7761-447f-bc06-72955adeb83e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.434430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-01bc8e90-2221-4917-988e-8579c7dd9512 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:12.486853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb6662-f068-4b4b-9e18-0780c832a768 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Subnet': ['ID=995526ec-582b-4dae-9d4c-b5a9342ce98e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:12.489495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cbb6662-f068-4b4b-9e18-0780c832a768 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:12.504435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b8433af-6863-4cdb-8e4d-05a0fea9cfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.509214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cbb6662-f068-4b4b-9e18-0780c832a768 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.514444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2cbb6662-f068-4b4b-9e18-0780c832a768 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "DELETE /v2.0/subnets/995526ec-582b-4dae-9d4c-b5a9342ce98e HTTP/1.1" status: 204 len: 168 time: 0.3941646 Apr 16 15:41:12.514697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34206) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:12.516904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-88b83759-fba2-4beb-8692-24512eabbeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:12.520546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:12.535736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a660cb8e-6cac-47b0-aaf3-fffeccab5506 None None] Network 6680c1dd-f350-4801-bd20-4ef613ceb825 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:12.586962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.588402 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b7ea6c6f-4f7d-4ea6-a1db-4c1c14978eec tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4480021 Apr 16 15:41:12.591796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34214) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:12.628219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Deleting port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:12.628602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.675069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8433af-6863-4cdb-8e4d-05a0fea9cfa0 None None] Pushing event deleted for resources: {'Port': ['ID=3dd2353c-ed43-4467-a21f-6e34a3ed4a2d,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:12.694906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b8433af-6863-4cdb-8e4d-05a0fea9cfa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:12.723228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d320e8fc-cd47-430f-b5f2-2da83865dc41 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.748778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] For port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=32759b10-67b4-46cc-b2ae-60bbb3ee29ab,segment=NetworkSegment(53d502d8-1250-4fc8-88b5-dea3b19ded97),segment_id=53d502d8-1250-4fc8-88b5-dea3b19ded97)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:12.749051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.757211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5035d625-7761-447f-bc06-72955adeb83e None None] For port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=127aeb5a-ad3d-4d8b-b291-3a552b5ab231,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:12.757439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5035d625-7761-447f-bc06-72955adeb83e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.807010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:41:12.807364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:41:12.823267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Calling delete_port for 32759b10-67b4-46cc-b2ae-60bbb3ee29ab owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:12.852358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34087a30-1595-4573-b72d-8f31eee1d1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.853529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8433af-6863-4cdb-8e4d-05a0fea9cfa0 None None] No DVR routers for this DVR port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:12.857724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5035d625-7761-447f-bc06-72955adeb83e None None] Calling delete_port for 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:12.868084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.876888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f17d7102-0fec-496b-9e7e-7829270ce63e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:12.901452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.921493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5035d625-7761-447f-bc06-72955adeb83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.925406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d320e8fc-cd47-430f-b5f2-2da83865dc41 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.927431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d320e8fc-cd47-430f-b5f2-2da83865dc41 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.931157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9b89cfd-571a-40a9-9353-b28485c33343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:12.947096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15e35e-1a3f-48db-8367-edf39e04d73b req-ab756013-cb3c-4c10-9aac-2d090e85e4b3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:12.948081 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fb15e35e-1a3f-48db-8367-edf39e04d73b req-ab756013-cb3c-4c10-9aac-2d090e85e4b3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.2810466 Apr 16 15:41:12.953395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211f9bc-b362-4ae9-a57c-cd2c29df0fa5 req-87f275cf-a000-4e94-9b69-03073c4f80f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:12.954892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d211f9bc-b362-4ae9-a57c-cd2c29df0fa5 req-87f275cf-a000-4e94-9b69-03073c4f80f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 944 time: 0.2886608 Apr 16 15:41:12.978143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d320e8fc-cd47-430f-b5f2-2da83865dc41 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:12.978467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d320e8fc-cd47-430f-b5f2-2da83865dc41 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Fanout notify agent at l3_agent the message router_deleted on router 03563743-0356-48b0-87c7-2cf01b948634 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:41:13.013366 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fb15e35e-1a3f-48db-8367-edf39e04d73b req-7d3e5d76-f070-4011-88e0-3e93d53c9895 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572124 Apr 16 15:41:13.015054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d211f9bc-b362-4ae9-a57c-cd2c29df0fa5 req-a4aafba6-1133-4c95-a4f4-d244ccb21fa3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497043 Apr 16 15:41:13.017260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d320e8fc-cd47-430f-b5f2-2da83865dc41 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.017884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d320e8fc-cd47-430f-b5f2-2da83865dc41 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/routers/03563743-0356-48b0-87c7-2cf01b948634 HTTP/1.1" status: 204 len: 168 time: 0.4255073 Apr 16 15:41:13.026977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34218) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:13.034103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:13.115152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:13.117689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:13.119808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:13.123429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:13.129454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:13.133808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.178128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5035d625-7761-447f-bc06-72955adeb83e None None] Pushing event deleted for resources: {'Port': ['ID=127aeb5a-ad3d-4d8b-b291-3a552b5ab231,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:13.189378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16b4be8-5589-4b26-9642-ad3c05475462 None None] DHCP port deletion for 6680c1dd-f350-4801-bd20-4ef613ceb825 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:13.194844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5035d625-7761-447f-bc06-72955adeb83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:13.217304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.218785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.226364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5035d625-7761-447f-bc06-72955adeb83e None None] No DVR routers for this DVR port 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:13.232440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Port': ['ID=32759b10-67b4-46cc-b2ae-60bbb3ee29ab,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:13.234675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:13.251627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] No DVR routers for this DVR port 32759b10-67b4-46cc-b2ae-60bbb3ee29ab on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:13.267973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device fb281c6f-d275-4b37-942e-ecde9977b319 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:41:13.313261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:13.313261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.321191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.344625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port fb281c6f-d275-4b37-942e-ecde9977b319, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fb281c6f-d275-4b37-942e-ecde9977b319,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:13.352166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'fb281c6f-d275-4b37-942e-ecde9977b319', 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad', 'port_id': 'fb281c6f-d275-4b37-942e-ecde9977b319', 'mac_address': 'fa:16:3e:d3:e1:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1489, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42430317-dd32-444c-ac00-3e335f352c18', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:41:13.357547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] The port '3dd2353c-ed43-4467-a21f-6e34a3ed4a2d' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:41:13.388412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6680c1dd-f350-4801-bd20-4ef613ceb825']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:13.396918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d502d8-1250-4fc8-88b5-dea3b19ded97') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:13.397548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d502d8-1250-4fc8-88b5-dea3b19ded97') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:13.398909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.404740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.408915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb281c6f-d275-4b37-942e-ecde9977b319 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:41:13.413198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.416809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Releasing vlan 1497 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:41:13.417507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port fb281c6f-d275-4b37-942e-ecde9977b319, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fb281c6f-d275-4b37-942e-ecde9977b319,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:13.421388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.422956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-88b83759-fba2-4beb-8692-24512eabbeb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:13.442840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.464051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=fb281c6f-d275-4b37-942e-ecde9977b319,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:13.466074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:13.513661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 6680c1dd-f350-4801-bd20-4ef613ceb825 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:13.518356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.523170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b51911e-e738-4415-9b48-797ba9dc8765']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:13.545368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86db52cd-6e64-4116-8dad-a70e5b125ee7') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:13.545945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86db52cd-6e64-4116-8dad-a70e5b125ee7') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:13.557008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.572623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.576242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.584079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d147784-378e-4e6d-aa9a-3f7288be1385 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:13.600707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Releasing vlan 1475 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:41:13.613754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Network 6680c1dd-f350-4801-bd20-4ef613ceb825 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:41:13.626680 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:41:13.671088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.673346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f29cc78a-ba00-465f-8917-4fd922a10a87 tempest-QuotasNegativeTest-1596095561 tempest-QuotasNegativeTest-1596095561-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:13.682090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.691555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Pushing event deleted for resources: {'Network': ['ID=6680c1dd-f350-4801-bd20-4ef613ceb825,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:13.693281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:13.698107 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "DELETE /v2.0/networks/6680c1dd-f350-4801-bd20-4ef613ceb825 HTTP/1.1" status: 204 len: 168 time: 1.1791942 Apr 16 15:41:13.698549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34222) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:13.725659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-835b3e82-9d39-400f-8220-88ca6efb5576 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Synchronizing usage tracker for tenant:69a9f344d98344f6b8a2a00816239025 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:13.735570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-835b3e82-9d39-400f-8220-88ca6efb5576 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Unset dirty status for tenant:69a9f344d98344f6b8a2a00816239025 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:13.736276 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-835b3e82-9d39-400f-8220-88ca6efb5576 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "GET /v2.0/ports?device_id=37004835-abfb-4ec2-be7c-4b41aead00e5 HTTP/1.1" status: 200 len: 205 time: 0.0374756 Apr 16 15:41:13.739737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34226) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:13.747772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=703e3056-a856-4425-9817-d1283a8f2e11,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:13.749577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:13.756594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 7b51911e-e738-4415-9b48-797ba9dc8765 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:13.762016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.816375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98ab874a-d46a-4ec3-8abc-ac0b7ae09fb0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:13.856452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['fb281c6f-d275-4b37-942e-ecde9977b319'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:41:13.915873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 32759b10-67b4-46cc-b2ae-60bbb3ee29ab no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:13.947464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 32759b10-67b4-46cc-b2ae-60bbb3ee29ab {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:13.947712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 32759b10-67b4-46cc-b2ae-60bbb3ee29ab not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:13.948025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:13.974825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:13.975211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3dd2353c-ed43-4467-a21f-6e34a3ed4a2d not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:13.975350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:14.007695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:14.007925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 127aeb5a-ad3d-4d8b-b291-3a552b5ab231 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:14.015928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98ab874a-d46a-4ec3-8abc-ac0b7ae09fb0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.018048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98ab874a-d46a-4ec3-8abc-ac0b7ae09fb0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.034783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98ab874a-d46a-4ec3-8abc-ac0b7ae09fb0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.035285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ab874a-d46a-4ec3-8abc-ac0b7ae09fb0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Fanout notify agent at l3_agent the message router_deleted on router 37004835-abfb-4ec2-be7c-4b41aead00e5 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:41:14.042614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98ab874a-d46a-4ec3-8abc-ac0b7ae09fb0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.043319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-98ab874a-d46a-4ec3-8abc-ac0b7ae09fb0 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] 10.222.0.95 "DELETE /v2.0/routers/37004835-abfb-4ec2-be7c-4b41aead00e5 HTTP/1.1" status: 204 len: 168 time: 0.3030500 Apr 16 15:41:14.077221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.209558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 7b51911e-e738-4415-9b48-797ba9dc8765 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:14.214143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:41:14.231941 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:41:14.233748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:14.240958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2954085-e993-4e76-8e94-5101067aa3ce None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:14.267629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34238) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:14.280093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:14.280476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.309683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.317949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ada82969-e8db-43d9-82b8-654eb1df6b44 tempest-ExternalNetworksTestJSON-2003154742 tempest-ExternalNetworksTestJSON-2003154742-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:14.328440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2987008 Apr 16 15:41:14.328440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.328440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/networks/7b51911e-e738-4415-9b48-797ba9dc8765 HTTP/1.1" status: 204 len: 168 time: 2.4302957 Apr 16 15:41:14.328639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34244) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:14.330859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34248) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:14.334260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f414b220-8c1c-4986-b748-be42b6c41c2a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-661324846', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:14.337838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Network': ['ID=7b51911e-e738-4415-9b48-797ba9dc8765,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:14.339468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:14.340132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1983493862', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:14.347102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f414b220-8c1c-4986-b748-be42b6c41c2a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:14.348960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32901f7-4087-4177-ba58-00aaff350110 req-aa7b099c-a7fc-4493-b40a-8a2f97825d7a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:14.349901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e32901f7-4087-4177-ba58-00aaff350110 req-aa7b099c-a7fc-4493-b40a-8a2f97825d7a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 945 time: 0.1950142 Apr 16 15:41:14.354217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cacdee-f320-4c84-834b-95531fd2ed8a req-bec4bf69-d3a3-4032-8240-b0754b4afa06 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:14.355177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92cacdee-f320-4c84-834b-95531fd2ed8a req-bec4bf69-d3a3-4032-8240-b0754b4afa06 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.2010970 Apr 16 15:41:14.356432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:14.358684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f414b220-8c1c-4986-b748-be42b6c41c2a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:router and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:14.362402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f414b220-8c1c-4986-b748-be42b6c41c2a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:14.364340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:router and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:14.368132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:14.370235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f414b220-8c1c-4986-b748-be42b6c41c2a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:14.378935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:14.382424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': '703e3056-a856-4425-9817-d1283a8f2e11'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:14.383427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.397999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f414b220-8c1c-4986-b748-be42b6c41c2a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.398690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f414b220-8c1c-4986-b748-be42b6c41c2a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.399532 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e32901f7-4087-4177-ba58-00aaff350110 req-502f8214-cbf3-4f8a-837f-0734a305cc83 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Apr 16 15:41:14.401996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92cacdee-f320-4c84-834b-95531fd2ed8a req-60913380-031f-4d03-a7a5-b760cb582917 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380261 Apr 16 15:41:14.403706 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3ced9116-e560-4fa8-b9ab-70da7e0d8de3 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=69a9f344d98344f6b8a2a00816239025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351790 Apr 16 15:41:14.404320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.404911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.405459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34254) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:14.415621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f414b220-8c1c-4986-b748-be42b6c41c2a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.426261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.440182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f414b220-8c1c-4986-b748-be42b6c41c2a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.446061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93caf01a-3160-412f-99ec-85744dc148c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.462247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93caf01a-3160-412f-99ec-85744dc148c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.487459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93caf01a-3160-412f-99ec-85744dc148c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.490737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-719e1e38-ff0a-452b-9b4b-c9e8dfb130be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:14.495156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Allocated IP 2001:db8::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/703e3056-a856-4425-9817-d1283a8f2e11/9183f251-7675-4154-95e1-a5d2a7e43a90) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:14.498654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93caf01a-3160-412f-99ec-85744dc148c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48228648-4eb6-4760-b410-ac218a50c00f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:14.507021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93caf01a-3160-412f-99ec-85744dc148c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:14.508405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93caf01a-3160-412f-99ec-85744dc148c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.510905 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93caf01a-3160-412f-99ec-85744dc148c8 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/48228648-4eb6-4760-b410-ac218a50c00f HTTP/1.1" status: 204 len: 168 time: 0.1032307 Apr 16 15:41:14.556033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f414b220-8c1c-4986-b748-be42b6c41c2a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.558747 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f414b220-8c1c-4986-b748-be42b6c41c2a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2275062 Apr 16 15:41:14.559052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34260) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:14.600618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.643849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.650731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Transition to ACTIVE for port object 9183f251-7675-4154-95e1-a5d2a7e43a90 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:14.663183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Transition to ACTIVE for port object 9183f251-7675-4154-95e1-a5d2a7e43a90 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:14.672672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.747208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d845949a-e570-4f44-942b-7048687d507e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:14.792661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:14.794803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Pushing event updated for resources: {'Port': ['ID=9183f251-7675-4154-95e1-a5d2a7e43a90,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:14.796387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:14.797372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:14.798137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:14.808788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.825721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.849176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Attempting to bind port 9183f251-7675-4154-95e1-a5d2a7e43a90 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:14.849404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Attempting to bind port 9183f251-7675-4154-95e1-a5d2a7e43a90 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:14.849628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Attempting to bind port 9183f251-7675-4154-95e1-a5d2a7e43a90 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:14.852827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:14.853023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:14.853277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.853753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:14.853883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Bound port: 9183f251-7675-4154-95e1-a5d2a7e43a90, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:14.854120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.883059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.890543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00562996-a881-4e33-ace6-00c206b9dea1 req-e9cf701c-c613-4607-b872-a08c56f87de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:14.891799 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00562996-a881-4e33-ace6-00c206b9dea1 req-e9cf701c-c613-4607-b872-a08c56f87de5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 1098 time: 0.1790309 Apr 16 15:41:14.904640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Allocated IP 172.26.4.116 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/1237ff1f-1ca2-4d64-84ca-592cc798501d) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:14.908294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] For port 9183f251-7675-4154-95e1-a5d2a7e43a90, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:14.910079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] For port 9183f251-7675-4154-95e1-a5d2a7e43a90, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9183f251-7675-4154-95e1-a5d2a7e43a90,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:14.912663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:14.921020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:14.994339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:15.004949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Pushing event updated for resources: {'Port': ['ID=9183f251-7675-4154-95e1-a5d2a7e43a90,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:15.007922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:15.018351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:15.027324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-857bf334-a83d-4948-9935-780bc9a41332 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:15.099569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=1237ff1f-1ca2-4d64-84ca-592cc798501d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:15.101154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00562996-a881-4e33-ace6-00c206b9dea1 req-be7aecb3-3f3b-4737-978a-b59767778ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:15.102104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00562996-a881-4e33-ace6-00c206b9dea1 req-be7aecb3-3f3b-4737-978a-b59767778ed0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad HTTP/1.1" status: 200 len: 899 time: 0.1738358 Apr 16 15:41:15.106820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:15.133254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:15.134004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:15.135652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:15.148537 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00562996-a881-4e33-ace6-00c206b9dea1 req-969bb1e3-d2b8-40b7-b6c4-d7903c1014ed service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=fb281c6f-d275-4b37-942e-ecde9977b319 HTTP/1.1" status: 200 len: 217 time: 0.0425858 Apr 16 15:41:15.216875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::1 (202228ea-75c8-4a07-a357-aa1a8927fb48/703e3056-a856-4425-9817-d1283a8f2e11/5f2f68b0-f744-4345-9c6e-ffb727c27031) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:15.218737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00562996-a881-4e33-ace6-00c206b9dea1 req-4e77f566-f9a7-4e36-9f04-c81f4dbae74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:15.219909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00562996-a881-4e33-ace6-00c206b9dea1 req-4e77f566-f9a7-4e36-9f04-c81f4dbae74a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=42430317-dd32-444c-ac00-3e335f352c18 HTTP/1.1" status: 200 len: 838 time: 0.0671325 Apr 16 15:41:15.282079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device fb281c6f-d275-4b37-942e-ecde9977b319 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:15.346318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port fb281c6f-d275-4b37-942e-ecde9977b319 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:15.349473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port fb281c6f-d275-4b37-942e-ecde9977b319 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:15.349710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:15.372877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00562996-a881-4e33-ace6-00c206b9dea1 req-5d1922b4-0038-4683-a2a6-0f7874fce5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:15.374058 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00562996-a881-4e33-ace6-00c206b9dea1 req-5d1922b4-0038-4683-a2a6-0f7874fce5d9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1495187 Apr 16 15:41:15.376249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:15.424515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:15.452745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 5f2f68b0-f744-4345-9c6e-ffb727c27031 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:15.455361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port fb281c6f-d275-4b37-942e-ecde9977b319, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fb281c6f-d275-4b37-942e-ecde9977b319,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:15.456585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca58f878-decf-4c34-8596-d3612e64ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb281c6f-d275-4b37-942e-ecde9977b319'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:41:15.461595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:15.463142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b8433af-6863-4cdb-8e4d-05a0fea9cfa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:15.491570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00562996-a881-4e33-ace6-00c206b9dea1 req-b30517a2-94c2-4d0f-be7a-cbcdff1456c6 service neutron] 10.222.0.107 "GET /v2.0/networks/6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123731 Apr 16 15:41:15.507555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=fb281c6f-d275-4b37-942e-ecde9977b319,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:15.509690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:15.599666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:15.613319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c06b6641-7238-4c68-8b06-fe87c7ad6cf3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:15.720579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:15.895979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9183f251-7675-4154-95e1-a5d2a7e43a90 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:15.940552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 9183f251-7675-4154-95e1-a5d2a7e43a90 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:15.942595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:15.999834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=5f2f68b0-f744-4345-9c6e-ffb727c27031,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:16.007789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00562996-a881-4e33-ace6-00c206b9dea1 req-6c97dd02-ebef-4a6c-b610-ff44a9528fe9 service neutron] 10.222.0.107 "GET /v2.0/networks/6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122397 Apr 16 15:41:16.010579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:16.039373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa3e89-49f2-4379-aed7-ff53e4f6e7ac req-68dafbab-debe-489c-8fcd-5227e8d87372 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:16.040296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0fa3e89-49f2-4379-aed7-ff53e4f6e7ac req-68dafbab-debe-489c-8fcd-5227e8d87372 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.4957874 Apr 16 15:41:16.049925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec80fd-78ac-4a4b-b829-c3de08621d0b req-f96a963a-9ab2-4aa5-858a-17b2beb6e7d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:16.050743 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0cec80fd-78ac-4a4b-b829-c3de08621d0b req-f96a963a-9ab2-4aa5-858a-17b2beb6e7d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 946 time: 0.5049036 Apr 16 15:41:16.064648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:16.070182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router d667cd10-a6ed-43b9-a642-a68b12f8fbde is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:41:16.073799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:16.080059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:16.080428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.108978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0fa3e89-49f2-4379-aed7-ff53e4f6e7ac req-c5f9d8f2-7b40-4711-94b0-bc61d9743f3c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645983 Apr 16 15:41:16.115125 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0cec80fd-78ac-4a4b-b829-c3de08621d0b req-5bf1fff9-7042-4652-a5d6-4828d63788a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522513 Apr 16 15:41:16.148076 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca58f878-decf-4c34-8596-d3612e64ddc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb281c6f-d275-4b37-942e-ecde9977b319', 'code': 200} Apr 16 15:41:16.176445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.203055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:16.212300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a19d1d5-1c0d-4559-836d-e7ecb7a84aa0 None None] Sync routers for ids ['d667cd10-a6ed-43b9-a642-a68b12f8fbde'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:16.218449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a19d1d5-1c0d-4559-836d-e7ecb7a84aa0 None None] Routers {'d667cd10-a6ed-43b9-a642-a68b12f8fbde'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:16.219051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2a19d1d5-1c0d-4559-836d-e7ecb7a84aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d667cd10-a6ed-43b9-a642-a68b12f8fbde'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:16.221328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.222147 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.8907499 Apr 16 15:41:16.224032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34270) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:16.269031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2a19d1d5-1c0d-4559-836d-e7ecb7a84aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:16.277230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a19d1d5-1c0d-4559-836d-e7ecb7a84aa0 None None] Routers {'d667cd10-a6ed-43b9-a642-a68b12f8fbde'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:16.277605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2a19d1d5-1c0d-4559-836d-e7ecb7a84aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d667cd10-a6ed-43b9-a642-a68b12f8fbde'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:16.314954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2a19d1d5-1c0d-4559-836d-e7ecb7a84aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:16.314954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a19d1d5-1c0d-4559-836d-e7ecb7a84aa0 None None] The sync data for ids ['d667cd10-a6ed-43b9-a642-a68b12f8fbde'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:16.344686 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b685e800-6550-40f2-a6ff-2dde94cd3733 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/routers/d667cd10-a6ed-43b9-a642-a68b12f8fbde HTTP/1.1" status: 200 len: 881 time: 0.1183469 Apr 16 15:41:16.344841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34274) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:16.356388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e744e9bc-4bc9-48bb-af66-89da488545cd None None] Provisioning for port 9183f251-7675-4154-95e1-a5d2a7e43a90 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:16.359556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e744e9bc-4bc9-48bb-af66-89da488545cd None None] Provisioning complete for port 9183f251-7675-4154-95e1-a5d2a7e43a90 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:16.359795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e744e9bc-4bc9-48bb-af66-89da488545cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.443323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.445943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.446598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.455540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9cb90e2-16d9-408e-8104-5f2953eaf3d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:16.460852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e744e9bc-4bc9-48bb-af66-89da488545cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.468372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-46afab6d-471c-45ee-a6e4-a7dac43012b7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Synchronizing usage tracker for tenant:c11bfe32baa241419991ef367da50f0b on resource:router {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:16.479032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-46afab6d-471c-45ee-a6e4-a7dac43012b7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Unset dirty status for tenant:c11bfe32baa241419991ef367da50f0b on resource:router {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:16.481668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e744e9bc-4bc9-48bb-af66-89da488545cd None None] For port 9183f251-7675-4154-95e1-a5d2a7e43a90, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9183f251-7675-4154-95e1-a5d2a7e43a90,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:16.481756 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-46afab6d-471c-45ee-a6e4-a7dac43012b7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.1345870 Apr 16 15:41:16.481826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34278) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:16.483589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e744e9bc-4bc9-48bb-af66-89da488545cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.484854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2ef3b95e-f542-4a09-bc49-bdcdebb1c89d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:16.485283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-86c0e237-5b43-45c0-9dc7-5194bac33ff3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1983493862'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:16.522635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744e9bc-4bc9-48bb-af66-89da488545cd None None] Pushing event updated for resources: {'Port': ['ID=9183f251-7675-4154-95e1-a5d2a7e43a90,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:16.524534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e744e9bc-4bc9-48bb-af66-89da488545cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:16.569217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=5f2f68b0-f744-4345-9c6e-ffb727c27031,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:16.571226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:16.601313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d9795ba3-e8c8-460c-9e7c-e32c2d4fd238 None None] Provisioning for port 5f2f68b0-f744-4345-9c6e-ffb727c27031 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:16.603214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:16.604513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d9795ba3-e8c8-460c-9e7c-e32c2d4fd238 None None] Provisioning complete for port 5f2f68b0-f744-4345-9c6e-ffb727c27031 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:16.604618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:16.604929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9795ba3-e8c8-460c-9e7c-e32c2d4fd238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.610481 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-ee879daf-a8a4-4492-ab3b-ceb51d496c45 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838420 Apr 16 15:41:16.650642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d9795ba3-e8c8-460c-9e7c-e32c2d4fd238 None None] Port 5f2f68b0-f744-4345-9c6e-ffb727c27031 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:16.719383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Router f197c5a4-d907-45f8-8d43-7c3742692ac3 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:41:16.764499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bdcb7b09-6267-4d5b-b81f-eda6470a1a29 None None] Provisioning complete for port 5f2f68b0-f744-4345-9c6e-ffb727c27031 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:16.764805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdcb7b09-6267-4d5b-b81f-eda6470a1a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.788184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86c0e237-5b43-45c0-9dc7-5194bac33ff3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.795417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86c0e237-5b43-45c0-9dc7-5194bac33ff3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:16.796517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb7b09-6267-4d5b-b81f-eda6470a1a29 None None] Port 5f2f68b0-f744-4345-9c6e-ffb727c27031 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:16.811440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:16.818052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Sync routers for ids ['f197c5a4-d907-45f8-8d43-7c3742692ac3'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:16.820540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "PUT /v2.0/routers/f197c5a4-d907-45f8-8d43-7c3742692ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2589881 Apr 16 15:41:16.820702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34282) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:16.824242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Routers {'f197c5a4-d907-45f8-8d43-7c3742692ac3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:16.824667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['f197c5a4-d907-45f8-8d43-7c3742692ac3'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:16.862996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d63a82-bb8c-4e4b-9a0c-4853fd48801a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:16.863365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f1d63a82-bb8c-4e4b-9a0c-4853fd48801a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:16.873586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f1d63a82-bb8c-4e4b-9a0c-4853fd48801a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:16.876110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f1d63a82-bb8c-4e4b-9a0c-4853fd48801a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports/5f2f68b0-f744-4345-9c6e-ffb727c27031 HTTP/1.1" status: 200 len: 911 time: 0.0531061 Apr 16 15:41:16.876290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34286) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:16.930840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4144a15-bdb1-413e-a616-eebaf00fd950 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:16.931031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Set router f197c5a4-d907-45f8-8d43-7c3742692ac3 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:16.933927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4144a15-bdb1-413e-a616-eebaf00fd950 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:16.937155 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d4144a15-bdb1-413e-a616-eebaf00fd950 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0581532 Apr 16 15:41:16.937155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34290) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:17.150827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984b72b-16bc-4340-993a-29bdc33fda2c req-fb9fcf2f-f351-4413-baee-aeaad8956ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:17.151435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f197c5a4-d907-45f8-8d43-7c3742692ac3', 'name': 'tempest-NetworksTestDHCPv6-router-661324846', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:14Z', 'updated_at': '2021-04-16T15:41:16Z', 'revision_number': 2, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'gw_port_host': None, '_interfaces': [{'id': '5f2f68b0-f744-4345-9c6e-ffb727c27031', 'name': '', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'mac_address': 'fa:16:3e:ad:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f197c5a4-d907-45f8-8d43-7c3742692ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '703e3056-a856-4425-9817-d1283a8f2e11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:15Z', 'updated_at': '2021-04-16T15:41:16Z', 'revision_number': 2, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'subnets': [{'id': '703e3056-a856-4425-9817-d1283a8f2e11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:17.151762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9984b72b-16bc-4340-993a-29bdc33fda2c req-fb9fcf2f-f351-4413-baee-aeaad8956ae7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 1099 time: 0.1436076 Apr 16 15:41:17.154265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Checking router: f197c5a4-d907-45f8-8d43-7c3742692ac3 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:17.154606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Updating router f197c5a4-d907-45f8-8d43-7c3742692ac3 port 5f2f68b0-f744-4345-9c6e-ffb727c27031 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:41:17.180086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c0e237-5b43-45c0-9dc7-5194bac33ff3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router d667cd10-a6ed-43b9-a642-a68b12f8fbde has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:17.196841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.209542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9984b72b-16bc-4340-993a-29bdc33fda2c req-676f878b-1152-4a67-89e7-15035c1df152 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493052 Apr 16 15:41:17.286783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c0e237-5b43-45c0-9dc7-5194bac33ff3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:17.293381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772f847-7927-4f93-b0d2-c6f8e48612d5 None None] Sync routers for ids ['d667cd10-a6ed-43b9-a642-a68b12f8fbde'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:17.296092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86c0e237-5b43-45c0-9dc7-5194bac33ff3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.296970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-86c0e237-5b43-45c0-9dc7-5194bac33ff3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/d667cd10-a6ed-43b9-a642-a68b12f8fbde HTTP/1.1" status: 200 len: 888 time: 0.8146071 Apr 16 15:41:17.298949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34298) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:17.301762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772f847-7927-4f93-b0d2-c6f8e48612d5 None None] Routers {'d667cd10-a6ed-43b9-a642-a68b12f8fbde'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:17.302229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3772f847-7927-4f93-b0d2-c6f8e48612d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d667cd10-a6ed-43b9-a642-a68b12f8fbde'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:17.344033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3772f847-7927-4f93-b0d2-c6f8e48612d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:17.350541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772f847-7927-4f93-b0d2-c6f8e48612d5 None None] Routers {'d667cd10-a6ed-43b9-a642-a68b12f8fbde'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:17.351400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3772f847-7927-4f93-b0d2-c6f8e48612d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d667cd10-a6ed-43b9-a642-a68b12f8fbde'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:17.363609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d471ca-cc9d-4f8e-b221-3875f29a35b6 req-55d7cc2d-c87a-416b-97f7-077fa62c2574 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:17.364579 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d8d471ca-cc9d-4f8e-b221-3875f29a35b6 req-55d7cc2d-c87a-416b-97f7-077fa62c2574 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 946 time: 0.1286039 Apr 16 15:41:17.384765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc9489-b79a-4648-8e1d-9d854314c6fc req-6d643638-123e-4bd6-8b1b-6a48d4005d1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:17.385747 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-60fc9489-b79a-4648-8e1d-9d854314c6fc req-6d643638-123e-4bd6-8b1b-6a48d4005d1c tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.1490338 Apr 16 15:41:17.391909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3772f847-7927-4f93-b0d2-c6f8e48612d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:17.392183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3772f847-7927-4f93-b0d2-c6f8e48612d5 None None] The sync data for ids ['d667cd10-a6ed-43b9-a642-a68b12f8fbde'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:17.408418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.439954 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-06f21442-9a76-4a7d-b165-204f4007d4ea tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/routers/d667cd10-a6ed-43b9-a642-a68b12f8fbde HTTP/1.1" status: 200 len: 888 time: 0.1379359 Apr 16 15:41:17.440170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34302) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:17.473332 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-19a74d06-bdda-48c6-bae0-19ca83eaa46e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=d667cd10-a6ed-43b9-a642-a68b12f8fbde HTTP/1.1" status: 200 len: 205 time: 0.0306957 Apr 16 15:41:17.473517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34306) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:17.578588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.580721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.586909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Transition to ACTIVE for port object 5f2f68b0-f744-4345-9c6e-ffb727c27031 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:17.590785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.599925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:17.673948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Pushing event updated for resources: {'Port': ['ID=5f2f68b0-f744-4345-9c6e-ffb727c27031,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:17.685706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.685980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.686223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.686486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.686726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.686972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.687203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.687458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.687694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.687925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.688157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.688570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:17.690966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:17.693546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.700286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 1237ff1f-1ca2-4d64-84ca-592cc798501d {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:17.700712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.807678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Attempting to bind port 5f2f68b0-f744-4345-9c6e-ffb727c27031 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:17.808177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Attempting to bind port 5f2f68b0-f744-4345-9c6e-ffb727c27031 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:17.808541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Attempting to bind port 5f2f68b0-f744-4345-9c6e-ffb727c27031 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:17.808606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.812125 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d8d471ca-cc9d-4f8e-b221-3875f29a35b6 req-bc0e5248-33fa-42b6-adfe-dfff9af33d3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4237080 Apr 16 15:41:17.817685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-60fc9489-b79a-4648-8e1d-9d854314c6fc req-706ba3a0-b145-4d94-a72f-9eb815e3286d tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4256194 Apr 16 15:41:17.829246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:17.829709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:17.830038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.830347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:17.830761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Bound port: 5f2f68b0-f744-4345-9c6e-ffb727c27031, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:17.831120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.891143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] For port 5f2f68b0-f744-4345-9c6e-ffb727c27031, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:17.894071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] For port 5f2f68b0-f744-4345-9c6e-ffb727c27031, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5f2f68b0-f744-4345-9c6e-ffb727c27031,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:17.897363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.911859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7cc5381d-be70-4c39-b0b5-09968526e735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:17.912458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9183f251-7675-4154-95e1-a5d2a7e43a90 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:17.935926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 5f2f68b0-f744-4345-9c6e-ffb727c27031 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:17.936331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:17.948426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 1237ff1f-1ca2-4d64-84ca-592cc798501d owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:17.968228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Pushing event updated for resources: {'Port': ['ID=5f2f68b0-f744-4345-9c6e-ffb727c27031,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:17.994704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:18.004145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 9183f251-7675-4154-95e1-a5d2a7e43a90 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:18.004326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.062433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Routers {'f197c5a4-d907-45f8-8d43-7c3742692ac3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:18.062810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['f197c5a4-d907-45f8-8d43-7c3742692ac3'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:18.068196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] For port 5f2f68b0-f744-4345-9c6e-ffb727c27031, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5f2f68b0-f744-4345-9c6e-ffb727c27031,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:18.068423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.100836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.110622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:18.158873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] Set router f197c5a4-d907-45f8-8d43-7c3742692ac3 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:18.160993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 5f2f68b0-f744-4345-9c6e-ffb727c27031 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:18.163545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=1237ff1f-1ca2-4d64-84ca-592cc798501d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:18.165210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:18.257977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.272317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.281277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac17b23f-b07b-496d-8418-d13a86d94dc4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:18.308489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=5f2f68b0-f744-4345-9c6e-ffb727c27031,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:18.310516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:18.336451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f197c5a4-d907-45f8-8d43-7c3742692ac3', 'name': 'tempest-NetworksTestDHCPv6-router-661324846', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:14Z', 'updated_at': '2021-04-16T15:41:16Z', 'revision_number': 2, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'gw_port_host': None, '_interfaces': [{'id': '5f2f68b0-f744-4345-9c6e-ffb727c27031', 'name': '', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'mac_address': 'fa:16:3e:ad:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f197c5a4-d907-45f8-8d43-7c3742692ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '703e3056-a856-4425-9817-d1283a8f2e11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:15Z', 'updated_at': '2021-04-16T15:41:17Z', 'revision_number': 4, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'subnets': [{'id': '703e3056-a856-4425-9817-d1283a8f2e11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:18.338686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237d3a7-c527-4b44-87a0-e4170aad5953 None None] The sync data for ids ['f197c5a4-d907-45f8-8d43-7c3742692ac3'] in dv-neutron-786478-2-hyperv is: [{'id': 'f197c5a4-d907-45f8-8d43-7c3742692ac3', 'name': 'tempest-NetworksTestDHCPv6-router-661324846', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:14Z', 'updated_at': '2021-04-16T15:41:16Z', 'revision_number': 2, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'gw_port_host': None, '_interfaces': [{'id': '5f2f68b0-f744-4345-9c6e-ffb727c27031', 'name': '', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'mac_address': 'fa:16:3e:ad:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f197c5a4-d907-45f8-8d43-7c3742692ac3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '703e3056-a856-4425-9817-d1283a8f2e11', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:15Z', 'updated_at': '2021-04-16T15:41:17Z', 'revision_number': 4, 'project_id': '495c33084ebc4055ae9dacca760ef79b', 'subnets': [{'id': '703e3056-a856-4425-9817-d1283a8f2e11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:18.358807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.360482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.373527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.373856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Fanout notify agent at l3_agent the message router_deleted on router d667cd10-a6ed-43b9-a642-a68b12f8fbde {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:41:18.388566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.389401 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/d667cd10-a6ed-43b9-a642-a68b12f8fbde HTTP/1.1" status: 204 len: 168 time: 0.9152486 Apr 16 15:41:18.394752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34310) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:18.398611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'network': {'name': 'tempest-RoutersTest-1387007549'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:18.403962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:18.406879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:network and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:18.408856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:18.412586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:18.424408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:18.429116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.449017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1472} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:41:18.455686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.455925 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added segment 5a78eb16-80da-4468-8c46-99e1a2fa2ca0 of type vlan for network 5b811fb1-1676-442f-82b9-677f63b63088 Apr 16 15:41:18.472123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.492533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.493573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.495782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:18.496155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.499718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a62283c2-e3fc-4dd3-aaeb-b05753d4248f tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:18.556075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1604149 Apr 16 15:41:18.558061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34314) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:18.562948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'subnet': {'network_id': '5b811fb1-1676-442f-82b9-677f63b63088', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:18.570881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Network': ['ID=5b811fb1-1676-442f-82b9-677f63b63088,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:18.573622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:18.581586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 5b811fb1-1676-442f-82b9-677f63b63088 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:41:18.626627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:18.631753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:subnet and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:18.633499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:18.636852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:18.646029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:18.649708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:18.763147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Router f197c5a4-d907-45f8-8d43-7c3742692ac3 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:18.842398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:18.863326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "PUT /v2.0/routers/f197c5a4-d907-45f8-8d43-7c3742692ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9256325 Apr 16 15:41:18.865030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34322) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:18.919933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b72d32-ef33-4500-8160-bd01ad4e3df6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:18.920829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b72d32-ef33-4500-8160-bd01ad4e3df6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:18.921274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f0b72d32-ef33-4500-8160-bd01ad4e3df6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:18.934091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f0b72d32-ef33-4500-8160-bd01ad4e3df6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:18.934928 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f0b72d32-ef33-4500-8160-bd01ad4e3df6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0691409 Apr 16 15:41:18.937361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34326) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:18.983089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59aa928-6c59-4b6c-a649-1088aa92534d req-68a5d19a-392b-4da0-80e3-ccf89bb4ddd9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:18.984015 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e59aa928-6c59-4b6c-a649-1088aa92534d req-68a5d19a-392b-4da0-80e3-ccf89bb4ddd9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 946 time: 0.0906796 Apr 16 15:41:18.988521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4856b2-7e1a-4674-b505-99d2cbc59cbb req-77e7d3f0-ed34-4329-9ea4-9077c1558caf tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:18.989289 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2f4856b2-7e1a-4674-b505-99d2cbc59cbb req-77e7d3f0-ed34-4329-9ea4-9077c1558caf tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.0706179 Apr 16 15:41:19.009069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-829c83d9-48fa-4868-9e67-77f73cea5e9b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 703e3056-a856-4425-9817-d1283a8f2e11 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:19.012482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.020965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-829c83d9-48fa-4868-9e67-77f73cea5e9b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.029713 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e59aa928-6c59-4b6c-a649-1088aa92534d req-d50e4e98-77be-4aea-b8c7-0eb467f22ea1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398195 Apr 16 15:41:19.032358 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2f4856b2-7e1a-4674-b505-99d2cbc59cbb req-67f78b41-aaed-4fc1-84a5-f4904f1b7044 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346255 Apr 16 15:41:19.036319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bf588d09-76ce-4acb-9602-cfd82c86a96c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:19.155321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e4bad-574e-48b9-96d9-a90b64310b00 req-dfb1a267-dbf0-42ee-beb9-b4d05bceab73 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:19.156234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5d7e4bad-574e-48b9-96d9-a90b64310b00 req-dfb1a267-dbf0-42ee-beb9-b4d05bceab73 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 946 time: 0.0667379 Apr 16 15:41:19.190886 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5d7e4bad-574e-48b9-96d9-a90b64310b00 req-7ab0f8bf-a1bc-43d3-8a8c-c4540ce1cc72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267692 Apr 16 15:41:19.386092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-829c83d9-48fa-4868-9e67-77f73cea5e9b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.406664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Subnet': ['ID=df855201-200f-4570-b26b-2fc68a27f53c,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:19.411297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:19.465135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-829c83d9-48fa-4868-9e67-77f73cea5e9b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.493896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Checking segment: {'id': '5a78eb16-80da-4468-8c46-99e1a2fa2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': '5b811fb1-1676-442f-82b9-677f63b63088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:19.494137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network hostable DHCP agents. Network: 5b811fb1-1676-442f-82b9-677f63b63088, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:41:19.551433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 5b811fb1-1676-442f-82b9-677f63b63088 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:41:19.565090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 5b811fb1-1676-442f-82b9-677f63b63088) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:19.571968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fddce8-5d8d-4b71-93ee-d7dba2a32e3f None None] Network 5b811fb1-1676-442f-82b9-677f63b63088 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:19.575374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:19.575784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.601674 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0429902 Apr 16 15:41:19.603662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34336) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:19.607354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3f6fcf34-d9d8-4d50-9641-76d69403b7d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1294758530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:19.611593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3f6fcf34-d9d8-4d50-9641-76d69403b7d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:19.614133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3f6fcf34-d9d8-4d50-9641-76d69403b7d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:router and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:19.616056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3f6fcf34-d9d8-4d50-9641-76d69403b7d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:19.619210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3f6fcf34-d9d8-4d50-9641-76d69403b7d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:19.626359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcf34-d9d8-4d50-9641-76d69403b7d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.627040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcf34-d9d8-4d50-9641-76d69403b7d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.637058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcf34-d9d8-4d50-9641-76d69403b7d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.644830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-829c83d9-48fa-4868-9e67-77f73cea5e9b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.648202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcf34-d9d8-4d50-9641-76d69403b7d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.653425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44e2db0f-da80-4766-9e92-c8335152cffb tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:19.663900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcf34-d9d8-4d50-9641-76d69403b7d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.666433 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3f6fcf34-d9d8-4d50-9641-76d69403b7d8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0602579 Apr 16 15:41:19.666598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34340) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:19.696645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-5b811fb1-1676-442f-82b9-677f63b63088', 'network_id': '5b811fb1-1676-442f-82b9-677f63b63088', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'fixed_ips': [{'subnet_id': 'df855201-200f-4570-b26b-2fc68a27f53c'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:19.697342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.706944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c83d9-48fa-4868-9e67-77f73cea5e9b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=703e3056-a856-4425-9817-d1283a8f2e11,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:19.709582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-829c83d9-48fa-4868-9e67-77f73cea5e9b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:19.731119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-829c83d9-48fa-4868-9e67-77f73cea5e9b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.739462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-829c83d9-48fa-4868-9e67-77f73cea5e9b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/703e3056-a856-4425-9817-d1283a8f2e11 HTTP/1.1" status: 204 len: 168 time: 0.8014271 Apr 16 15:41:19.741153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34344) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:19.828172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-21cef0fd-56c9-4f94-95dd-658de403ebc3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:router {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:19.841572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-21cef0fd-56c9-4f94-95dd-658de403ebc3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:router {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:19.842336 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-21cef0fd-56c9-4f94-95dd-658de403ebc3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1005352 Apr 16 15:41:19.844179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34348) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:19.912504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00eddd-821c-442a-9bab-91b55e0bae6f None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:19.923712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94dca197-e92b-471c-8f38-bbdcd7b17b8c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:19.950364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.057751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Allocated IP 172.20.0.2 (5b811fb1-1676-442f-82b9-677f63b63088/df855201-200f-4570-b26b-2fc68a27f53c/323471b0-2e59-474e-95eb-d1c06bbb43a3) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:20.122516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94dca197-e92b-471c-8f38-bbdcd7b17b8c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.123961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94dca197-e92b-471c-8f38-bbdcd7b17b8c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.138070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94dca197-e92b-471c-8f38-bbdcd7b17b8c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.138321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3561501c-0c88-44f7-af45-7b934d0fc0f8 None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:20.138556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dca197-e92b-471c-8f38-bbdcd7b17b8c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Fanout notify agent at l3_agent the message router_deleted on router f197c5a4-d907-45f8-8d43-7c3742692ac3 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:41:20.149668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3561501c-0c88-44f7-af45-7b934d0fc0f8 None None] Deleting port 9183f251-7675-4154-95e1-a5d2a7e43a90 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:20.149917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3561501c-0c88-44f7-af45-7b934d0fc0f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.151347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94dca197-e92b-471c-8f38-bbdcd7b17b8c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.152119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-94dca197-e92b-471c-8f38-bbdcd7b17b8c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/routers/f197c5a4-d907-45f8-8d43-7c3742692ac3 HTTP/1.1" status: 204 len: 168 time: 0.3073666 Apr 16 15:41:20.153900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34354) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:20.203402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e8a44-d211-427e-80eb-cfc5df64299e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:20.206177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9f8e8a44-d211-427e-80eb-cfc5df64299e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0499144 Apr 16 15:41:20.206999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34358) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:20.248148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cb9f0e-968a-4e3d-ac63-ff097fac1920 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:20.248727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d2cb9f0e-968a-4e3d-ac63-ff097fac1920 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:20.260229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d2cb9f0e-968a-4e3d-ac63-ff097fac1920 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:20.263104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d2cb9f0e-968a-4e3d-ac63-ff097fac1920 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0534675 Apr 16 15:41:20.263293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34362) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:20.305440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-76aa93cb-cbff-48c2-bf4f-0fcd60aa246c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:router {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:20.314437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.314971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-76aa93cb-cbff-48c2-bf4f-0fcd60aa246c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:router {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:20.318503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-76aa93cb-cbff-48c2-bf4f-0fcd60aa246c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518703 Apr 16 15:41:20.319050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34366) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:20.323082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:20.329645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Transition to ACTIVE for port object 323471b0-2e59-474e-95eb-d1c06bbb43a3 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:20.331670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3561501c-0c88-44f7-af45-7b934d0fc0f8 None None] For port 9183f251-7675-4154-95e1-a5d2a7e43a90, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9183f251-7675-4154-95e1-a5d2a7e43a90,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:20.331922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3561501c-0c88-44f7-af45-7b934d0fc0f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.393394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:20.399187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:20.409058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:20.416408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.422731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3561501c-0c88-44f7-af45-7b934d0fc0f8 None None] Calling delete_port for 9183f251-7675-4154-95e1-a5d2a7e43a90 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:20.443339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Transition to ACTIVE for port object 323471b0-2e59-474e-95eb-d1c06bbb43a3 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:20.453046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.477235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a8e3d-a1a5-434d-91ed-c19b21e593ba req-bedd2d3c-a60b-4221-9c84-cf776804c2dc tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:20.478105 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9d1a8e3d-a1a5-434d-91ed-c19b21e593ba req-bedd2d3c-a60b-4221-9c84-cf776804c2dc tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.3734598 Apr 16 15:41:20.489957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:20.502588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Allocated IP 172.20.0.1 (5b811fb1-1676-442f-82b9-677f63b63088/df855201-200f-4570-b26b-2fc68a27f53c/580b32dc-bc89-4344-ad56-bbf3afc006cb) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:20.518550 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9d1a8e3d-a1a5-434d-91ed-c19b21e593ba req-de446ada-ecec-4290-8585-586e36999e01 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338633 Apr 16 15:41:20.570463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Network 5b811fb1-1676-442f-82b9-677f63b63088 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:20.572702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:20.574291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:20.591038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34370) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:20.605734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e83555-7baa-49ea-8d44-7e0233e4f970 None None] Sync routers for ids ['f197c5a4-d907-45f8-8d43-7c3742692ac3'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:20.607133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Pushing event updated for resources: {'Port': ['ID=323471b0-2e59-474e-95eb-d1c06bbb43a3,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:20.608818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:20.616115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e83555-7baa-49ea-8d44-7e0233e4f970 None None] Routers set() bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:20.616450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e83555-7baa-49ea-8d44-7e0233e4f970 None None] Router IDs set() for agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 16 15:41:20.616890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_agentschedulers_db [None req-37e83555-7baa-49ea-8d44-7e0233e4f970 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f197c5a4-d907-45f8-8d43-7c3742692ac3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent'). {{(pid=86009) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Apr 16 15:41:20.621703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e83555-7baa-49ea-8d44-7e0233e4f970 None None] Routers set() bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:20.622101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e83555-7baa-49ea-8d44-7e0233e4f970 None None] Router IDs set() for agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 16 15:41:20.622549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_agentschedulers_db [None req-37e83555-7baa-49ea-8d44-7e0233e4f970 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f197c5a4-d907-45f8-8d43-7c3742692ac3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent'). {{(pid=86009) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Apr 16 15:41:20.622888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e83555-7baa-49ea-8d44-7e0233e4f970 None None] The sync data for ids ['f197c5a4-d907-45f8-8d43-7c3742692ac3'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:20.636648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3561501c-0c88-44f7-af45-7b934d0fc0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.647298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:20.688392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.700483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561501c-0c88-44f7-af45-7b934d0fc0f8 None None] Pushing event deleted for resources: {'Port': ['ID=9183f251-7675-4154-95e1-a5d2a7e43a90,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:20.701836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3561501c-0c88-44f7-af45-7b934d0fc0f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:20.707454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Attempting to bind port 323471b0-2e59-474e-95eb-d1c06bbb43a3 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:20.707454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Attempting to bind port 323471b0-2e59-474e-95eb-d1c06bbb43a3 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '5a78eb16-80da-4468-8c46-99e1a2fa2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': '5b811fb1-1676-442f-82b9-677f63b63088'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:20.707644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Attempting to bind port 323471b0-2e59-474e-95eb-d1c06bbb43a3 on network 5b811fb1-1676-442f-82b9-677f63b63088 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:20.708602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Transition to ACTIVE for port object 580b32dc-bc89-4344-ad56-bbf3afc006cb will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:20.712037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:20.712446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Checking segment: {'id': '5a78eb16-80da-4468-8c46-99e1a2fa2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': '5b811fb1-1676-442f-82b9-677f63b63088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:20.712719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.712927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Bound using segment: {'id': '5a78eb16-80da-4468-8c46-99e1a2fa2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': '5b811fb1-1676-442f-82b9-677f63b63088'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:20.713218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Bound port: 323471b0-2e59-474e-95eb-d1c06bbb43a3, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a78eb16-80da-4468-8c46-99e1a2fa2ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1472, 'network_id': '5b811fb1-1676-442f-82b9-677f63b63088'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:20.713455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.750621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:41:20.751300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.761055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe09d75b-9e82-4b5a-afa6-3eac519b3e53 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:20.804960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-92f971a1-e618-4ace-941a-367622a12662 None None] For port 323471b0-2e59-474e-95eb-d1c06bbb43a3, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:20.807816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-92f971a1-e618-4ace-941a-367622a12662 None None] For port 323471b0-2e59-474e-95eb-d1c06bbb43a3, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=323471b0-2e59-474e-95eb-d1c06bbb43a3,segment=NetworkSegment(5a78eb16-80da-4468-8c46-99e1a2fa2ca0),segment_id=5a78eb16-80da-4468-8c46-99e1a2fa2ca0)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:20.810732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3561501c-0c88-44f7-af45-7b934d0fc0f8 None None] No DVR routers for this DVR port 9183f251-7675-4154-95e1-a5d2a7e43a90 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:20.813791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.824179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24893db1-9121-4cb6-bdc3-aea82b09575f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:20.826640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.833293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=58059f19-0017-46b9-b140-7872c079e0c4,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:20.837371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:20.840876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:20.864747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:20.865546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:20.874711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:20.875090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:20.884598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db1e652-df19-4002-89e0-747ffb13ac8e None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:20.892632 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5723679 Apr 16 15:41:20.895487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34374) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:20.899557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:20.925267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=580b32dc-bc89-4344-ad56-bbf3afc006cb,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:20.935884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:20.983681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:20.987239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:20.990867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:20.997835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:21.008518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:21.012581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.045351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 5b811fb1-1676-442f-82b9-677f63b63088 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:21.048220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:21.051109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:21.083903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.127777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Pushing event updated for resources: {'Port': ['ID=323471b0-2e59-474e-95eb-d1c06bbb43a3,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:21.129860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:21.224121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.240682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': '58059f19-0017-46b9-b140-7872c079e0c4'}, {'subnet_id': 'f0590834-2c80-4f63-b6a7-b56bca0d3fb8'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:21.241284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.270507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.282654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.291064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b1ed7550-f89c-4c8e-9287-6be55b2e54e1 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:21.361044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=f0590834-2c80-4f63-b6a7-b56bca0d3fb8,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:21.367998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:21.369139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Allocated IP 172.20.0.2 (202228ea-75c8-4a07-a357-aa1a8927fb48/f0590834-2c80-4f63-b6a7-b56bca0d3fb8/c876115f-b10b-40cd-a45d-99d7267b6dd4) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:21.372718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Allocated IP 2001:db8::f816:3eff:fe65:6e6e (202228ea-75c8-4a07-a357-aa1a8927fb48/58059f19-0017-46b9-b140-7872c079e0c4/c876115f-b10b-40cd-a45d-99d7267b6dd4) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:21.393506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:21.394350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:21.401732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:21.401885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.420131 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5218940 Apr 16 15:41:21.420467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34378) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:21.424486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:12:10:ee', 'name': 'tempest-NetworksTestDHCPv6-49098182'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:21.506241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.509893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:21.512010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Transition to ACTIVE for port object c876115f-b10b-40cd-a45d-99d7267b6dd4 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:21.512478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:21.514136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:21.517698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:21.523600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Transition to ACTIVE for port object c876115f-b10b-40cd-a45d-99d7267b6dd4 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:21.524076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:21.526878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.539038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:21.570447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.17 (6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad/42430317-dd32-444c-ac00-3e335f352c18/40e8bbcc-47eb-46be-ad0a-fe1c7d168552) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:21.598323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.614511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port f555a691-2127-4d2e-9924-2f49052b0812 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:41:21.628508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Pushing event updated for resources: {'Port': ['ID=c876115f-b10b-40cd-a45d-99d7267b6dd4,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:21.643414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:21.685133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:21.686005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:21.688670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:21.760306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 172.20.0.8 (202228ea-75c8-4a07-a357-aa1a8927fb48/f0590834-2c80-4f63-b6a7-b56bca0d3fb8/f555a691-2127-4d2e-9924-2f49052b0812) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:21.764647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::f816:3eff:fe12:10ee (202228ea-75c8-4a07-a357-aa1a8927fb48/58059f19-0017-46b9-b140-7872c079e0c4/f555a691-2127-4d2e-9924-2f49052b0812) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:21.774840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Attempting to bind port c876115f-b10b-40cd-a45d-99d7267b6dd4 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:21.775041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Attempting to bind port c876115f-b10b-40cd-a45d-99d7267b6dd4 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:21.775236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Attempting to bind port c876115f-b10b-40cd-a45d-99d7267b6dd4 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:21.778735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:21.778826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:21.779013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.779258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:21.779556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Bound port: c876115f-b10b-40cd-a45d-99d7267b6dd4, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:21.779798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.781952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:41:21.836155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] For port c876115f-b10b-40cd-a45d-99d7267b6dd4, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:21.838007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] For port c876115f-b10b-40cd-a45d-99d7267b6dd4, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c876115f-b10b-40cd-a45d-99d7267b6dd4,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:21.841186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.853382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:21.902407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.912857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object f555a691-2127-4d2e-9924-2f49052b0812 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:21.930709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 323471b0-2e59-474e-95eb-d1c06bbb43a3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:21.931151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:21.940487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:21.950931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Pushing event updated for resources: {'Port': ['ID=c876115f-b10b-40cd-a45d-99d7267b6dd4,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:21.952991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:21.992451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.006912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 323471b0-2e59-474e-95eb-d1c06bbb43a3 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:22.007443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:22.059844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9183f251-7675-4154-95e1-a5d2a7e43a90 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:22.069821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.080336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b3c451d5-458f-4db7-92bc-7c76d45ad395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:22.081734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 9183f251-7675-4154-95e1-a5d2a7e43a90 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:22.081958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9183f251-7675-4154-95e1-a5d2a7e43a90 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:22.082209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5f2f68b0-f744-4345-9c6e-ffb727c27031 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:22.109028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 5f2f68b0-f744-4345-9c6e-ffb727c27031 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:22.109282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5f2f68b0-f744-4345-9c6e-ffb727c27031 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:22.159065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=40e8bbcc-47eb-46be-ad0a-fe1c7d168552,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:22.166921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:22.175931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2821c-56b6-49cd-b181-55272f092ca1 req-0452160a-7902-452f-905c-931e898317ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:22.176917 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dc2821c-56b6-49cd-b181-55272f092ca1 req-0452160a-7902-452f-905c-931e898317ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.2458954 Apr 16 15:41:22.251383 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dc2821c-56b6-49cd-b181-55272f092ca1 req-244e51ac-c5ad-4c42-85b9-e62c24f64086 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620785 Apr 16 15:41:22.279070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.282159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:22.283047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:22.284297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.300928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:22.320669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc9263d5-64ae-4edd-9f43-459b93b25a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:22.366794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=f555a691-2127-4d2e-9924-2f49052b0812,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:22.369297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=580b32dc-bc89-4344-ad56-bbf3afc006cb,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:22.369702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:22.374244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:22.395220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.406356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.409813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:22.410497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:22.412023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:22.455776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:22.456181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.472698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.0515146 Apr 16 15:41:22.474707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34384) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:22.513099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-51f649fd-71e0-4e63-9581-4bf5d5b3e9b0 None None] Provisioning for port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:22.515986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-51f649fd-71e0-4e63-9581-4bf5d5b3e9b0 None None] Provisioning complete for port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:22.516263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51f649fd-71e0-4e63-9581-4bf5d5b3e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.528492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce695b2c-fc04-4325-8068-f889a1710d07 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:22.531674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce695b2c-fc04-4325-8068-f889a1710d07 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:22.532454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ce695b2c-fc04-4325-8068-f889a1710d07 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:22.543441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ce695b2c-fc04-4325-8068-f889a1710d07 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:22.544765 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ce695b2c-fc04-4325-8068-f889a1710d07 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.0694084 Apr 16 15:41:22.545283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 5b811fb1-1676-442f-82b9-677f63b63088 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:22.546848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34388) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:22.547136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:22.556932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-51f649fd-71e0-4e63-9581-4bf5d5b3e9b0 None None] Port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:22.591021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d89d0fa2-622c-4fce-a0ec-5399e8c397d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port f555a691-2127-4d2e-9924-2f49052b0812 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:22.591233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d89d0fa2-622c-4fce-a0ec-5399e8c397d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.598202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.663750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc30fd78-3f6a-455f-b4fb-3f1868b7fdab None None] Network 5b811fb1-1676-442f-82b9-677f63b63088 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:22.745672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d89d0fa2-622c-4fce-a0ec-5399e8c397d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.795584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 96b5f77d-fa16-4fb2-998e-08b1b80f43ce is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:41:22.800797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7c45f27f-6c2a-49c2-9ecd-2a3918127b0d None None] Provisioning for port 323471b0-2e59-474e-95eb-d1c06bbb43a3 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:22.806727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7c45f27f-6c2a-49c2-9ecd-2a3918127b0d None None] Provisioning complete for port 323471b0-2e59-474e-95eb-d1c06bbb43a3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:22.807288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c45f27f-6c2a-49c2-9ecd-2a3918127b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.831956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d89d0fa2-622c-4fce-a0ec-5399e8c397d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for f555a691-2127-4d2e-9924-2f49052b0812 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:22.898283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c45f27f-6c2a-49c2-9ecd-2a3918127b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.917268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7c45f27f-6c2a-49c2-9ecd-2a3918127b0d None None] For port 323471b0-2e59-474e-95eb-d1c06bbb43a3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=323471b0-2e59-474e-95eb-d1c06bbb43a3,segment=NetworkSegment(5a78eb16-80da-4468-8c46-99e1a2fa2ca0),segment_id=5a78eb16-80da-4468-8c46-99e1a2fa2ca0)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:22.921470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c45f27f-6c2a-49c2-9ecd-2a3918127b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:22.923734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:22.936863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:22.948784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed23aea-204b-4eb2-9cf2-7dd5a5b4dd9e None None] Sync routers for ids ['96b5f77d-fa16-4fb2-998e-08b1b80f43ce'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:22.961013 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/96b5f77d-fa16-4fb2-998e-08b1b80f43ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2922060 Apr 16 15:41:22.961972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34396) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:22.972589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed23aea-204b-4eb2-9cf2-7dd5a5b4dd9e None None] Routers {'96b5f77d-fa16-4fb2-998e-08b1b80f43ce'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:22.973061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bed23aea-204b-4eb2-9cf2-7dd5a5b4dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['96b5f77d-fa16-4fb2-998e-08b1b80f43ce'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:22.996873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d89d0fa2-622c-4fce-a0ec-5399e8c397d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.013039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.018449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.018692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bed23aea-204b-4eb2-9cf2-7dd5a5b4dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:23.023424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45f27f-6c2a-49c2-9ecd-2a3918127b0d None None] Pushing event updated for resources: {'Port': ['ID=323471b0-2e59-474e-95eb-d1c06bbb43a3,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:23.030383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c45f27f-6c2a-49c2-9ecd-2a3918127b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:23.036635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed23aea-204b-4eb2-9cf2-7dd5a5b4dd9e None None] Routers {'96b5f77d-fa16-4fb2-998e-08b1b80f43ce'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:23.037037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bed23aea-204b-4eb2-9cf2-7dd5a5b4dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['96b5f77d-fa16-4fb2-998e-08b1b80f43ce'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:23.038988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-daccbc13-4e1d-463d-b015-97164ba3776b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:23.040703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-158a1c5e-5758-4bf3-9b16-7937546743bd tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:23.077632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bed23aea-204b-4eb2-9cf2-7dd5a5b4dd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:23.077856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d0fa2-622c-4fce-a0ec-5399e8c397d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=f555a691-2127-4d2e-9924-2f49052b0812,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:23.077925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed23aea-204b-4eb2-9cf2-7dd5a5b4dd9e None None] The sync data for ids ['96b5f77d-fa16-4fb2-998e-08b1b80f43ce'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:23.084467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5bdebfa4-ffa3-4bb2-8c09-5cd931753e1c None None] Provisioning for port 580b32dc-bc89-4344-ad56-bbf3afc006cb completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:23.085178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d89d0fa2-622c-4fce-a0ec-5399e8c397d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:23.087963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5bdebfa4-ffa3-4bb2-8c09-5cd931753e1c None None] Provisioning complete for port 580b32dc-bc89-4344-ad56-bbf3afc006cb triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:23.088047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bdebfa4-ffa3-4bb2-8c09-5cd931753e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.092299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.093791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535fe44b-b4c4-4cfb-b9ea-67058b5d207e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:23.096642 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-535fe44b-b4c4-4cfb-b9ea-67058b5d207e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports/580b32dc-bc89-4344-ad56-bbf3afc006cb HTTP/1.1" status: 200 len: 910 time: 0.1336019 Apr 16 15:41:23.098504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34400) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:23.101445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=40e8bbcc-47eb-46be-ad0a-fe1c7d168552,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:23.102853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7f14a82c-4c57-46d5-885c-cf4acd6a9fba tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df855201-200f-4570-b26b-2fc68a27f53c'}]}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:23.111397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:23.129448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5bdebfa4-ffa3-4bb2-8c09-5cd931753e1c None None] Port 580b32dc-bc89-4344-ad56-bbf3afc006cb cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:23.136478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5bdebfa4-ffa3-4bb2-8c09-5cd931753e1c None None] Provisioning complete for port 323471b0-2e59-474e-95eb-d1c06bbb43a3 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:23.136628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bdebfa4-ffa3-4bb2-8c09-5cd931753e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.212963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:23.214176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:23.320399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d89d0fa2-622c-4fce-a0ec-5399e8c397d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.335972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d89d0fa2-622c-4fce-a0ec-5399e8c397d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/f555a691-2127-4d2e-9924-2f49052b0812 HTTP/1.1" status: 204 len: 168 time: 0.7869716 Apr 16 15:41:23.338135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34406) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:23.343245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-05b0617a-e73c-4070-8774-9eb34e0f673a None None] Provisioning complete for port 580b32dc-bc89-4344-ad56-bbf3afc006cb triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:23.343496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05b0617a-e73c-4070-8774-9eb34e0f673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.420494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73303db6-43e5-4250-8ffb-0477a0e9a0e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:23.421211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73303db6-43e5-4250-8ffb-0477a0e9a0e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:23.422054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73303db6-43e5-4250-8ffb-0477a0e9a0e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:23.422618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-73303db6-43e5-4250-8ffb-0477a0e9a0e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:23.426091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-05b0617a-e73c-4070-8774-9eb34e0f673a None None] Port 580b32dc-bc89-4344-ad56-bbf3afc006cb cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:23.443694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:23.472505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-73303db6-43e5-4250-8ffb-0477a0e9a0e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:23.473784 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-73303db6-43e5-4250-8ffb-0477a0e9a0e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1350706 Apr 16 15:41:23.477471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34410) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:23.479397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f14a82c-4c57-46d5-885c-cf4acd6a9fba tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.505442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1efb5-8bd1-4f78-9203-b8c65b7cd29a req-289f52df-d842-40ae-bace-833f71e98971 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:23.506379 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07d1efb5-8bd1-4f78-9203-b8c65b7cd29a req-289f52df-d842-40ae-bace-833f71e98971 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.1369572 Apr 16 15:41:23.538692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-296e711b-2f07-492b-a0bc-9c436630eb0b None None] Provisioning complete for port 580b32dc-bc89-4344-ad56-bbf3afc006cb triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:23.541501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-296e711b-2f07-492b-a0bc-9c436630eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.565313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08a918-59c3-457f-a3bd-39173284a519 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:23.595486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d78bcdf-b232-4947-99f6-c702a0899ae9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 58059f19-0017-46b9-b140-7872c079e0c4 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:23.614883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-296e711b-2f07-492b-a0bc-9c436630eb0b None None] Port 580b32dc-bc89-4344-ad56-bbf3afc006cb cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:23.627988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d78bcdf-b232-4947-99f6-c702a0899ae9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.639338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-296e711b-2f07-492b-a0bc-9c436630eb0b None None] Provisioning complete for port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:23.639614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-296e711b-2f07-492b-a0bc-9c436630eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.676217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d78bcdf-b232-4947-99f6-c702a0899ae9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.702147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-296e711b-2f07-492b-a0bc-9c436630eb0b None None] Port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:23.795618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d78bcdf-b232-4947-99f6-c702a0899ae9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:23.817507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7c834415-eb8a-4184-bc32-d49de2f30d33 None None] Provisioning for port c876115f-b10b-40cd-a45d-99d7267b6dd4 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:23.890941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:23.897850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Sync routers for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:23.902522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/34cc5dbc-e753-41ed-9c2e-9f9bb466b374/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3107316 Apr 16 15:41:23.906154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07d1efb5-8bd1-4f78-9203-b8c65b7cd29a req-4488e3a5-6604-4661-b8b1-3e9af4e5ef3f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3691325 Apr 16 15:41:23.916625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:23.916992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:23.982957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 323471b0-2e59-474e-95eb-d1c06bbb43a3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:24.011846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f14a82c-4c57-46d5-885c-cf4acd6a9fba tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.026386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f14a82c-4c57-46d5-885c-cf4acd6a9fba tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.042533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:24.046037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 323471b0-2e59-474e-95eb-d1c06bbb43a3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:24.046338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.049013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a6ce790-b199-4393-945b-b7448e2faf46 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:24.107621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14a82c-4c57-46d5-885c-cf4acd6a9fba tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=580b32dc-bc89-4344-ad56-bbf3afc006cb,revision_number=3']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:24.109347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d78bcdf-b232-4947-99f6-c702a0899ae9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.121162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f14a82c-4c57-46d5-885c-cf4acd6a9fba tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:24.121558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bf552e5f-6a69-43cb-b584-e51d0e573e9e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:24.128706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c876115f-b10b-40cd-a45d-99d7267b6dd4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:24.140384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f14a82c-4c57-46d5-885c-cf4acd6a9fba tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:24.140780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f14a82c-4c57-46d5-885c-cf4acd6a9fba tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.141660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7f14a82c-4c57-46d5-885c-cf4acd6a9fba tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/ports/580b32dc-bc89-4344-ad56-bbf3afc006cb HTTP/1.1" status: 200 len: 910 time: 1.0426064 Apr 16 15:41:24.143949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34418) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:24.157789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cb6771a1-1c02-45cb-bbd3-8f4355341a42 None None] Could not find standard attr ID for object f555a691-2127-4d2e-9924-2f49052b0812. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:41:24.177890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port c876115f-b10b-40cd-a45d-99d7267b6dd4 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:24.178813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78bcdf-b232-4947-99f6-c702a0899ae9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=58059f19-0017-46b9-b140-7872c079e0c4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:24.181102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d78bcdf-b232-4947-99f6-c702a0899ae9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:24.181499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:24.181741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.323613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:41:22Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '40314096-f409-4b84-82ac-6c1f04796ee1', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'port_id': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'mac_address': 'fa:16:3e:35:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:19Z', 'updated_at': '2021-04-16T15:40:24Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e8bbcc-47eb-46be-ad0a-fe1c7d168552', 'name': '', 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:07:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '42430317-dd32-444c-ac00-3e335f352c18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:21Z', 'updated_at': '2021-04-16T15:41:22Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '42430317-dd32-444c-ac00-3e335f352c18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:24.326219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Checking router: 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:24.326464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Updating router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:41:24.361802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.492834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.513418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port c876115f-b10b-40cd-a45d-99d7267b6dd4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c876115f-b10b-40cd-a45d-99d7267b6dd4,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:24.515415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.519360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.522920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-201e6b42-1b42-4042-9cf8-1c93376cc6ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:24.547083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d78bcdf-b232-4947-99f6-c702a0899ae9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.559580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0d78bcdf-b232-4947-99f6-c702a0899ae9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/58059f19-0017-46b9-b140-7872c079e0c4 HTTP/1.1" status: 204 len: 168 time: 1.0812926 Apr 16 15:41:24.562818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34422) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:24.566979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb3629-adc0-4e9b-9b37-d0ad3193bac0 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:24.603886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.611358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Transition to ACTIVE for port object 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:24.615335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.617063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f382a1-dfa0-414b-832f-75396091cb1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet f0590834-2c80-4f63-b6a7-b56bca0d3fb8 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:24.619297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2f382a1-dfa0-414b-832f-75396091cb1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.625414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc9fffd0-c2db-438b-89f9-a1cac6f323f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:24.637941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=c876115f-b10b-40cd-a45d-99d7267b6dd4,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:24.645879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:24.656868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2f382a1-dfa0-414b-832f-75396091cb1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.719904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2f382a1-dfa0-414b-832f-75396091cb1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.769159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 580b32dc-bc89-4344-ad56-bbf3afc006cb {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:24.769397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.852386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6c1a8-ee04-4c4f-b269-58af3d4df96e None None] Pushing event updated for resources: {'Port': ['ID=40e8bbcc-47eb-46be-ad0a-fe1c7d168552,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:24.854889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51f6c1a8-ee04-4c4f-b269-58af3d4df96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:24.882839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.892803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2f382a1-dfa0-414b-832f-75396091cb1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:24.912604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d78bcdf-b232-4947-99f6-c702a0899ae9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:24.986581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 580b32dc-bc89-4344-ad56-bbf3afc006cb owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:24.998363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Attempting to bind port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:24.998795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Attempting to bind port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:24.999238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Attempting to bind port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 on network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:25.004249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:25.004561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Checking segment: {'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:25.004884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.005184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Bound using segment: {'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:25.005542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Bound port: 40e8bbcc-47eb-46be-ad0a-fe1c7d168552, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:25.005966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.027713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f382a1-dfa0-414b-832f-75396091cb1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=f0590834-2c80-4f63-b6a7-b56bca0d3fb8,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:25.040178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2f382a1-dfa0-414b-832f-75396091cb1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:25.063791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2f382a1-dfa0-414b-832f-75396091cb1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.072654 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2f382a1-dfa0-414b-832f-75396091cb1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/f0590834-2c80-4f63-b6a7-b56bca0d3fb8 HTTP/1.1" status: 204 len: 168 time: 0.5088451 Apr 16 15:41:25.073192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34428) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:25.092966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] For port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:25.095219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] For port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=40e8bbcc-47eb-46be-ad0a-fe1c7d168552,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:25.099630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.109314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae505b69-6930-4d06-b7c8-43335931d28e req-4f84aa86-9ac1-4809-9ead-f2d5ad45d6a6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:25.109945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:25.110927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae505b69-6930-4d06-b7c8-43335931d28e req-4f84aa86-9ac1-4809-9ead-f2d5ad45d6a6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.0774372 Apr 16 15:41:25.130377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d2fb42d3-9b13-4373-806d-9f2a125c0b36 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562239 Apr 16 15:41:25.132079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34432) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:25.136231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:25.146109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae505b69-6930-4d06-b7c8-43335931d28e req-9ca81434-8b1a-40ab-9144-5886ce64fbab tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304930 Apr 16 15:41:25.197584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.214198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6c1a8-ee04-4c4f-b269-58af3d4df96e None None] Pushing event updated for resources: {'Port': ['ID=40e8bbcc-47eb-46be-ad0a-fe1c7d168552,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:25.216513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51f6c1a8-ee04-4c4f-b269-58af3d4df96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:25.223521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:25.225968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:25.227705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:25.231109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:25.237082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:25.245249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:25.245325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.245789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:25.252344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a980bed-4441-4599-aca3-1e5f4ac9c350 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:25.262867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e59ef93-ed42-4e81-8e87-385cad8b2cad None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:25.307161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=580b32dc-bc89-4344-ad56-bbf3afc006cb,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:25.309891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:25.364555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device daede3f8-cc26-426c-abf6-92e052046574 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:41:25.376005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device daede3f8-cc26-426c-abf6-92e052046574 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:25.446167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-40a30a20-72b4-4d6f-955d-b77cffdf2f3c None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:25.449333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-40a30a20-72b4-4d6f-955d-b77cffdf2f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.453450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:25.510621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.567167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:41:25.575200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc2aa4-3ee0-4334-a1aa-a28aff8df4cf req-f5549a62-1a73-4164-83a6-971e08bbe220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:25.576265 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-96dc2aa4-3ee0-4334-a1aa-a28aff8df4cf req-f5549a62-1a73-4164-83a6-971e08bbe220 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 1098 time: 0.1523173 Apr 16 15:41:25.618657 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-96dc2aa4-3ee0-4334-a1aa-a28aff8df4cf req-07ad5f37-447b-43ba-a11f-dde30551b293 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331109 Apr 16 15:41:25.653476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:41:25.686036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:41:22Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '40314096-f409-4b84-82ac-6c1f04796ee1', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'port_id': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'mac_address': 'fa:16:3e:35:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:19Z', 'updated_at': '2021-04-16T15:40:24Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e8bbcc-47eb-46be-ad0a-fe1c7d168552', 'name': '', 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:07:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '42430317-dd32-444c-ac00-3e335f352c18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:21Z', 'updated_at': '2021-04-16T15:41:25Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '42430317-dd32-444c-ac00-3e335f352c18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:25.690470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6826cfb2-ceb6-43ba-a1ae-3468ccd3ef4a None None] The sync data for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv is: [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:41:22Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '40314096-f409-4b84-82ac-6c1f04796ee1', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'port_id': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'mac_address': 'fa:16:3e:35:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:19Z', 'updated_at': '2021-04-16T15:40:24Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e8bbcc-47eb-46be-ad0a-fe1c7d168552', 'name': '', 'network_id': '6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:07:26:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '42430317-dd32-444c-ac00-3e335f352c18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:21Z', 'updated_at': '2021-04-16T15:41:25Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '42430317-dd32-444c-ac00-3e335f352c18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:25.714388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.753883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port daede3f8-cc26-426c-abf6-92e052046574, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=daede3f8-cc26-426c-abf6-92e052046574,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:25.761554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:41:25.771553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'daede3f8-cc26-426c-abf6-92e052046574', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'port_id': 'daede3f8-cc26-426c-abf6-92e052046574', 'mac_address': 'fa:16:3e:a1:88:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1474, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:41:25.773357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port daede3f8-cc26-426c-abf6-92e052046574, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=daede3f8-cc26-426c-abf6-92e052046574,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:25.814489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.819984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 96b5f77d-fa16-4fb2-998e-08b1b80f43ce has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:25.838202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.877078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.883777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d70e27f5-528e-4990-af5f-2c3e6501059e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:25.922478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:25.941355 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/96b5f77d-fa16-4fb2-998e-08b1b80f43ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7966199 Apr 16 15:41:25.944355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34442) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:25.976302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] For port c876115f-b10b-40cd-a45d-99d7267b6dd4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c876115f-b10b-40cd-a45d-99d7267b6dd4,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:25.996600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.998276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:25.999489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.004206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac477b-c44c-4061-a645-221370acc329 None None] Sync routers for ids ['96b5f77d-fa16-4fb2-998e-08b1b80f43ce'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:26.005918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=daede3f8-cc26-426c-abf6-92e052046574,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:26.010718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-00abad37-ad37-4b65-9987-5afcc2f1d421 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:26.010918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:26.019062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1caaed84-6799-48f6-a2d3-f876bf8a5b68 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Synchronizing usage tracker for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:26.039605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1caaed84-6799-48f6-a2d3-f876bf8a5b68 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Unset dirty status for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:26.042129 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1caaed84-6799-48f6-a2d3-f876bf8a5b68 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=96b5f77d-fa16-4fb2-998e-08b1b80f43ce HTTP/1.1" status: 200 len: 205 time: 0.0954442 Apr 16 15:41:26.042305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34446) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:26.057590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=c876115f-b10b-40cd-a45d-99d7267b6dd4,revision_number=7']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:26.059881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:26.074469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daede3f8-cc26-426c-abf6-92e052046574 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:41:26.077299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:26.079544 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574', 'code': 200} Apr 16 15:41:26.085976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1be6cd-5636-4aed-9c4e-389ef1b2659c None None] Update dhcp port {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': '62bb58c8-2d8b-41bb-97a6-27390aa383ff'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': 'c876115f-b10b-40cd-a45d-99d7267b6dd4'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:41:26.087710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-11de8121-6118-4b0c-b2b0-06bf877a2efd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:26.118848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac477b-c44c-4061-a645-221370acc329 None None] Routers {'96b5f77d-fa16-4fb2-998e-08b1b80f43ce'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:26.119257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c7ac477b-c44c-4061-a645-221370acc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['96b5f77d-fa16-4fb2-998e-08b1b80f43ce'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:26.129294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2195-636a-4633-9206-dacac9fec1c3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.138672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=62bb58c8-2d8b-41bb-97a6-27390aa383ff,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:26.140593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:26.168083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:26.168899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:26.179868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:26.180297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c7ac477b-c44c-4061-a645-221370acc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:26.180417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.181782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9d1be6cd-5636-4aed-9c4e-389ef1b2659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.196113 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0633218 Apr 16 15:41:26.196605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port daede3f8-cc26-426c-abf6-92e052046574, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=daede3f8-cc26-426c-abf6-92e052046574,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:26.197729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34452) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:26.203225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:26.222095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:26.230014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:26.230250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.245518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.250367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5035d625-7761-447f-bc06-72955adeb83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:26.270289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac477b-c44c-4061-a645-221370acc329 None None] Routers {'96b5f77d-fa16-4fb2-998e-08b1b80f43ce'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:26.270732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c7ac477b-c44c-4061-a645-221370acc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['96b5f77d-fa16-4fb2-998e-08b1b80f43ce'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:26.300891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:26.304081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:26.306156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:26.309763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:26.316754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:26.320620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.492754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c7ac477b-c44c-4061-a645-221370acc329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:26.493135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac477b-c44c-4061-a645-221370acc329 None None] The sync data for ids ['96b5f77d-fa16-4fb2-998e-08b1b80f43ce'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:26.552288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=daede3f8-cc26-426c-abf6-92e052046574,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:26.575211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:26.621711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.622861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.626337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2195-636a-4633-9206-dacac9fec1c3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.628060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2195-636a-4633-9206-dacac9fec1c3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.636903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a529693-02c3-42dc-bfbd-4314374356ca tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:26.652079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1681221-30f4-4304-9b4b-1c567e29bf5e req-85938e69-29f7-4612-bf2b-992583f9700a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:26.653004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1681221-30f4-4304-9b4b-1c567e29bf5e req-85938e69-29f7-4612-bf2b-992583f9700a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 944 time: 0.1951919 Apr 16 15:41:26.653623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2195-636a-4633-9206-dacac9fec1c3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.653939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4c2195-636a-4633-9206-dacac9fec1c3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Fanout notify agent at l3_agent the message router_deleted on router 96b5f77d-fa16-4fb2-998e-08b1b80f43ce {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:41:26.674853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2195-636a-4633-9206-dacac9fec1c3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.675309 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7c4c2195-636a-4633-9206-dacac9fec1c3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/96b5f77d-fa16-4fb2-998e-08b1b80f43ce HTTP/1.1" status: 204 len: 168 time: 0.6324015 Apr 16 15:41:26.678379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34458) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:26.684993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=40e8bbcc-47eb-46be-ad0a-fe1c7d168552,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:26.689442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.690024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c876115f-b10b-40cd-a45d-99d7267b6dd4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:26.707089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:26.712682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=261f2ada-8707-4563-88f2-301e5070e9eb,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:26.715387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:26.718684 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1681221-30f4-4304-9b4b-1c567e29bf5e req-e1875ed9-8664-41da-be9f-4ae121d92cb7 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566690 Apr 16 15:41:26.728376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8907db8-b59d-4a7b-a153-b0fe3f5edfe1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting subnet df855201-200f-4570-b26b-2fc68a27f53c {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:26.730483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8907db8-b59d-4a7b-a153-b0fe3f5edfe1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.759226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:26.760083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:26.763450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8907db8-b59d-4a7b-a153-b0fe3f5edfe1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.767896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:26.768344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.776171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=40e8bbcc-47eb-46be-ad0a-fe1c7d168552,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:26.780121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:26.784030 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5835176 Apr 16 15:41:26.784030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34462) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:26.785196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9d1be6cd-5636-4aed-9c4e-389ef1b2659c None None] For port c876115f-b10b-40cd-a45d-99d7267b6dd4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c876115f-b10b-40cd-a45d-99d7267b6dd4,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:26.788297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:8d:76:7b', 'name': 'tempest-NetworksTestDHCPv6-411301253'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:26.793712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:26.793951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.811969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['daede3f8-cc26-426c-abf6-92e052046574'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:41:26.816818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8907db8-b59d-4a7b-a153-b0fe3f5edfe1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.849940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9d1be6cd-5636-4aed-9c4e-389ef1b2659c None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.863377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9d1be6cd-5636-4aed-9c4e-389ef1b2659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.866609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cae4f548-ac53-4eb9-a3cd-6cb8377a7818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:26.870866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:26.873320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:26.875121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:26.878437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:26.883887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:26.950204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1be6cd-5636-4aed-9c4e-389ef1b2659c None None] Pushing event updated for resources: {'Port': ['ID=c876115f-b10b-40cd-a45d-99d7267b6dd4,revision_number=8']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:26.955294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9d1be6cd-5636-4aed-9c4e-389ef1b2659c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:26.959518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.977063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port acc96b67-793d-4a31-b04f-f811dd39a0ff yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:41:26.986540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8907db8-b59d-4a7b-a153-b0fe3f5edfe1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:26.995900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:27.019977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8907db8-b59d-4a7b-a153-b0fe3f5edfe1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Subnet': ['ID=df855201-200f-4570-b26b-2fc68a27f53c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:27.049982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8907db8-b59d-4a7b-a153-b0fe3f5edfe1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:27.083693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8907db8-b59d-4a7b-a153-b0fe3f5edfe1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.088940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a8907db8-b59d-4a7b-a153-b0fe3f5edfe1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/df855201-200f-4570-b26b-2fc68a27f53c HTTP/1.1" status: 204 len: 168 time: 0.4082756 Apr 16 15:41:27.089111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34466) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:27.089960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc9d9bb-f28f-4007-9c20-915b0c8d7749 None None] Network 5b811fb1-1676-442f-82b9-677f63b63088 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:27.135307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 172.20.0.5 (202228ea-75c8-4a07-a357-aa1a8927fb48/261f2ada-8707-4563-88f2-301e5070e9eb/acc96b67-793d-4a31-b04f-f811dd39a0ff) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:27.141365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::f816:3eff:fe8d:767b (202228ea-75c8-4a07-a357-aa1a8927fb48/62bb58c8-2d8b-41bb-97a6-27390aa383ff/acc96b67-793d-4a31-b04f-f811dd39a0ff) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:27.163836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.204241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 323471b0-2e59-474e-95eb-d1c06bbb43a3 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:27.204456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.293113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.303167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object acc96b67-793d-4a31-b04f-f811dd39a0ff will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:27.320576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.321809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5618accf-ab14-45ec-9d04-21e0cf57ee7a None None] DHCP port deletion for 5b811fb1-1676-442f-82b9-677f63b63088 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:27.324699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5618accf-ab14-45ec-9d04-21e0cf57ee7a None None] Deleting port 323471b0-2e59-474e-95eb-d1c06bbb43a3 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:27.324940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5618accf-ab14-45ec-9d04-21e0cf57ee7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.336753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] For port 323471b0-2e59-474e-95eb-d1c06bbb43a3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=323471b0-2e59-474e-95eb-d1c06bbb43a3,segment=NetworkSegment(5a78eb16-80da-4468-8c46-99e1a2fa2ca0),segment_id=5a78eb16-80da-4468-8c46-99e1a2fa2ca0)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:27.336977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.344583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f04aef-1d85-414e-88ff-e95e85eff8e5 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:27.405824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f14a82c-4c57-46d5-885c-cf4acd6a9fba tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:27.406193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 323471b0-2e59-474e-95eb-d1c06bbb43a3 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:27.441369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:27.443360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:27.444941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:27.451223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.462797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8920043-23ac-49f6-b311-f36d5df75ff4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:27.466055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3063dc8c-922c-4171-8c3d-660e13f4f9d4 None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:27.466289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3063dc8c-922c-4171-8c3d-660e13f4f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.476149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=acc96b67-793d-4a31-b04f-f811dd39a0ff,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:27.478169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:27.492062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:27.492524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.506796 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.7219956 Apr 16 15:41:27.507908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34470) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:27.515203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=323471b0-2e59-474e-95eb-d1c06bbb43a3,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:27.523432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:27.542706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No DVR routers for this DVR port 323471b0-2e59-474e-95eb-d1c06bbb43a3 on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:27.561898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ede1a4-0116-4084-932e-f7ea657fa75e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:27.565132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ede1a4-0116-4084-932e-f7ea657fa75e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:27.565593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-79ede1a4-0116-4084-932e-f7ea657fa75e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:27.568001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5618accf-ab14-45ec-9d04-21e0cf57ee7a None None] For port 323471b0-2e59-474e-95eb-d1c06bbb43a3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=323471b0-2e59-474e-95eb-d1c06bbb43a3,segment=NetworkSegment(5a78eb16-80da-4468-8c46-99e1a2fa2ca0),segment_id=5a78eb16-80da-4468-8c46-99e1a2fa2ca0)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:27.568001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5618accf-ab14-45ec-9d04-21e0cf57ee7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.575437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-79ede1a4-0116-4084-932e-f7ea657fa75e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:27.577926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-79ede1a4-0116-4084-932e-f7ea657fa75e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0677271 Apr 16 15:41:27.578108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34474) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:27.612737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.618891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-21512411-fbcd-4cd9-8b89-999a12828129 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port acc96b67-793d-4a31-b04f-f811dd39a0ff {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:27.619104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21512411-fbcd-4cd9-8b89-999a12828129 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.665358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5618accf-ab14-45ec-9d04-21e0cf57ee7a None None] Calling delete_port for 323471b0-2e59-474e-95eb-d1c06bbb43a3 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:27.685682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b811fb1-1676-442f-82b9-677f63b63088']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:27.692847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a78eb16-80da-4468-8c46-99e1a2fa2ca0') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:27.693087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a78eb16-80da-4468-8c46-99e1a2fa2ca0') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:27.699448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.707547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.711385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Releasing vlan 1472 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:41:27.745928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-5618accf-ab14-45ec-9d04-21e0cf57ee7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:41:27.746153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-5618accf-ab14-45ec-9d04-21e0cf57ee7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:41:27.765965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21512411-fbcd-4cd9-8b89-999a12828129 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.817638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6719bfe2-ac2c-4e93-a01d-6a6a6ae87b23 None None] Update dhcp port {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': '62bb58c8-2d8b-41bb-97a6-27390aa383ff', 'ip_address': '2001:db8::f816:3eff:fe65:6e6e'}, {'subnet_id': '261f2ada-8707-4563-88f2-301e5070e9eb'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': 'c876115f-b10b-40cd-a45d-99d7267b6dd4'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:41:27.843526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-21512411-fbcd-4cd9-8b89-999a12828129 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for acc96b67-793d-4a31-b04f-f811dd39a0ff owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:27.846978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 5b811fb1-1676-442f-82b9-677f63b63088 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:27.852577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:27.931357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f327f47-b226-4819-84e4-e34e755bb807 req-bf48e95c-a5bd-427e-b636-29addaafc0e2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:27.932385 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2f327f47-b226-4819-84e4-e34e755bb807 req-bf48e95c-a5bd-427e-b636-29addaafc0e2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 944 time: 0.1303811 Apr 16 15:41:27.999455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network 5b811fb1-1676-442f-82b9-677f63b63088 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:28.017966 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2f327f47-b226-4819-84e4-e34e755bb807 req-0e7adec9-f7c4-4fbd-a2ce-88ef804b8440 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597944 Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:41:28.018470 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:41:28.044248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:28.048826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34480) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:28.068588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6719bfe2-ac2c-4e93-a01d-6a6a6ae87b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.115629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.118726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be0c1823-01d2-4bac-b1a6-89c24de96d47 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:28.129548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.139392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Network': ['ID=5b811fb1-1676-442f-82b9-677f63b63088,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:28.144933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:28.150760 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-60848c79-a241-437a-a5fc-972281299418 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/floatingips/a42a9370-f10c-4042-98a8-76005105ee3c HTTP/1.1" status: 200 len: 992 time: 0.0973403 Apr 16 15:41:28.155237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:28.155611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.155751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/networks/5b811fb1-1676-442f-82b9-677f63b63088 HTTP/1.1" status: 204 len: 168 time: 1.0656002 Apr 16 15:41:28.157839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34484) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:28.161500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-edd53192-ada7-4560-b6a8-ad2f67d67c2a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1357632435', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:28.166185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-edd53192-ada7-4560-b6a8-ad2f67d67c2a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:28.168949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-edd53192-ada7-4560-b6a8-ad2f67d67c2a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:router and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:28.170722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-edd53192-ada7-4560-b6a8-ad2f67d67c2a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:28.174644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-edd53192-ada7-4560-b6a8-ad2f67d67c2a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:28.181533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edd53192-ada7-4560-b6a8-ad2f67d67c2a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.182566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edd53192-ada7-4560-b6a8-ad2f67d67c2a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.247005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5618accf-ab14-45ec-9d04-21e0cf57ee7a None None] Deleting port 323471b0-2e59-474e-95eb-d1c06bbb43a3 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:28.247240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5618accf-ab14-45ec-9d04-21e0cf57ee7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.260331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21512411-fbcd-4cd9-8b89-999a12828129 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.264075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edd53192-ada7-4560-b6a8-ad2f67d67c2a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.271718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac627ca1-b9ed-48eb-a882-c50877cb9d98 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:28.276265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edd53192-ada7-4560-b6a8-ad2f67d67c2a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.292486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edd53192-ada7-4560-b6a8-ad2f67d67c2a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.295330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-edd53192-ada7-4560-b6a8-ad2f67d67c2a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1368659 Apr 16 15:41:28.295733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34488) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:28.295808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6719bfe2-ac2c-4e93-a01d-6a6a6ae87b23 None None] Allocated IP 172.20.0.2 (202228ea-75c8-4a07-a357-aa1a8927fb48/261f2ada-8707-4563-88f2-301e5070e9eb/c876115f-b10b-40cd-a45d-99d7267b6dd4) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:28.299926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'network': {'name': 'tempest-RoutersTest-109310950'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:28.303154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:28.303782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5618accf-ab14-45ec-9d04-21e0cf57ee7a None None] The port '323471b0-2e59-474e-95eb-d1c06bbb43a3' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:41:28.308293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:network and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:28.310057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:28.314751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c876115f-b10b-40cd-a45d-99d7267b6dd4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:28.316903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:28.323486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:28.327034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21512411-fbcd-4cd9-8b89-999a12828129 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=acc96b67-793d-4a31-b04f-f811dd39a0ff,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:28.327130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.328685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-21512411-fbcd-4cd9-8b89-999a12828129 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:28.345979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1454} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:41:28.351673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.351869 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added segment 5f3c255a-a8fb-47d3-b548-48aa224d9f03 of type vlan for network ffb1069c-f788-400f-ae0d-da27384f6afa Apr 16 15:41:28.368010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.399912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.404324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:28.404700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.408154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:28.408391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.414814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-579d5972-38d8-45a3-9f55-a6ddaa78dd16 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:28.449961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6719bfe2-ac2c-4e93-a01d-6a6a6ae87b23 None None] For port c876115f-b10b-40cd-a45d-99d7267b6dd4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c876115f-b10b-40cd-a45d-99d7267b6dd4,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:28.455914 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1578224 Apr 16 15:41:28.456505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34492) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:28.461276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'subnet': {'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:28.491842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6719bfe2-ac2c-4e93-a01d-6a6a6ae87b23 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.511205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6719bfe2-ac2c-4e93-a01d-6a6a6ae87b23 None None] Transition to ACTIVE for port object c876115f-b10b-40cd-a45d-99d7267b6dd4 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:28.512273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21512411-fbcd-4cd9-8b89-999a12828129 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.514907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6719bfe2-ac2c-4e93-a01d-6a6a6ae87b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.531432 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-21512411-fbcd-4cd9-8b89-999a12828129 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/acc96b67-793d-4a31-b04f-f811dd39a0ff HTTP/1.1" status: 204 len: 168 time: 0.9525721 Apr 16 15:41:28.534094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34496) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:28.538086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:28.540350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:subnet and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:28.542053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:28.545463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:28.564952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:28.581748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 323471b0-2e59-474e-95eb-d1c06bbb43a3 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:28.583489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:28.587150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.618627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 323471b0-2e59-474e-95eb-d1c06bbb43a3 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:28.618846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 323471b0-2e59-474e-95eb-d1c06bbb43a3 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:28.642092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d7a697-7737-49a6-b503-0ec3c16f4cc1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:28.642963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d7a697-7737-49a6-b503-0ec3c16f4cc1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:28.643842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d7a697-7737-49a6-b503-0ec3c16f4cc1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:28.644353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93d7a697-7737-49a6-b503-0ec3c16f4cc1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:28.652357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6719bfe2-ac2c-4e93-a01d-6a6a6ae87b23 None None] Pushing event updated for resources: {'Port': ['ID=c876115f-b10b-40cd-a45d-99d7267b6dd4,revision_number=9']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:28.655293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6719bfe2-ac2c-4e93-a01d-6a6a6ae87b23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:28.665612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93d7a697-7737-49a6-b503-0ec3c16f4cc1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:28.668121 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93d7a697-7737-49a6-b503-0ec3c16f4cc1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1316190 Apr 16 15:41:28.668363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34502) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:28.715129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4864670-b25b-419e-876f-50b54a42033d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 261f2ada-8707-4563-88f2-301e5070e9eb {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:28.736947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4864670-b25b-419e-876f-50b54a42033d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.776036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Network': ['ID=ffb1069c-f788-400f-ae0d-da27384f6afa,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:28.778266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:28.780207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4864670-b25b-419e-876f-50b54a42033d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.789880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network ffb1069c-f788-400f-ae0d-da27384f6afa details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:41:28.796958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-56b4ee50-e203-4e8b-9fb4-e562daecab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:28.798374 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-56b4ee50-e203-4e8b-9fb4-e562daecab4a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 1098 time: 0.0552783 Apr 16 15:41:28.890771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4864670-b25b-419e-876f-50b54a42033d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:28.904039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-d049f7c5-e19d-49dd-baf8-363845aaef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:28.905032 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-d049f7c5-e19d-49dd-baf8-363845aaef00 service neutron] 10.222.0.107 "GET /v2.0/networks?id=46d53090-f2f6-48f4-9d20-88b9293e79e4 HTTP/1.1" status: 200 len: 898 time: 0.0915444 Apr 16 15:41:28.970868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-0058d467-d015-4e0c-8143-8918b6541daa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e97c37-7e8b-4cca-802f-eb3db60df337 HTTP/1.1" status: 200 len: 1001 time: 0.0610831 Apr 16 15:41:29.012163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-574b7d66-42e4-4756-b90b-9c0164caf2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:29.013902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-574b7d66-42e4-4756-b90b-9c0164caf2e1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=137a3862-0639-414d-b4a8-18dbe32b11f8 HTTP/1.1" status: 200 len: 834 time: 0.0381064 Apr 16 15:41:29.072587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-16b051e1-bfda-4810-92da-769f8501a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:29.073978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-16b051e1-bfda-4810-92da-769f8501a38c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=46d53090-f2f6-48f4-9d20-88b9293e79e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0556765 Apr 16 15:41:29.093355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.102620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51b8f9ab-d244-4a97-9d0c-6388e5fe7e01 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:29.141175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a84810-2812-4edb-b47f-c0bdb031601a None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:29.168915 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-992ccb2f-4f3a-4980-b4b4-8c75095ea5be service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851188 Apr 16 15:41:29.170197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4864670-b25b-419e-876f-50b54a42033d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.184966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fb6fc5da-0517-4f2d-b096-00ea10d8f3af None None] Could not find standard attr ID for object acc96b67-793d-4a31-b04f-f811dd39a0ff. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:41:29.201357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fb6fc5da-0517-4f2d-b096-00ea10d8f3af None None] Provisioning for port c876115f-b10b-40cd-a45d-99d7267b6dd4 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:29.206783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fb6fc5da-0517-4f2d-b096-00ea10d8f3af None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:29.207058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb6fc5da-0517-4f2d-b096-00ea10d8f3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.217268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Subnet': ['ID=76f38394-3116-4f47-acf6-73a9e4912b71,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:29.223867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:29.224197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-726ad9be-a103-4ecf-8d4a-3beca23b64f5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:29.247408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4864670-b25b-419e-876f-50b54a42033d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=261f2ada-8707-4563-88f2-301e5070e9eb,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:29.257198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f4864670-b25b-419e-876f-50b54a42033d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:29.257871 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ccbdfc6-276c-4419-a8fd-ee9a186f98e1 req-2700a3ee-781a-41ea-ad0e-693086de639a service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809391 Apr 16 15:41:29.304682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4864670-b25b-419e-876f-50b54a42033d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.310615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Checking segment: {'id': '5f3c255a-a8fb-47d3-b548-48aa224d9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:29.310824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network hostable DHCP agents. Network: ffb1069c-f788-400f-ae0d-da27384f6afa, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:41:29.323053 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f4864670-b25b-419e-876f-50b54a42033d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/261f2ada-8707-4563-88f2-301e5070e9eb HTTP/1.1" status: 204 len: 168 time: 0.6541560 Apr 16 15:41:29.324929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34506) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:29.342806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network ffb1069c-f788-400f-ae0d-da27384f6afa is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:41:29.354983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, ffb1069c-f788-400f-ae0d-da27384f6afa) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:29.362000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd0982e-7fc6-4621-b976-360b92dbc4ee None None] Network ffb1069c-f788-400f-ae0d-da27384f6afa requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:29.369459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:29.369806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.377078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99d8966-61a6-43ed-a1e7-a3a9608810e5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 62bb58c8-2d8b-41bb-97a6-27390aa383ff {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:29.382958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b99d8966-61a6-43ed-a1e7-a3a9608810e5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.399304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device daede3f8-cc26-426c-abf6-92e052046574 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:29.410641 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9520352 Apr 16 15:41:29.411265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34510) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:29.419250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b99d8966-61a6-43ed-a1e7-a3a9608810e5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.469219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b99d8966-61a6-43ed-a1e7-a3a9608810e5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.486873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port daede3f8-cc26-426c-abf6-92e052046574 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:29.487118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.571197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-ffb1069c-f788-400f-ae0d-da27384f6afa', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:29.571799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.617654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.643391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b99d8966-61a6-43ed-a1e7-a3a9608810e5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.650954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:41:29.656457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8cc65ffa-bca4-47e8-b0e5-4abe440febb4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:29.663411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port daede3f8-cc26-426c-abf6-92e052046574, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=daede3f8-cc26-426c-abf6-92e052046574,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:29.682972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d8966-61a6-43ed-a1e7-a3a9608810e5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=62bb58c8-2d8b-41bb-97a6-27390aa383ff,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:29.683118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.685442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-10d5fb8b-b464-44b9-a02a-97ec7622555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:29.688847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b99d8966-61a6-43ed-a1e7-a3a9608810e5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:29.705169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574', 'code': 200} Apr 16 15:41:29.705502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.734242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Allocated IP 172.20.0.2 (ffb1069c-f788-400f-ae0d-da27384f6afa/76f38394-3116-4f47-acf6-73a9e4912b71/a16b97f0-832c-4a38-b255-e2222d8d5f5d) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:29.742020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=daede3f8-cc26-426c-abf6-92e052046574,revision_number=8']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:29.745179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:29.759917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b99d8966-61a6-43ed-a1e7-a3a9608810e5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:29.769900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b99d8966-61a6-43ed-a1e7-a3a9608810e5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/62bb58c8-2d8b-41bb-97a6-27390aa383ff HTTP/1.1" status: 204 len: 168 time: 0.4442647 Apr 16 15:41:29.770685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34516) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:29.818705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34520) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:29.819163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4f79102f-6658-461a-9c07-6781e8ff7cea tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476129 Apr 16 15:41:29.848883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:29.851578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa6f66b-2a68-458b-9a89-084220913974 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:29.903794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c876115f-b10b-40cd-a45d-99d7267b6dd4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:29.947835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:29.952941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:29.956031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:29.964155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:29.975366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:29.979079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.133867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.141926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-70b1a25b-1be2-4057-9c67-cfc76d10e42c None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:30.142165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70b1a25b-1be2-4057-9c67-cfc76d10e42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.164663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Transition to ACTIVE for port object a16b97f0-832c-4a38-b255-e2222d8d5f5d will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:30.195082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Transition to ACTIVE for port object a16b97f0-832c-4a38-b255-e2222d8d5f5d will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:30.219814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.228745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:30.257239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Allocated IP 172.20.0.1 (ffb1069c-f788-400f-ae0d-da27384f6afa/76f38394-3116-4f47-acf6-73a9e4912b71/cdf03e27-b73d-4d60-a785-735296b2f223) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:30.289242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:30.289478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.348328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Pushing event updated for resources: {'Port': ['ID=a16b97f0-832c-4a38-b255-e2222d8d5f5d,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:30.354852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.363458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:30.366576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8907db8-b59d-4a7b-a153-b0fe3f5edfe1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:30.435028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Network ffb1069c-f788-400f-ae0d-da27384f6afa is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:30.439538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:30.459459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:30.499744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=7df6feae-d092-4d9f-9e5c-d3e338a58fa4,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:30.504182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:30.512010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.528169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b50ca7-23fc-4bba-9042-66e19454c520 None None] Update dhcp port {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': '7df6feae-d092-4d9f-9e5c-d3e338a58fa4'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': 'c876115f-b10b-40cd-a45d-99d7267b6dd4'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:41:30.529816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Transition to ACTIVE for port object cdf03e27-b73d-4d60-a785-735296b2f223 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:30.538765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:30.540222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:30.541528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Attempting to bind port a16b97f0-832c-4a38-b255-e2222d8d5f5d on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:30.541760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Attempting to bind port a16b97f0-832c-4a38-b255-e2222d8d5f5d by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '5f3c255a-a8fb-47d3-b548-48aa224d9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:30.541987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Attempting to bind port a16b97f0-832c-4a38-b255-e2222d8d5f5d on network ffb1069c-f788-400f-ae0d-da27384f6afa {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:30.548886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:30.549289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.552676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:30.552915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Checking segment: {'id': '5f3c255a-a8fb-47d3-b548-48aa224d9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:30.553169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.553410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Bound using segment: {'id': '5f3c255a-a8fb-47d3-b548-48aa224d9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:30.553705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Bound port: a16b97f0-832c-4a38-b255-e2222d8d5f5d, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3c255a-a8fb-47d3-b548-48aa224d9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:30.553937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.575524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7541511 Apr 16 15:41:30.575524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.576615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34524) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:30.582928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:30.583930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55e2bbfa-52f8-4f1d-a911-67dabb608085 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:30.591901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6b50ca7-23fc-4bba-9042-66e19454c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.671831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] For port a16b97f0-832c-4a38-b255-e2222d8d5f5d, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:30.676607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:30.679617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:30.681812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:30.683141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] For port a16b97f0-832c-4a38-b255-e2222d8d5f5d, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a16b97f0-832c-4a38-b255-e2222d8d5f5d,segment=NetworkSegment(5f3c255a-a8fb-47d3-b548-48aa224d9f03),segment_id=5f3c255a-a8fb-47d3-b548-48aa224d9f03)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:30.686033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:30.690588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.693102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:30.697432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.701374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92f971a1-e618-4ace-941a-367622a12662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:30.822146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Pushing event updated for resources: {'Port': ['ID=a16b97f0-832c-4a38-b255-e2222d8d5f5d,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:30.827719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:30.834653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d6b50ca7-23fc-4bba-9042-66e19454c520 None None] Allocated IP 172.20.0.2 (202228ea-75c8-4a07-a357-aa1a8927fb48/7df6feae-d092-4d9f-9e5c-d3e338a58fa4/c876115f-b10b-40cd-a45d-99d7267b6dd4) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:30.929029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d6b50ca7-23fc-4bba-9042-66e19454c520 None None] For port c876115f-b10b-40cd-a45d-99d7267b6dd4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c876115f-b10b-40cd-a45d-99d7267b6dd4,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:30.943834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=cdf03e27-b73d-4d60-a785-735296b2f223,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:30.943993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6b50ca7-23fc-4bba-9042-66e19454c520 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.946439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:30.953775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d6b50ca7-23fc-4bba-9042-66e19454c520 None None] Transition to ACTIVE for port object c876115f-b10b-40cd-a45d-99d7267b6dd4 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:30.956889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6b50ca7-23fc-4bba-9042-66e19454c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:30.981613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network ffb1069c-f788-400f-ae0d-da27384f6afa is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:30.982725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:30.984572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:30.997726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:31.017085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.046095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:41:31.056018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b50ca7-23fc-4bba-9042-66e19454c520 None None] Pushing event updated for resources: {'Port': ['ID=c876115f-b10b-40cd-a45d-99d7267b6dd4,revision_number=12']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:31.058144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6b50ca7-23fc-4bba-9042-66e19454c520 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:31.082831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.157688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.297162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] For port c876115f-b10b-40cd-a45d-99d7267b6dd4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c876115f-b10b-40cd-a45d-99d7267b6dd4,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:31.312587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.315332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.315930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.324567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.327899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70b2cdd0-2feb-40f9-80d5-24ed4f1a589f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:31.329103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.349795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebfedca9-8f45-4a89-9cef-12ed9896df9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:31.400153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=cdf03e27-b73d-4d60-a785-735296b2f223,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:31.405672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.415480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:31.491093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network ffb1069c-f788-400f-ae0d-da27384f6afa is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:31.491738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:31.524369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1388c00-3068-4635-9342-620ab7ce4523 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:31.564311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-29c82b2a-4588-49ff-acc9-f9bee28a1808 None None] Provisioning for port c876115f-b10b-40cd-a45d-99d7267b6dd4 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:31.570743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-29c82b2a-4588-49ff-acc9-f9bee28a1808 None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:31.570986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29c82b2a-4588-49ff-acc9-f9bee28a1808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.618697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:41:31.716223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=c876115f-b10b-40cd-a45d-99d7267b6dd4,revision_number=14']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:31.723514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:31.723856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-829c83d9-48fa-4868-9e67-77f73cea5e9b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:31.731485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:31.739206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Sync routers for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:31.739593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3275158 Apr 16 15:41:31.741360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34530) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:31.746045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:31.746151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'network': {'name': 'tempest-RoutersTest-1846174160'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:31.746693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:31.751214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:31.754294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:network and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:31.756665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:31.760322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:31.765025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:31.767373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:31.769282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:31.773733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.777178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:31.777553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.779676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=a4e9a2fe-42eb-4bd2-9d3e-772adee3ea8d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:31.781872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:31.796212 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2165356 Apr 16 15:41:31.796409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34534) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:31.797360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1483} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:41:31.800869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:b8:7f:d2', 'name': 'tempest-NetworksTestDHCPv6-1198664753'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:31.803468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.803889 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added segment 14cfe480-e6d6-421c-96ab-39232f358747 of type vlan for network a0a95bca-8f57-4163-857b-1cd594dd19a1 Apr 16 15:41:31.819821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.844329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.848102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:31.849815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:31.855987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:31.871487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:31.884464 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1422851 Apr 16 15:41:31.888263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34538) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:31.919454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'subnet': {'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:31.952128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:31.959048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:31.961101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:31.977551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:31.986677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:32.006580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Network': ['ID=a0a95bca-8f57-4163-857b-1cd594dd19a1,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:32.008797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:32.026662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a16b97f0-832c-4a38-b255-e2222d8d5f5d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:32.027930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:32.030718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:subnet and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:32.032715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:32.036171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:32.042916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:32.046707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.074823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network a0a95bca-8f57-4163-857b-1cd594dd19a1 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:41:32.092409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:31Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:31Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:32.100668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Checking router: 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:32.100949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Updating router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b port cdf03e27-b73d-4d60-a785-735296b2f223 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:41:32.114915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.134378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 1f1b9d44-fc21-4ecd-9c01-71966f36cdbd yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:41:32.136981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.178210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f436b81-891a-45ef-abb0-fe491e37b784 None None] Network ffb1069c-f788-400f-ae0d-da27384f6afa requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:32.267552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port a16b97f0-832c-4a38-b255-e2222d8d5f5d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:32.273755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c876115f-b10b-40cd-a45d-99d7267b6dd4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:32.275207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 172.20.0.11 (202228ea-75c8-4a07-a357-aa1a8927fb48/7df6feae-d092-4d9f-9e5c-d3e338a58fa4/1f1b9d44-fc21-4ecd-9c01-71966f36cdbd) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:32.280531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::f816:3eff:feb8:7fd2 (202228ea-75c8-4a07-a357-aa1a8927fb48/a4e9a2fe-42eb-4bd2-9d3e-772adee3ea8d/1f1b9d44-fc21-4ecd-9c01-71966f36cdbd) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:32.302272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.313084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c0898833-34d6-45b6-b6ad-2ef8c1994399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:32.346031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f36321f0-2151-45d7-ad95-897b8bb0a534 None None] Provisioning for port a16b97f0-832c-4a38-b255-e2222d8d5f5d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:32.358053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f36321f0-2151-45d7-ad95-897b8bb0a534 None None] Provisioning complete for port a16b97f0-832c-4a38-b255-e2222d8d5f5d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:32.358053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f36321f0-2151-45d7-ad95-897b8bb0a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.388678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Subnet': ['ID=dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:32.391147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:32.431519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.436878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:32.437233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.437537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Checking segment: {'id': '14cfe480-e6d6-421c-96ab-39232f358747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:32.437757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network hostable DHCP agents. Network: a0a95bca-8f57-4163-857b-1cd594dd19a1, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:41:32.441632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Transition to ACTIVE for port object cdf03e27-b73d-4d60-a785-735296b2f223 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:32.446757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.455784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network a0a95bca-8f57-4163-857b-1cd594dd19a1 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:41:32.458331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:32.462836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.464886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, a0a95bca-8f57-4163-857b-1cd594dd19a1) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:32.473369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:32.473729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.475105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9148345-b778-4e4a-9c00-7144ff15d0f6 None None] Network a0a95bca-8f57-4163-857b-1cd594dd19a1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:32.478081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 1f1b9d44-fc21-4ecd-9c01-71966f36cdbd will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:32.492341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6032426 Apr 16 15:41:32.494233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34542) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:32.516018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7a7bf-0306-4eb9-bf54-7fce582aa1f4 None None] Pushing event updated for resources: {'Port': ['ID=cdf03e27-b73d-4d60-a785-735296b2f223,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:32.547405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fa7a7bf-0306-4eb9-bf54-7fce582aa1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:32.569641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.585371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed1dd0fc-99db-4741-ab7a-fb9a20a73a4a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:32.632971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f36321f0-2151-45d7-ad95-897b8bb0a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.683375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=1f1b9d44-fc21-4ecd-9c01-71966f36cdbd,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:32.711543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f36321f0-2151-45d7-ad95-897b8bb0a534 None None] For port a16b97f0-832c-4a38-b255-e2222d8d5f5d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a16b97f0-832c-4a38-b255-e2222d8d5f5d,segment=NetworkSegment(5f3c255a-a8fb-47d3-b548-48aa224d9f03),segment_id=5f3c255a-a8fb-47d3-b548-48aa224d9f03)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:32.738464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f36321f0-2151-45d7-ad95-897b8bb0a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.747058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:32.753353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.753597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.753833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.754065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.754296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.754591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.754821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.755059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.755298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.755532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.755762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.755990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:32.758651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:32.789847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-a0a95bca-8f57-4163-857b-1cd594dd19a1', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:32.790653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.853177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:32.855393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:32.856448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36321f0-2151-45d7-ad95-897b8bb0a534 None None] Pushing event updated for resources: {'Port': ['ID=a16b97f0-832c-4a38-b255-e2222d8d5f5d,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:32.856950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:32.860535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f36321f0-2151-45d7-ad95-897b8bb0a534 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:32.892196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f823e9f0-2b87-4b14-a578-503201c221ce None None] Provisioning for port cdf03e27-b73d-4d60-a785-735296b2f223 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:32.897993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb4b61-c1b9-44b5-9fd1-a9eb2de1c57c None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:32.933648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Attempting to bind port cdf03e27-b73d-4d60-a785-735296b2f223 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:32.933977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Attempting to bind port cdf03e27-b73d-4d60-a785-735296b2f223 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '5f3c255a-a8fb-47d3-b548-48aa224d9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:32.934259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Attempting to bind port cdf03e27-b73d-4d60-a785-735296b2f223 on network ffb1069c-f788-400f-ae0d-da27384f6afa {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:32.937628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:32.937942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Checking segment: {'id': '5f3c255a-a8fb-47d3-b548-48aa224d9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:32.938721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.939068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Bound using segment: {'id': '5f3c255a-a8fb-47d3-b548-48aa224d9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:32.939426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Bound port: cdf03e27-b73d-4d60-a785-735296b2f223, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3c255a-a8fb-47d3-b548-48aa224d9f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1454, 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:32.939718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.967279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f823e9f0-2b87-4b14-a578-503201c221ce None None] Provisioning complete for port a16b97f0-832c-4a38-b255-e2222d8d5f5d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:32.967513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f823e9f0-2b87-4b14-a578-503201c221ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.974946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:32.975345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:32.983455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Allocated IP 172.21.0.2 (a0a95bca-8f57-4163-857b-1cd594dd19a1/dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f/57225db4-17d2-4632-bf3d-f0f501d32144) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:32.997954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] For port cdf03e27-b73d-4d60-a785-735296b2f223, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:32.999649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] For port cdf03e27-b73d-4d60-a785-735296b2f223, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cdf03e27-b73d-4d60-a785-735296b2f223,segment=NetworkSegment(5f3c255a-a8fb-47d3-b548-48aa224d9f03),segment_id=5f3c255a-a8fb-47d3-b548-48aa224d9f03)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:33.002956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.013536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6403e847-1c05-45df-8037-7ba1810cc763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:33.016655 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2195809 Apr 16 15:41:33.019193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34548) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:33.059136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.105066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad851d-24ad-4b42-b249-f31277b755b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:33.108441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad851d-24ad-4b42-b249-f31277b755b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:33.108919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5bad851d-24ad-4b42-b249-f31277b755b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:33.118625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5bad851d-24ad-4b42-b249-f31277b755b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:33.121803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34552) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:33.122460 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5bad851d-24ad-4b42-b249-f31277b755b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1026254 Apr 16 15:41:33.133375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa7a7bf-0306-4eb9-bf54-7fce582aa1f4 None None] Pushing event updated for resources: {'Port': ['ID=cdf03e27-b73d-4d60-a785-735296b2f223,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:33.136236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fa7a7bf-0306-4eb9-bf54-7fce582aa1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:33.185420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:33.186015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:33.283508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:33.344345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-52341c73-c7bc-4332-949c-158b28ae345c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 1f1b9d44-fc21-4ecd-9c01-71966f36cdbd {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:33.344719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52341c73-c7bc-4332-949c-158b28ae345c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.436144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.443917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Transition to ACTIVE for port object 57225db4-17d2-4632-bf3d-f0f501d32144 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:33.458607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Transition to ACTIVE for port object 57225db4-17d2-4632-bf3d-f0f501d32144 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:33.464818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.475006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6719bfe2-ac2c-4e93-a01d-6a6a6ae87b23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:33.495838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:31Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:32Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:33.498718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699cfc6-1bd2-4fd9-9b86-8c60b572a8c1 None None] The sync data for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv is: [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:31Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:32Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:33.534726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Allocated IP 172.21.0.1 (a0a95bca-8f57-4163-857b-1cd594dd19a1/dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f/5f576154-d981-4287-8831-c874fccbded4) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:33.549471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52341c73-c7bc-4332-949c-158b28ae345c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.552425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Pushing event updated for resources: {'Port': ['ID=57225db4-17d2-4632-bf3d-f0f501d32144,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:33.559849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:33.602839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f85a319c-0edd-4b7a-9a34-d756c3a08d06 None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:33.603116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f85a319c-0edd-4b7a-9a34-d756c3a08d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.642335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Network a0a95bca-8f57-4163-857b-1cd594dd19a1 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:33.644011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:33.646050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:33.674621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-52341c73-c7bc-4332-949c-158b28ae345c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 1f1b9d44-fc21-4ecd-9c01-71966f36cdbd owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:33.730884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Attempting to bind port 57225db4-17d2-4632-bf3d-f0f501d32144 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:33.731116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Attempting to bind port 57225db4-17d2-4632-bf3d-f0f501d32144 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '14cfe480-e6d6-421c-96ab-39232f358747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:33.731346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Attempting to bind port 57225db4-17d2-4632-bf3d-f0f501d32144 on network a0a95bca-8f57-4163-857b-1cd594dd19a1 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:33.736224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:33.736453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Checking segment: {'id': '14cfe480-e6d6-421c-96ab-39232f358747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:33.736711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.736958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Bound using segment: {'id': '14cfe480-e6d6-421c-96ab-39232f358747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:33.737251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Bound port: 57225db4-17d2-4632-bf3d-f0f501d32144, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14cfe480-e6d6-421c-96ab-39232f358747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:33.737485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.776362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.795018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] For port 57225db4-17d2-4632-bf3d-f0f501d32144, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:33.796898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] For port 57225db4-17d2-4632-bf3d-f0f501d32144, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=57225db4-17d2-4632-bf3d-f0f501d32144,segment=NetworkSegment(14cfe480-e6d6-421c-96ab-39232f358747),segment_id=14cfe480-e6d6-421c-96ab-39232f358747)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:33.798785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Transition to ACTIVE for port object 5f576154-d981-4287-8831-c874fccbded4 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:33.799864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.856802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52341c73-c7bc-4332-949c-158b28ae345c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.857702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:33.867297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c2945995-2cd8-4875-82a6-da944db16562 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:33.900502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:33.901730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8d80c35a-f475-406e-bdd5-10dbfadffcfb None None] Could not find standard attr ID for object acc96b67-793d-4a31-b04f-f811dd39a0ff. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:41:33.982764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8d80c35a-f475-406e-bdd5-10dbfadffcfb None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:33.983086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8d80c35a-f475-406e-bdd5-10dbfadffcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.012096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a16b97f0-832c-4a38-b255-e2222d8d5f5d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:34.050499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Pushing event updated for resources: {'Port': ['ID=57225db4-17d2-4632-bf3d-f0f501d32144,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:34.056822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:34.199450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port a16b97f0-832c-4a38-b255-e2222d8d5f5d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:34.199690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.248392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8d80c35a-f475-406e-bdd5-10dbfadffcfb None None] Could not find standard attr ID for object 1f1b9d44-fc21-4ecd-9c01-71966f36cdbd. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:41:34.252455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52341c73-c7bc-4332-949c-158b28ae345c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=1f1b9d44-fc21-4ecd-9c01-71966f36cdbd,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:34.284610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-52341c73-c7bc-4332-949c-158b28ae345c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:34.287893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87e8754e-c50b-47a7-a36f-a0e0b0b39def tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:34.311993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cdf03e27-b73d-4d60-a785-735296b2f223 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:34.367676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-45a2ebd1-ef24-4c3b-a27d-b32a916f263d None None] Could not find standard attr ID for object 1f1b9d44-fc21-4ecd-9c01-71966f36cdbd. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:41:34.368724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=5f576154-d981-4287-8831-c874fccbded4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:34.372342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port cdf03e27-b73d-4d60-a785-735296b2f223 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:34.374206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:34.376099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port cdf03e27-b73d-4d60-a785-735296b2f223 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:34.376171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.452579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.470697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network a0a95bca-8f57-4163-857b-1cd594dd19a1 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:34.472658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:34.472775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port cdf03e27-b73d-4d60-a785-735296b2f223, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cdf03e27-b73d-4d60-a785-735296b2f223,segment=NetworkSegment(5f3c255a-a8fb-47d3-b548-48aa224d9f03),segment_id=5f3c255a-a8fb-47d3-b548-48aa224d9f03)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:34.475174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:34.475265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.478901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d7171707-10bd-40db-87fc-ea7a8d8fbd9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:34.499862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52341c73-c7bc-4332-949c-158b28ae345c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.517219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.519466 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-52341c73-c7bc-4332-949c-158b28ae345c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/1f1b9d44-fc21-4ecd-9c01-71966f36cdbd HTTP/1.1" status: 204 len: 168 time: 1.3907218 Apr 16 15:41:34.521360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34556) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:34.523509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=cdf03e27-b73d-4d60-a785-735296b2f223,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:34.525585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:34.564857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d150dd59-eab5-4c69-b5d1-538a33f80815 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:34.565689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d150dd59-eab5-4c69-b5d1-538a33f80815 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:34.566538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d150dd59-eab5-4c69-b5d1-538a33f80815 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:34.567034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d150dd59-eab5-4c69-b5d1-538a33f80815 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:34.575168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d150dd59-eab5-4c69-b5d1-538a33f80815 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:34.575845 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d150dd59-eab5-4c69-b5d1-538a33f80815 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0537574 Apr 16 15:41:34.577919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34560) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:34.592955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.620155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 7df6feae-d092-4d9f-9e5c-d3e338a58fa4 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:34.622056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.652847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.701506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.831870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.834355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.848493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:34.852881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.862766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e0350d1-0947-4920-9785-5e94f73e2fb4 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:34.899700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=5f576154-d981-4287-8831-c874fccbded4,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:34.901341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.905854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=7df6feae-d092-4d9f-9e5c-d3e338a58fa4,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:34.908735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:34.916122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.916327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.916547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.916765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.916990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.917209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.917425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.917638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.917861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.918081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.918270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.918514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:34.921158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:34.954977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:34.959268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3321a97-ddd0-4d79-8ce7-e17a9f7a9a02 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:34.963701 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/7df6feae-d092-4d9f-9e5c-d3e338a58fa4 HTTP/1.1" status: 204 len: 168 time: 0.3851557 Apr 16 15:41:34.965441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34564) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:34.980166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network a0a95bca-8f57-4163-857b-1cd594dd19a1 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:34.980882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:35.006287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb924a5-fa84-49b8-9f9e-1cafe5c53cb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet a4e9a2fe-42eb-4bd2-9d3e-772adee3ea8d {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:35.008369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-feb924a5-fa84-49b8-9f9e-1cafe5c53cb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.043437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-feb924a5-fa84-49b8-9f9e-1cafe5c53cb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.086031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:35.090079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-feb924a5-fa84-49b8-9f9e-1cafe5c53cb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.186286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:35.189887 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6948662 Apr 16 15:41:35.191754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34570) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:35.196142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'network': {'name': 'tempest-RoutersTest-22358941'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:35.200522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:35.202865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:network and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:35.204703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:35.207998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:35.215658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:35.219427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.237306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1461} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:41:35.243835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.244051 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added segment 5599c04e-e99a-46b7-a239-903dea28fc66 of type vlan for network f49dfcf5-a995-467c-aae7-a9bc36199593 Apr 16 15:41:35.253394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812faf8f-ec73-4a91-8ff0-1fde48bab358 None None] Network a0a95bca-8f57-4163-857b-1cd594dd19a1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:35.257341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-feb924a5-fa84-49b8-9f9e-1cafe5c53cb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.261723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.286110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.289602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:35.289980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.293815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4bcde8a-d21b-44ca-b420-bcf5ccd5f7ec tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:35.323596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e1192445-23e5-40d8-a5d3-d371dd46eac8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:35.348972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-feb924a5-fa84-49b8-9f9e-1cafe5c53cb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.350854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb924a5-fa84-49b8-9f9e-1cafe5c53cb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e9a2fe-42eb-4bd2-9d3e-772adee3ea8d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:35.352922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-feb924a5-fa84-49b8-9f9e-1cafe5c53cb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:35.356402 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1637788 Apr 16 15:41:35.358753 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-feb924a5-fa84-49b8-9f9e-1cafe5c53cb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/a4e9a2fe-42eb-4bd2-9d3e-772adee3ea8d HTTP/1.1" status: 204 len: 168 time: 0.3926549 Apr 16 15:41:35.359206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34574) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:35.361916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34576) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:35.363978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'subnet': {'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:35.407586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ad766c92-6f5c-43e5-8971-8f4b3720d6bd None None] Provisioning for port 57225db4-17d2-4632-bf3d-f0f501d32144 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:35.412268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-14ed1f5d-2199-4ace-aab7-900a8e31ee7d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493021 Apr 16 15:41:35.413131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Network': ['ID=f49dfcf5-a995-467c-aae7-a9bc36199593,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:35.414550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34582) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:35.416169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3d3f5c1b-f8b3-4414-ab82-500b9b6e399d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:35.418727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:35.423519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network f49dfcf5-a995-467c-aae7-a9bc36199593 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:41:35.454767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:35.457611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:subnet and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:35.459686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:35.463371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:35.470437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:35.474241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.500411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:35.503313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:35.505020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:35.508755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:35.517898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:35.521968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.653492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf8aec4-bfeb-452a-9bf8-90fcd53bc3e7 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:35.755590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bea40bda-752e-46ab-b647-11ccf94adf36 None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:35.755821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bea40bda-752e-46ab-b647-11ccf94adf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.831686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:35.843697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3cab21f0-7576-4110-b22c-794d38649a9d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:35.873575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Sync routers for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:35.881894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:35.882283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:35.951109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=293da862-59f0-4d67-b343-a6a582889210,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:35.953973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:35.987805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:35.988758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:36.004259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:36.004777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.013406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cdf03e27-b73d-4d60-a785-735296b2f223 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:36.028489 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4944a26a-20d8-417a-b0e2-5dbccf2e0f3a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6132267 Apr 16 15:41:36.028907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34586) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:36.033264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:36.057370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b5c69-2cdb-4ad5-83f6-f5a75565bb5d None None] Update dhcp port {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': '293da862-59f0-4d67-b343-a6a582889210'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': 'c876115f-b10b-40cd-a45d-99d7267b6dd4'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:41:36.090270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:36.120455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:36.122904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:36.126912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:36.128949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.130086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:36.130351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f9e3557c-6b09-40fb-89fd-cd57e75bc80b None None] Provisioning for port 5f576154-d981-4287-8831-c874fccbded4 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:36.138623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72feb521-ee73-40cd-a4e3-efcb916aecb6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:36.142725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:36.145935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f9e3557c-6b09-40fb-89fd-cd57e75bc80b None None] Provisioning complete for port 5f576154-d981-4287-8831-c874fccbded4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:36.146177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9e3557c-6b09-40fb-89fd-cd57e75bc80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.147754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.172715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f28b5c69-2cdb-4ad5-83f6-f5a75565bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.177771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port cdf03e27-b73d-4d60-a785-735296b2f223 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:36.177999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.212228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Subnet': ['ID=36f87c8d-fe7f-4898-b8e1-1e2744e9fc91,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:36.214023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:36.256286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Checking segment: {'id': '5599c04e-e99a-46b7-a239-903dea28fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:36.256551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network hostable DHCP agents. Network: f49dfcf5-a995-467c-aae7-a9bc36199593, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:41:36.267857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network f49dfcf5-a995-467c-aae7-a9bc36199593 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:41:36.273954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, f49dfcf5-a995-467c-aae7-a9bc36199593) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:36.284472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:36.284852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.296499 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9360509 Apr 16 15:41:36.298276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34590) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:36.311630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94d7dca-d8cb-4864-aafb-d0f9f83b19b8 None None] Network f49dfcf5-a995-467c-aae7-a9bc36199593 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:36.328141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3557c-6b09-40fb-89fd-cd57e75bc80b None None] Port 5f576154-d981-4287-8831-c874fccbded4 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:36.456065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:41:36.648889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f28b5c69-2cdb-4ad5-83f6-f5a75565bb5d None None] Allocated IP 172.20.0.2 (202228ea-75c8-4a07-a357-aa1a8927fb48/293da862-59f0-4d67-b343-a6a582889210/c876115f-b10b-40cd-a45d-99d7267b6dd4) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:36.678514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.775097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f28b5c69-2cdb-4ad5-83f6-f5a75565bb5d None None] For port c876115f-b10b-40cd-a45d-99d7267b6dd4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c876115f-b10b-40cd-a45d-99d7267b6dd4,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:36.841279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 57225db4-17d2-4632-bf3d-f0f501d32144 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:36.871830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f28b5c69-2cdb-4ad5-83f6-f5a75565bb5d None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.896524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Allocated IP 172.22.0.1 (f49dfcf5-a995-467c-aae7-a9bc36199593/36f87c8d-fe7f-4898-b8e1-1e2744e9fc91/15a356e7-caad-4a21-9d0a-b4ae863e368e) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:36.919598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f28b5c69-2cdb-4ad5-83f6-f5a75565bb5d None None] Transition to ACTIVE for port object c876115f-b10b-40cd-a45d-99d7267b6dd4 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:36.928389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-21b1c13b-aa9e-4f23-9c31-708d7c5fd86d None None] Provisioning complete for port 5f576154-d981-4287-8831-c874fccbded4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:36.928660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21b1c13b-aa9e-4f23-9c31-708d7c5fd86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.945378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f28b5c69-2cdb-4ad5-83f6-f5a75565bb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.960167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6b50ca7-23fc-4bba-9042-66e19454c520 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:36.966241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:36.984462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-f49dfcf5-a995-467c-aae7-a9bc36199593', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:36.985008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.003668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.013736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Transition to ACTIVE for port object 15a356e7-caad-4a21-9d0a-b4ae863e368e will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:37.030106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.039260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-484ab82e-6e34-4b3d-83c8-4dcf9234af1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:37.078134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-21b1c13b-aa9e-4f23-9c31-708d7c5fd86d None None] Port 5f576154-d981-4287-8831-c874fccbded4 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:37.083851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 3, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:37.084986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 57225db4-17d2-4632-bf3d-f0f501d32144 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:37.094438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] For port c876115f-b10b-40cd-a45d-99d7267b6dd4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c876115f-b10b-40cd-a45d-99d7267b6dd4,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:37.103995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Checking router: 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:37.104366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Updating router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b port 5f576154-d981-4287-8831-c874fccbded4 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:41:37.110982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.113567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.114456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=15a356e7-caad-4a21-9d0a-b4ae863e368e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:37.114532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.117037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:37.124457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 57225db4-17d2-4632-bf3d-f0f501d32144 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:37.124579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3c70e6f0-829b-47fc-bf7d-ac70fca57c0b tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:37.124700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.146197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network f49dfcf5-a995-467c-aae7-a9bc36199593 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:37.146352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b5c69-2cdb-4ad5-83f6-f5a75565bb5d None None] Pushing event updated for resources: {'Port': ['ID=c876115f-b10b-40cd-a45d-99d7267b6dd4,revision_number=18']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:37.146720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:37.148256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:37.159655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f28b5c69-2cdb-4ad5-83f6-f5a75565bb5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:37.180606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.215070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.216390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=c876115f-b10b-40cd-a45d-99d7267b6dd4,revision_number=19']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:37.218667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:37.220186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dddea337-4339-46a4-bd2f-947180d65d05 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:37.247921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.271326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=2b653be0-f4c1-4784-bb71-1a62e37689c4,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:37.273199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:37.275840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:37.276589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:37.282972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:37.283454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.297423 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2677722 Apr 16 15:41:37.300029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34594) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:37.303767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:35:ec:b5', 'name': 'tempest-NetworksTestDHCPv6-1852343979'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:37.337428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Allocated IP 172.22.0.2 (f49dfcf5-a995-467c-aae7-a9bc36199593/36f87c8d-fe7f-4898-b8e1-1e2744e9fc91/75469d91-63f7-4e74-a522-18528da5ad35) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:37.400805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:37.403978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:37.406379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:37.410512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:37.419351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:37.454470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.469273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.474025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.494992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-228f4325-5f78-464c-b728-5973c32a80c0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:37.518235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.520363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 57225db4-17d2-4632-bf3d-f0f501d32144, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=57225db4-17d2-4632-bf3d-f0f501d32144,segment=NetworkSegment(14cfe480-e6d6-421c-96ab-39232f358747),segment_id=14cfe480-e6d6-421c-96ab-39232f358747)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:37.546036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 62b3949f-19e5-48fc-b2a4-d5d66ea6fcf7 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:41:37.556313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=15a356e7-caad-4a21-9d0a-b4ae863e368e,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:37.558395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:37.559098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.687721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 172.20.0.8 (202228ea-75c8-4a07-a357-aa1a8927fb48/293da862-59f0-4d67-b343-a6a582889210/62b3949f-19e5-48fc-b2a4-d5d66ea6fcf7) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:37.692561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::f816:3eff:fe35:ecb5 (202228ea-75c8-4a07-a357-aa1a8927fb48/2b653be0-f4c1-4784-bb71-1a62e37689c4/62b3949f-19e5-48fc-b2a4-d5d66ea6fcf7) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:37.725351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.728984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-65aa308d-dda0-4071-8631-b17c492fd844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:37.760867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.resource_extend [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 15:41:37.828109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaf435a-f7d0-493b-9085-65af6ee6c0c4 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:37.834704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.857473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 62b3949f-19e5-48fc-b2a4-d5d66ea6fcf7 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:37.878722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=57225db4-17d2-4632-bf3d-f0f501d32144,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:37.884949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.888276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:37.892851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.895614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c876115f-b10b-40cd-a45d-99d7267b6dd4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:37.895942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:37.913455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.930440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network f49dfcf5-a995-467c-aae7-a9bc36199593 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:37.931160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:37.942330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Transition to ACTIVE for port object 75469d91-63f7-4e74-a522-18528da5ad35 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:37.945984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Transition to ACTIVE for port object 5f576154-d981-4287-8831-c874fccbded4 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:37.966581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-48991f91-5ef7-41cb-abd0-467e13cad4e2 None None] Provisioning for port c876115f-b10b-40cd-a45d-99d7267b6dd4 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:37.967756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:37.973684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=62b3949f-19e5-48fc-b2a4-d5d66ea6fcf7,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:37.976451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:37.980463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:38.012418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:38.013494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:38.015123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:38.029335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:38.037600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-48991f91-5ef7-41cb-abd0-467e13cad4e2 None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:38.037839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48991f91-5ef7-41cb-abd0-467e13cad4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.050942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:38.051387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.055621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Transition to ACTIVE for port object 75469d91-63f7-4e74-a522-18528da5ad35 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:38.065779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.7649398 Apr 16 15:41:38.067810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34600) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:38.076629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.119480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24aac5f-02b5-4fd9-9701-87b7fb979a79 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:38.122547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:38.122692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24aac5f-02b5-4fd9-9701-87b7fb979a79 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:38.123185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f24aac5f-02b5-4fd9-9701-87b7fb979a79 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:38.131621 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8323171 Apr 16 15:41:38.132569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34604) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:38.132846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f24aac5f-02b5-4fd9-9701-87b7fb979a79 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:38.135315 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f24aac5f-02b5-4fd9-9701-87b7fb979a79 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0650811 Apr 16 15:41:38.135622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34608) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:38.136272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'network': {'name': 'tempest-RoutersTest-557365993'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:38.139501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:38.142133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:network and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:38.143924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for network was recalculated. Used quota:3. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:38.147194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:38.153743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:38.158568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.170000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Pushing event updated for resources: {'Port': ['ID=5f576154-d981-4287-8831-c874fccbded4,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:38.178393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6a610871-2cf2-4beb-8d40-fab50b06a156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 62b3949f-19e5-48fc-b2a4-d5d66ea6fcf7 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:38.178739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a610871-2cf2-4beb-8d40-fab50b06a156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.179421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1465} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:41:38.180311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:38.185319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de54e87b-8f49-492d-8293-a66b223a3731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:38.185904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.186295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added segment 78bd8bbd-7ac3-4c70-81e4-0938fb4a3367 of type vlan for network d82c29b9-4169-4c3d-8c18-340d809762e8 Apr 16 15:41:38.203180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.207395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:38.207629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.224573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.228002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:38.228463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.232196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:38.289545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Network': ['ID=d82c29b9-4169-4c3d-8c18-340d809762e8,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:38.292608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:38.301086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3a9a0f18-d0a6-4c0b-9af0-e66985785409 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1678474 Apr 16 15:41:38.301809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34612) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:38.305422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'subnet': {'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:38.325982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network d82c29b9-4169-4c3d-8c18-340d809762e8 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:41:38.331430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a610871-2cf2-4beb-8d40-fab50b06a156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.340087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Pushing event updated for resources: {'Port': ['ID=75469d91-63f7-4e74-a522-18528da5ad35,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:38.349877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:38.372099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:38.399434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:subnet and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:38.401587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:38.404266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6a610871-2cf2-4beb-8d40-fab50b06a156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 62b3949f-19e5-48fc-b2a4-d5d66ea6fcf7 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:38.411455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:38.417950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Made reservation on behalf of c11bfe32baa241419991ef367da50f0b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:38.422763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.448487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Network f49dfcf5-a995-467c-aae7-a9bc36199593 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:38.477938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:38.486977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:38.539396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a610871-2cf2-4beb-8d40-fab50b06a156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.549477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d89d0fa2-622c-4fce-a0ec-5399e8c397d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:38.578172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a610871-2cf2-4beb-8d40-fab50b06a156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=62b3949f-19e5-48fc-b2a4-d5d66ea6fcf7,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:38.604180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a610871-2cf2-4beb-8d40-fab50b06a156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:38.727389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.727767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a610871-2cf2-4beb-8d40-fab50b06a156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.736870 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6a610871-2cf2-4beb-8d40-fab50b06a156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/62b3949f-19e5-48fc-b2a4-d5d66ea6fcf7 HTTP/1.1" status: 204 len: 168 time: 0.5999544 Apr 16 15:41:38.736999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c893726-6c32-474c-a6c2-431024cd337c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:38.737994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34616) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:38.776889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Attempting to bind port 5f576154-d981-4287-8831-c874fccbded4 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:38.777059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Attempting to bind port 5f576154-d981-4287-8831-c874fccbded4 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '14cfe480-e6d6-421c-96ab-39232f358747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:38.777280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Attempting to bind port 5f576154-d981-4287-8831-c874fccbded4 on network a0a95bca-8f57-4163-857b-1cd594dd19a1 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:38.784373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:38.784572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Checking segment: {'id': '14cfe480-e6d6-421c-96ab-39232f358747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:38.784831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.785073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Bound using segment: {'id': '14cfe480-e6d6-421c-96ab-39232f358747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:38.785368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Bound port: 5f576154-d981-4287-8831-c874fccbded4, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14cfe480-e6d6-421c-96ab-39232f358747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:38.785602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.786084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b887b2-a3f2-48e8-bd75-de9870dda5a5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:38.787070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b887b2-a3f2-48e8-bd75-de9870dda5a5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:38.788023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b887b2-a3f2-48e8-bd75-de9870dda5a5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:38.788959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-76b887b2-a3f2-48e8-bd75-de9870dda5a5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:38.796203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Attempting to bind port 75469d91-63f7-4e74-a522-18528da5ad35 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:38.796363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Attempting to bind port 75469d91-63f7-4e74-a522-18528da5ad35 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '5599c04e-e99a-46b7-a239-903dea28fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:38.796584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Attempting to bind port 75469d91-63f7-4e74-a522-18528da5ad35 on network f49dfcf5-a995-467c-aae7-a9bc36199593 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:38.800954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-76b887b2-a3f2-48e8-bd75-de9870dda5a5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:38.804773 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-76b887b2-a3f2-48e8-bd75-de9870dda5a5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0660734 Apr 16 15:41:38.805219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34620) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:38.809109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Subnet': ['ID=fd68e15e-3397-4d81-9f33-a5d26fa8c09f,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:38.816342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:38.818496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:38.818743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Checking segment: {'id': '5599c04e-e99a-46b7-a239-903dea28fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:38.818996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.819237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Bound using segment: {'id': '5599c04e-e99a-46b7-a239-903dea28fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:38.819548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Bound port: 75469d91-63f7-4e74-a522-18528da5ad35, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5599c04e-e99a-46b7-a239-903dea28fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:38.819781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.847511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab59abc6-a43f-41e6-bc6d-4b2b10b799c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 293da862-59f0-4d67-b343-a6a582889210 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:38.849846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab59abc6-a43f-41e6-bc6d-4b2b10b799c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.853066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Checking segment: {'id': '78bd8bbd-7ac3-4c70-81e4-0938fb4a3367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:38.853279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network hostable DHCP agents. Network: d82c29b9-4169-4c3d-8c18-340d809762e8, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:41:38.866337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network d82c29b9-4169-4c3d-8c18-340d809762e8 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:41:38.872307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, d82c29b9-4169-4c3d-8c18-340d809762e8) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:38.881021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:38.881395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.885630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1be79c7-546a-478d-b29e-4e335543d0ed None None] Network d82c29b9-4169-4c3d-8c18-340d809762e8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:38.887079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab59abc6-a43f-41e6-bc6d-4b2b10b799c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.895176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5909095 Apr 16 15:41:38.895697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34624) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:38.926467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] For port 5f576154-d981-4287-8831-c874fccbded4, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:38.937568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab59abc6-a43f-41e6-bc6d-4b2b10b799c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.943838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] For port 5f576154-d981-4287-8831-c874fccbded4, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5f576154-d981-4287-8831-c874fccbded4,segment=NetworkSegment(14cfe480-e6d6-421c-96ab-39232f358747),segment_id=14cfe480-e6d6-421c-96ab-39232f358747)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:38.945784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] For port 75469d91-63f7-4e74-a522-18528da5ad35, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:38.957483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:38.968075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] For port 75469d91-63f7-4e74-a522-18528da5ad35, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=75469d91-63f7-4e74-a522-18528da5ad35,segment=NetworkSegment(5599c04e-e99a-46b7-a239-903dea28fc66),segment_id=5599c04e-e99a-46b7-a239-903dea28fc66)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:38.968732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c45f27f-6c2a-49c2-9ecd-2a3918127b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:39.021212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.128745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab59abc6-a43f-41e6-bc6d-4b2b10b799c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.135623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Pushing event updated for resources: {'Port': ['ID=5f576154-d981-4287-8831-c874fccbded4,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:39.140547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b67c7680-b2c8-4ff1-be24-00cea96cfb2d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:39.161420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.161636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.161837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.162035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.162228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.162430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.162639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.162836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.163033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.163228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.163451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.163614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:41:39.169074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:39.170215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f28b5c69-2cdb-4ad5-83f6-f5a75565bb5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:39.172377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59abc6-a43f-41e6-bc6d-4b2b10b799c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=293da862-59f0-4d67-b343-a6a582889210,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:39.176829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab59abc6-a43f-41e6-bc6d-4b2b10b799c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:39.239036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Pushing event updated for resources: {'Port': ['ID=75469d91-63f7-4e74-a522-18528da5ad35,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:39.243363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-d82c29b9-4169-4c3d-8c18-340d809762e8', 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'fixed_ips': [{'subnet_id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:39.243880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.249230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab59abc6-a43f-41e6-bc6d-4b2b10b799c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.255986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:39.259445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ab59abc6-a43f-41e6-bc6d-4b2b10b799c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/293da862-59f0-4d67-b343-a6a582889210 HTTP/1.1" status: 204 len: 168 time: 0.4534340 Apr 16 15:41:39.262161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34628) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:39.274647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7894fc-5ac4-4229-9e51-81792d8c389e None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:39.277203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.304285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:39.304714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:39.312196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af53be5-2277-4f75-9035-e05fb8f7b02c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 2b653be0-f4c1-4784-bb71-1a62e37689c4 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:39.314822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9af53be5-2277-4f75-9035-e05fb8f7b02c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.350612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9af53be5-2277-4f75-9035-e05fb8f7b02c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.409610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9af53be5-2277-4f75-9035-e05fb8f7b02c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.451676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-85026083-f4b6-40fa-aac7-53ec2881ee2d None None] Provisioning complete for port c876115f-b10b-40cd-a45d-99d7267b6dd4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:39.451911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85026083-f4b6-40fa-aac7-53ec2881ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.522513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:39.571582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9af53be5-2277-4f75-9035-e05fb8f7b02c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.579033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-05e00a0e-a592-45fa-82e0-f66a6f318acc tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:39.625977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af53be5-2277-4f75-9035-e05fb8f7b02c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=2b653be0-f4c1-4784-bb71-1a62e37689c4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:39.634728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9af53be5-2277-4f75-9035-e05fb8f7b02c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:39.666268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9af53be5-2277-4f75-9035-e05fb8f7b02c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.674673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9af53be5-2277-4f75-9035-e05fb8f7b02c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/2b653be0-f4c1-4784-bb71-1a62e37689c4 HTTP/1.1" status: 204 len: 168 time: 0.4109712 Apr 16 15:41:39.676090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34634) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:39.721286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-39a34db5-dc47-4fb8-a320-bf69a2525871 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442810 Apr 16 15:41:39.723134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34638) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:39.775100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809327d5-796e-4a6b-9a1d-10d6fb71455e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:39.776014 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-809327d5-796e-4a6b-9a1d-10d6fb71455e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0521779 Apr 16 15:41:39.777924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34642) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:39.817791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ebb2a6-e41d-47df-aa26-90c5fbee25a1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:39.818195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d0ebb2a6-e41d-47df-aa26-90c5fbee25a1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:39.827267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Allocated IP 172.23.0.2 (d82c29b9-4169-4c3d-8c18-340d809762e8/fd68e15e-3397-4d81-9f33-a5d26fa8c09f/14ff32c5-0410-4a4d-b5dd-b300c6e1588a) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:39.827483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d0ebb2a6-e41d-47df-aa26-90c5fbee25a1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:39.828289 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0ebb2a6-e41d-47df-aa26-90c5fbee25a1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0497532 Apr 16 15:41:39.830198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34646) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:39.869889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-137c6eb2-ad78-4d7c-9b60-3ac9a614e2a7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:router {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:39.877717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-137c6eb2-ad78-4d7c-9b60-3ac9a614e2a7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:router {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:39.878645 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-137c6eb2-ad78-4d7c-9b60-3ac9a614e2a7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478475 Apr 16 15:41:39.882383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34650) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:39.886232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-51b04410-6198-4827-b16a-1d91d897be96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:39.950655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-51b04410-6198-4827-b16a-1d91d897be96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:39.956446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-51b04410-6198-4827-b16a-1d91d897be96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:39.962737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b04410-6198-4827-b16a-1d91d897be96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:39.966288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51b04410-6198-4827-b16a-1d91d897be96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:39.967194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b04410-6198-4827-b16a-1d91d897be96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:41:39.967435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b04410-6198-4827-b16a-1d91d897be96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:41:39.973526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 57225db4-17d2-4632-bf3d-f0f501d32144 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:39.980040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-51b04410-6198-4827-b16a-1d91d897be96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.0970201 Apr 16 15:41:39.982258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34654) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:39.985781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0a915d40-b803-467a-9ca9-74ddee38690a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:40.000921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-85026083-f4b6-40fa-aac7-53ec2881ee2d None None] Could not find standard attr ID for object 62b3949f-19e5-48fc-b2a4-d5d66ea6fcf7. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:41:40.047543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0a915d40-b803-467a-9ca9-74ddee38690a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:40.053399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0a915d40-b803-467a-9ca9-74ddee38690a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:40.061559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a915d40-b803-467a-9ca9-74ddee38690a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:40.069649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a915d40-b803-467a-9ca9-74ddee38690a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.071488 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a915d40-b803-467a-9ca9-74ddee38690a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:41:40.072051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a915d40-b803-467a-9ca9-74ddee38690a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:41:40.087455 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0a915d40-b803-467a-9ca9-74ddee38690a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1044309 Apr 16 15:41:40.089532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34658) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:40.093338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-79b4fc20-154f-4d42-bd89-3bb6da61cd72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:40.114997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1da50b5-93ad-46c3-bc28-4cd87fed8997 None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:40.131605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e1da50b5-93ad-46c3-bc28-4cd87fed8997 None None] Deleting port c876115f-b10b-40cd-a45d-99d7267b6dd4 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:40.131829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1da50b5-93ad-46c3-bc28-4cd87fed8997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.154842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 57225db4-17d2-4632-bf3d-f0f501d32144 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:40.155063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.157284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-79b4fc20-154f-4d42-bd89-3bb6da61cd72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:40.162817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-79b4fc20-154f-4d42-bd89-3bb6da61cd72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:40.168704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b4fc20-154f-4d42-bd89-3bb6da61cd72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:40.172260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-79b4fc20-154f-4d42-bd89-3bb6da61cd72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.173405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b4fc20-154f-4d42-bd89-3bb6da61cd72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:41:40.173652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b4fc20-154f-4d42-bd89-3bb6da61cd72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:41:40.183521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-79b4fc20-154f-4d42-bd89-3bb6da61cd72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.0933638 Apr 16 15:41:40.185671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34662) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:40.189314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cbc5dfd5-5737-4b2d-af5f-8c32400d706d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:40.207521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.241961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Transition to ACTIVE for port object 14ff32c5-0410-4a4d-b5dd-b300c6e1588a will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:40.265487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:37Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '15a356e7-caad-4a21-9d0a-b4ae863e368e', 'name': '', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:9f:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:36Z', 'updated_at': '2021-04-16T15:41:37Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:38Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:40.269951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Transition to ACTIVE for port object 14ff32c5-0410-4a4d-b5dd-b300c6e1588a will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:40.281810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cdacd1-3957-4921-93a7-b33ea17bee10 None None] The sync data for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv is: [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:37Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '15a356e7-caad-4a21-9d0a-b4ae863e368e', 'name': '', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:9f:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:36Z', 'updated_at': '2021-04-16T15:41:37Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:38Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:40.329915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.349841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9d1be6cd-5636-4aed-9c4e-389ef1b2659c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:40.449170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Pushing event updated for resources: {'Port': ['ID=14ff32c5-0410-4a4d-b5dd-b300c6e1588a,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:40.451282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 75469d91-63f7-4e74-a522-18528da5ad35 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:40.471236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:40.489863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e1da50b5-93ad-46c3-bc28-4cd87fed8997 None None] For port c876115f-b10b-40cd-a45d-99d7267b6dd4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=c876115f-b10b-40cd-a45d-99d7267b6dd4,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:40.490126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1da50b5-93ad-46c3-bc28-4cd87fed8997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.578314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e1da50b5-93ad-46c3-bc28-4cd87fed8997 None None] Calling delete_port for c876115f-b10b-40cd-a45d-99d7267b6dd4 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:40.593003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cbc5dfd5-5737-4b2d-af5f-8c32400d706d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:40.605411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cbc5dfd5-5737-4b2d-af5f-8c32400d706d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:40.622475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Allocated IP 172.23.0.1 (d82c29b9-4169-4c3d-8c18-340d809762e8/fd68e15e-3397-4d81-9f33-a5d26fa8c09f/3d63c8b4-491d-41e2-a844-eb7ae5ec27ea) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:40.624184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Network d82c29b9-4169-4c3d-8c18-340d809762e8 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:40.628049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:40.632721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:40.649425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc5dfd5-5737-4b2d-af5f-8c32400d706d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:40.653858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbc5dfd5-5737-4b2d-af5f-8c32400d706d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.654795 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc5dfd5-5737-4b2d-af5f-8c32400d706d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:41:40.655048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc5dfd5-5737-4b2d-af5f-8c32400d706d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:41:40.674210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 75469d91-63f7-4e74-a522-18528da5ad35 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:40.694606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1da50b5-93ad-46c3-bc28-4cd87fed8997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.704989 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cbc5dfd5-5737-4b2d-af5f-8c32400d706d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5185940 Apr 16 15:41:40.707000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:40.707693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34666) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:40.713618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-393b2620-3222-4b63-842f-ffc973b60b12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:40.724941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befec9b2-0dec-4c95-99e5-a1bbac2bfa14 None None] Network f49dfcf5-a995-467c-aae7-a9bc36199593 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:40.758576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.771660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Transition to ACTIVE for port object 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:40.790236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.868238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:40.907940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network d82c29b9-4169-4c3d-8c18-340d809762e8 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:40.910097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:40.913067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:40.944098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=3d63c8b4-491d-41e2-a844-eb7ae5ec27ea,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:40.947086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:40.960273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:40.992575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da50b5-93ad-46c3-bc28-4cd87fed8997 None None] Pushing event deleted for resources: {'Port': ['ID=c876115f-b10b-40cd-a45d-99d7267b6dd4,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:41.001556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e1da50b5-93ad-46c3-bc28-4cd87fed8997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:41.004283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Attempting to bind port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:41.004514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Attempting to bind port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '78bd8bbd-7ac3-4c70-81e4-0938fb4a3367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:41.004744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Attempting to bind port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a on network d82c29b9-4169-4c3d-8c18-340d809762e8 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:41.010865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-715b9848-6682-406b-b0e4-640fa2c02583 None None] Provisioning for port 75469d91-63f7-4e74-a522-18528da5ad35 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:41.022676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:41.022915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Checking segment: {'id': '78bd8bbd-7ac3-4c70-81e4-0938fb4a3367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:41.023176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.023420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Bound using segment: {'id': '78bd8bbd-7ac3-4c70-81e4-0938fb4a3367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:41.023737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Bound port: 14ff32c5-0410-4a4d-b5dd-b300c6e1588a, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bd8bbd-7ac3-4c70-81e4-0938fb4a3367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:41.023975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.033539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.035703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-715b9848-6682-406b-b0e4-640fa2c02583 None None] Provisioning complete for port 75469d91-63f7-4e74-a522-18528da5ad35 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:41.036024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-715b9848-6682-406b-b0e4-640fa2c02583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.092561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-393b2620-3222-4b63-842f-ffc973b60b12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:41.098063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-393b2620-3222-4b63-842f-ffc973b60b12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:41.105061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393b2620-3222-4b63-842f-ffc973b60b12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:41.108954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-393b2620-3222-4b63-842f-ffc973b60b12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.110777 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-393b2620-3222-4b63-842f-ffc973b60b12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:41:41.111302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393b2620-3222-4b63-842f-ffc973b60b12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:41:41.111559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1da50b5-93ad-46c3-bc28-4cd87fed8997 None None] No DVR routers for this DVR port c876115f-b10b-40cd-a45d-99d7267b6dd4 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:41.131566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-393b2620-3222-4b63-842f-ffc973b60b12 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4198258 Apr 16 15:41:41.131815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34670) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:41.136135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6d996f57-9583-4aae-bb95-497befaee5c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:41.137200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] For port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:41.139335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] For port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=14ff32c5-0410-4a4d-b5dd-b300c6e1588a,segment=NetworkSegment(78bd8bbd-7ac3-4c70-81e4-0938fb4a3367),segment_id=78bd8bbd-7ac3-4c70-81e4-0938fb4a3367)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:41.160871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.170811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3561501c-0c88-44f7-af45-7b934d0fc0f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:41.209311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6d996f57-9583-4aae-bb95-497befaee5c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:41.215209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6d996f57-9583-4aae-bb95-497befaee5c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:41.223187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d996f57-9583-4aae-bb95-497befaee5c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:41.227815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6d996f57-9583-4aae-bb95-497befaee5c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.228704 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d996f57-9583-4aae-bb95-497befaee5c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:41:41.228969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d996f57-9583-4aae-bb95-497befaee5c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:41:41.242651 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6d996f57-9583-4aae-bb95-497befaee5c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1081464 Apr 16 15:41:41.242789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34674) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:41.271112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5bb2d244-da30-4ca6-a2ae-17c19cc223ad tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:41.278161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Sync routers for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:41.280135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5bb2d244-da30-4ca6-a2ae-17c19cc223ad tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:41.280934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5bb2d244-da30-4ca6-a2ae-17c19cc223ad tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0375712 Apr 16 15:41:41.281367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.283338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34678) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:41.285188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.288447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:41.289196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:41.320529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:41.326561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Pushing event updated for resources: {'Port': ['ID=14ff32c5-0410-4a4d-b5dd-b300c6e1588a,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:41.328140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-715b9848-6682-406b-b0e4-640fa2c02583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.332994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f4343f-7bd7-4475-9ffc-b698c588d395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:41.333182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a1f4343f-7bd7-4475-9ffc-b698c588d395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:41.333732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:41.341220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a1f4343f-7bd7-4475-9ffc-b698c588d395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:41.344095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a1f4343f-7bd7-4475-9ffc-b698c588d395 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0579915 Apr 16 15:41:41.344095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34682) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:41.351901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.362816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fcf0805-b831-4995-a267-0daf8df28c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.387486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-715b9848-6682-406b-b0e4-640fa2c02583 None None] For port 75469d91-63f7-4e74-a522-18528da5ad35, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=75469d91-63f7-4e74-a522-18528da5ad35,segment=NetworkSegment(5599c04e-e99a-46b7-a239-903dea28fc66),segment_id=5599c04e-e99a-46b7-a239-903dea28fc66)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:41.394761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-715b9848-6682-406b-b0e4-640fa2c02583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.397384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e744e9bc-4bc9-48bb-af66-89da488545cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:41.408285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-daefffab-08ae-4c5b-8874-b2496447ccc7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606167 Apr 16 15:41:41.408444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34686) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:41.412933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:41.431399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event updated for resources: {'Port': ['ID=3d63c8b4-491d-41e2-a844-eb7ae5ec27ea,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:41.436899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:41.439487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b9848-6682-406b-b0e4-640fa2c02583 None None] Pushing event updated for resources: {'Port': ['ID=75469d91-63f7-4e74-a522-18528da5ad35,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:41.441977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-715b9848-6682-406b-b0e4-640fa2c02583 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:41.445563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:41.478090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network d82c29b9-4169-4c3d-8c18-340d809762e8 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:41.479164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:41.503433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:41.509254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:41.516259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:41.520507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.590265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:41.612432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-603c4dd2-7da8-4abe-9311-d0e111a7a555 None None] Provisioning for port 15a356e7-caad-4a21-9d0a-b4ae863e368e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:41.616199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-603c4dd2-7da8-4abe-9311-d0e111a7a555 None None] Provisioning complete for port 15a356e7-caad-4a21-9d0a-b4ae863e368e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:41.616536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-603c4dd2-7da8-4abe-9311-d0e111a7a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.649871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:40Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '15a356e7-caad-4a21-9d0a-b4ae863e368e', 'name': '', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:9f:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:36Z', 'updated_at': '2021-04-16T15:41:37Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d63c8b4-491d-41e2-a844-eb7ae5ec27ea', 'name': '', 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:53:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:39Z', 'updated_at': '2021-04-16T15:41:41Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:38Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:41.652299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Checking router: 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:41.652615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Updating router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b port 15a356e7-caad-4a21-9d0a-b4ae863e368e binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:41:41.668298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-603c4dd2-7da8-4abe-9311-d0e111a7a555 None None] Port 15a356e7-caad-4a21-9d0a-b4ae863e368e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:41.675923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-603c4dd2-7da8-4abe-9311-d0e111a7a555 None None] Provisioning complete for port 75469d91-63f7-4e74-a522-18528da5ad35 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:41.676361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-603c4dd2-7da8-4abe-9311-d0e111a7a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.693749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.737817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:41.745149 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8491495 Apr 16 15:41:41.747608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34692) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:41.758009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-aaa0cee1-b6c8-4cd7-bf2b-b89c51c93245 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:41.889244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:41:41.890131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:41.904702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0801098-8d5a-42ca-bfed-2b458b7ba0ae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:41.943997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cb8a38f8-4567-4c9c-aaff-81b6d427376c None None] Provisioning complete for port 15a356e7-caad-4a21-9d0a-b4ae863e368e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:41.944421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb8a38f8-4567-4c9c-aaff-81b6d427376c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.007892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cb8a38f8-4567-4c9c-aaff-81b6d427376c None None] Port 15a356e7-caad-4a21-9d0a-b4ae863e368e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:42.021368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=6e53f355-1c3d-4f7b-8c72-af1859e9b830,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:42.027633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:42.044133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.054746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5f576154-d981-4287-8831-c874fccbded4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:42.055854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:42.056624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:42.062393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Transition to ACTIVE for port object 15a356e7-caad-4a21-9d0a-b4ae863e368e will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:42.063909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:42.064383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.070272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.078290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f81902-87a2-41c1-b3a1-8ef6e5bfdd6f None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:42.081076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64e30246-bffe-448a-abb4-3f2be022a9bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:42.081552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6724958 Apr 16 15:41:42.086763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34696) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:42.090614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:ae:80:0c', 'name': 'tempest-NetworksTestDHCPv6-340462072'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:42.120420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Pushing event updated for resources: {'Port': ['ID=15a356e7-caad-4a21-9d0a-b4ae863e368e,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:42.155197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:42.172988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:42.175509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:42.177166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:42.180505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:42.191336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:42.191472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-aaa0cee1-b6c8-4cd7-bf2b-b89c51c93245 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=86006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 16 15:41:42.195741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.209473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-aaa0cee1-b6c8-4cd7-bf2b-b89c51c93245 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Removed routes are [] {{(pid=86006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 16 15:41:42.209830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aaa0cee1-b6c8-4cd7-bf2b-b89c51c93245 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.218381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 4e0933f2-9c45-4e05-a757-46fc60a8e3b6 yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:41:42.246189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': '6e53f355-1c3d-4f7b-8c72-af1859e9b830'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:42.247607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.291782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 5f576154-d981-4287-8831-c874fccbded4 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:42.295630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 5f576154-d981-4287-8831-c874fccbded4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:42.296013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.321142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::f816:3eff:feae:800c (202228ea-75c8-4a07-a357-aa1a8927fb48/6e53f355-1c3d-4f7b-8c72-af1859e9b830/4e0933f2-9c45-4e05-a757-46fc60a8e3b6) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:42.323494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Attempting to bind port 15a356e7-caad-4a21-9d0a-b4ae863e368e on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:42.323729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Attempting to bind port 15a356e7-caad-4a21-9d0a-b4ae863e368e by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '5599c04e-e99a-46b7-a239-903dea28fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:42.323957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Attempting to bind port 15a356e7-caad-4a21-9d0a-b4ae863e368e on network f49dfcf5-a995-467c-aae7-a9bc36199593 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:42.327661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:42.327768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Checking segment: {'id': '5599c04e-e99a-46b7-a239-903dea28fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:42.328001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.328282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Bound using segment: {'id': '5599c04e-e99a-46b7-a239-903dea28fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:42.328529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Bound port: 15a356e7-caad-4a21-9d0a-b4ae863e368e, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5599c04e-e99a-46b7-a239-903dea28fc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:42.329121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.458646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.479457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 5f576154-d981-4287-8831-c874fccbded4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5f576154-d981-4287-8831-c874fccbded4,segment=NetworkSegment(14cfe480-e6d6-421c-96ab-39232f358747),segment_id=14cfe480-e6d6-421c-96ab-39232f358747)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:42.482511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.484719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.485774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 14ff32c5-0410-4a4d-b5dd-b300c6e1588a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:42.493146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 4e0933f2-9c45-4e05-a757-46fc60a8e3b6 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:42.508549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:42.510343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.521779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ea71c9cb-3c70-472d-bd1e-22b735eb03d6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:42.570869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] For port 15a356e7-caad-4a21-9d0a-b4ae863e368e, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:42.573092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] For port 15a356e7-caad-4a21-9d0a-b4ae863e368e, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=15a356e7-caad-4a21-9d0a-b4ae863e368e,segment=NetworkSegment(5599c04e-e99a-46b7-a239-903dea28fc66),segment_id=5599c04e-e99a-46b7-a239-903dea28fc66)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:42.577391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.588200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:42.608681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Allocated IP 2001:db8::f816:3eff:fea7:af00 (202228ea-75c8-4a07-a357-aa1a8927fb48/6e53f355-1c3d-4f7b-8c72-af1859e9b830/fed32463-1a31-4c45-b5a8-36edba3a2e46) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:42.610657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=5f576154-d981-4287-8831-c874fccbded4,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:42.615341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:42.627115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=4e0933f2-9c45-4e05-a757-46fc60a8e3b6,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:42.643853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Pushing event updated for resources: {'Port': ['ID=15a356e7-caad-4a21-9d0a-b4ae863e368e,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:42.652758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:42.682332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:42.684787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:42.686064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:42.687872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:42.692850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:42.693298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.733627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6458850 Apr 16 15:41:42.737609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34700) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:42.748009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Updating router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b port 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:41:42.796078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.802840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aaa0cee1-b6c8-4cd7-bf2b-b89c51c93245 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.805030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aaa0cee1-b6c8-4cd7-bf2b-b89c51c93245 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.841741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a8ff3-e6b1-4de3-be8a-466361ee30c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:42.842564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b55a8ff3-e6b1-4de3-be8a-466361ee30c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:42.862432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b55a8ff3-e6b1-4de3-be8a-466361ee30c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:42.863757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b55a8ff3-e6b1-4de3-be8a-466361ee30c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1250083 Apr 16 15:41:42.865419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34704) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:42.917128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:42.943588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 75469d91-63f7-4e74-a522-18528da5ad35 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:42.945287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa0cee1-b6c8-4cd7-bf2b-b89c51c93245 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:42.947644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb199a-66ad-4c7a-a0d2-db287bf7826f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 4e0933f2-9c45-4e05-a757-46fc60a8e3b6 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:42.948045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0bb199a-66ad-4c7a-a0d2-db287bf7826f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:42.987464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.011301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96f5a473-206d-45dc-bc75-d8013d3f2f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.079533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa0cee1-b6c8-4cd7-bf2b-b89c51c93245 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:43.088588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 75469d91-63f7-4e74-a522-18528da5ad35 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:43.088814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.090664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aaa0cee1-b6c8-4cd7-bf2b-b89c51c93245 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.093141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aaa0cee1-b6c8-4cd7-bf2b-b89c51c93245 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b HTTP/1.1" status: 200 len: 934 time: 1.3432558 Apr 16 15:41:43.093360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34708) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:43.100987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.109776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Transition to ACTIVE for port object 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:43.113049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c74d99-ddb3-41ae-a0fd-25a82a62dde6 None None] Network d82c29b9-4169-4c3d-8c18-340d809762e8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:43.115762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.128223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc9fffd0-c2db-438b-89f9-a1cac6f323f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:43.138182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0bb199a-66ad-4c7a-a0d2-db287bf7826f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.182256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.193189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.197898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-229163f5-6072-48e7-a7a1-b3d502d4014e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b HTTP/1.1" status: 200 len: 934 time: 0.1036913 Apr 16 15:41:43.199646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34712) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:43.203049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-57f6060a-5206-40e8-8545-54c911c49791 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'routes': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:43.203157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.204728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Pushing event updated for resources: {'Port': ['ID=3d63c8b4-491d-41e2-a844-eb7ae5ec27ea,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:43.207424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:43.210845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Transition to ACTIVE for port object fed32463-1a31-4c45-b5a8-36edba3a2e46 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:43.224743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-02ae9bc5-4f23-4f4c-abc8-0df7448a6ce6 None None] Provisioning for port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:43.232393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb199a-66ad-4c7a-a0d2-db287bf7826f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 4e0933f2-9c45-4e05-a757-46fc60a8e3b6 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:43.234726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-02ae9bc5-4f23-4f4c-abc8-0df7448a6ce6 None None] Provisioning complete for port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:43.234967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-02ae9bc5-4f23-4f4c-abc8-0df7448a6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.321668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0bb199a-66ad-4c7a-a0d2-db287bf7826f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.322069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Transition to ACTIVE for port object fed32463-1a31-4c45-b5a8-36edba3a2e46 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:43.333219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f4657874-bb27-4593-a7e1-c02a0a4aa9e8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:43.337555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.347769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:43.362726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb199a-66ad-4c7a-a0d2-db287bf7826f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=4e0933f2-9c45-4e05-a757-46fc60a8e3b6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:43.379607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Attempting to bind port 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:43.379833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Attempting to bind port 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '78bd8bbd-7ac3-4c70-81e4-0938fb4a3367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:43.380057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Attempting to bind port 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea on network d82c29b9-4169-4c3d-8c18-340d809762e8 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:43.384242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:43.384560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Checking segment: {'id': '78bd8bbd-7ac3-4c70-81e4-0938fb4a3367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:43.384815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.385056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Bound using segment: {'id': '78bd8bbd-7ac3-4c70-81e4-0938fb4a3367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:43.385346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Bound port: 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bd8bbd-7ac3-4c70-81e4-0938fb4a3367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1465, 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:43.385582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.397430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0bb199a-66ad-4c7a-a0d2-db287bf7826f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:43.447443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c876115f-b10b-40cd-a45d-99d7267b6dd4 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:43.449089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] For port 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:43.450945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] For port 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3d63c8b4-491d-41e2-a844-eb7ae5ec27ea,segment=NetworkSegment(78bd8bbd-7ac3-4c70-81e4-0938fb4a3367),segment_id=78bd8bbd-7ac3-4c70-81e4-0938fb4a3367)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:43.455060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.461161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0bb199a-66ad-4c7a-a0d2-db287bf7826f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.468222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5316fc5e-bd52-4ae9-aedc-7728e3755ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:43.471106 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0bb199a-66ad-4c7a-a0d2-db287bf7826f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/4e0933f2-9c45-4e05-a757-46fc60a8e3b6 HTTP/1.1" status: 204 len: 168 time: 0.6048636 Apr 16 15:41:43.472736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34716) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:43.510971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: c876115f-b10b-40cd-a45d-99d7267b6dd4 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:43.511189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device c876115f-b10b-40cd-a45d-99d7267b6dd4 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:43.523585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7dc3-94a7-4ccf-860b-ca56540e0be9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:43.524908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b7dc3-94a7-4ccf-860b-ca56540e0be9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:43.525577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-827b7dc3-94a7-4ccf-860b-ca56540e0be9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:43.536024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Pushing event updated for resources: {'Port': ['ID=3d63c8b4-491d-41e2-a844-eb7ae5ec27ea,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:43.536941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-827b7dc3-94a7-4ccf-860b-ca56540e0be9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:43.538109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-827b7dc3-94a7-4ccf-860b-ca56540e0be9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0646856 Apr 16 15:41:43.540380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:43.542655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Pushing event updated for resources: {'Port': ['ID=fed32463-1a31-4c45-b5a8-36edba3a2e46,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:43.548987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34720) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:43.551038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:43.565482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-02ae9bc5-4f23-4f4c-abc8-0df7448a6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.591522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:43.591980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:43.595706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:43.597535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-716c838d-7b6c-466c-b7b8-386eb2df58e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 6e53f355-1c3d-4f7b-8c72-af1859e9b830 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:43.599205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:43.599613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-716c838d-7b6c-466c-b7b8-386eb2df58e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.602896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:43.607434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-02ae9bc5-4f23-4f4c-abc8-0df7448a6ce6 None None] For port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=14ff32c5-0410-4a4d-b5dd-b300c6e1588a,segment=NetworkSegment(78bd8bbd-7ac3-4c70-81e4-0938fb4a3367),segment_id=78bd8bbd-7ac3-4c70-81e4-0938fb4a3367)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:43.620047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-57f6060a-5206-40e8-8545-54c911c49791 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added routes are [] {{(pid=86006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 16 15:41:43.620275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-57f6060a-5206-40e8-8545-54c911c49791 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=86006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 16 15:41:43.631322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-02ae9bc5-4f23-4f4c-abc8-0df7448a6ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.632682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8b9baf5d-1aec-436f-bd0e-e9adf7e451dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:43.640704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57f6060a-5206-40e8-8545-54c911c49791 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.644601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-716c838d-7b6c-466c-b7b8-386eb2df58e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.687838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Attempting to bind port fed32463-1a31-4c45-b5a8-36edba3a2e46 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:43.688551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Attempting to bind port fed32463-1a31-4c45-b5a8-36edba3a2e46 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:43.688551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Attempting to bind port fed32463-1a31-4c45-b5a8-36edba3a2e46 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:43.693088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:43.697439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:43.697439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:43.697439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.697647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:43.697857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Bound port: fed32463-1a31-4c45-b5a8-36edba3a2e46, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:43.698094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.713309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-716c838d-7b6c-466c-b7b8-386eb2df58e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.731735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae9bc5-4f23-4f4c-abc8-0df7448a6ce6 None None] Pushing event updated for resources: {'Port': ['ID=14ff32c5-0410-4a4d-b5dd-b300c6e1588a,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:43.737090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-02ae9bc5-4f23-4f4c-abc8-0df7448a6ce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:43.855093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b75c5009-4d62-415d-9532-872e707b25e8 None None] Provisioning complete for port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:43.855341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b75c5009-4d62-415d-9532-872e707b25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.908713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57f6060a-5206-40e8-8545-54c911c49791 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.911726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57f6060a-5206-40e8-8545-54c911c49791 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.943236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 6, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '15a356e7-caad-4a21-9d0a-b4ae863e368e', 'name': '', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:9f:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:36Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d63c8b4-491d-41e2-a844-eb7ae5ec27ea', 'name': '', 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:53:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:39Z', 'updated_at': '2021-04-16T15:41:43Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:43.946193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-716c838d-7b6c-466c-b7b8-386eb2df58e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:43.950374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] For port fed32463-1a31-4c45-b5a8-36edba3a2e46, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:43.957334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1402bffa-8455-4b7f-8c93-38d9b3b58263 None None] The sync data for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv is: [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 6, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '15a356e7-caad-4a21-9d0a-b4ae863e368e', 'name': '', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:9f:4e:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:36Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d63c8b4-491d-41e2-a844-eb7ae5ec27ea', 'name': '', 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:53:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:39Z', 'updated_at': '2021-04-16T15:41:43Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:43.961135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5f576154-d981-4287-8831-c874fccbded4 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:43.961352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3bcf5260-8a2d-4293-9693-5155edd444c5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:43.978237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] For port fed32463-1a31-4c45-b5a8-36edba3a2e46, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=fed32463-1a31-4c45-b5a8-36edba3a2e46,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:43.985336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c838d-7b6c-466c-b7b8-386eb2df58e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=6e53f355-1c3d-4f7b-8c72-af1859e9b830,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:43.987435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-716c838d-7b6c-466c-b7b8-386eb2df58e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:44.001916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:44.021633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:44.076837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-716c838d-7b6c-466c-b7b8-386eb2df58e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:44.081999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f6060a-5206-40e8-8545-54c911c49791 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:44.107274 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-716c838d-7b6c-466c-b7b8-386eb2df58e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/6e53f355-1c3d-4f7b-8c72-af1859e9b830 HTTP/1.1" status: 204 len: 168 time: 0.5572937 Apr 16 15:41:44.107751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34726) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:44.141020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Pushing event updated for resources: {'Port': ['ID=fed32463-1a31-4c45-b5a8-36edba3a2e46,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:44.151978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:44.156589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:44.158972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b75c5009-4d62-415d-9532-872e707b25e8 None None] Provisioning for port 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:44.163757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5d49bda0-494e-4369-8b53-e76c96d21fe9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551100 Apr 16 15:41:44.164341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34730) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:44.169747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:44.179105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 5f576154-d981-4287-8831-c874fccbded4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:44.179397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:44.234702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f6060a-5206-40e8-8545-54c911c49791 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:44.239433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57f6060a-5206-40e8-8545-54c911c49791 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:44.240295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-57f6060a-5206-40e8-8545-54c911c49791 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b HTTP/1.1" status: 200 len: 700 time: 1.0400200 Apr 16 15:41:44.242156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34734) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:44.251440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:44.254483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:44.256368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:44.260147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:44.269238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:44.275030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:44.290498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 15a356e7-caad-4a21-9d0a-b4ae863e368e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:44.369736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 15a356e7-caad-4a21-9d0a-b4ae863e368e completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:44.374305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 15a356e7-caad-4a21-9d0a-b4ae863e368e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:44.374582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:44.398217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c3ec756b-bd6b-420e-a50d-f106a6973983 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b HTTP/1.1" status: 200 len: 700 time: 0.1546702 Apr 16 15:41:44.401100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34738) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:44.651782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:44.675313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 15a356e7-caad-4a21-9d0a-b4ae863e368e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=15a356e7-caad-4a21-9d0a-b4ae863e368e,segment=NetworkSegment(5599c04e-e99a-46b7-a239-903dea28fc66),segment_id=5599c04e-e99a-46b7-a239-903dea28fc66)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:44.677535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:44.678128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 14ff32c5-0410-4a4d-b5dd-b300c6e1588a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:44.694631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:44.748914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=15a356e7-caad-4a21-9d0a-b4ae863e368e,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:44.751965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:44.756461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:44.756702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:44.774904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c9cc2-8f07-46b4-a066-5a64af318495 None None] Sync routers for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:44.789899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c9cc2-8f07-46b4-a066-5a64af318495 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:44.790264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bd0c9cc2-8f07-46b4-a066-5a64af318495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:44.907084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bd0c9cc2-8f07-46b4-a066-5a64af318495 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:45.109764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bd0c9cc2-8f07-46b4-a066-5a64af318495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:43Z', 'revision_number': 7, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '15a356e7-caad-4a21-9d0a-b4ae863e368e', 'name': '', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:9f:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:36Z', 'updated_at': '2021-04-16T15:41:44Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d63c8b4-491d-41e2-a844-eb7ae5ec27ea', 'name': '', 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:53:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:39Z', 'updated_at': '2021-04-16T15:41:43Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:45.112394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c9cc2-8f07-46b4-a066-5a64af318495 None None] Checking router: 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:45.118664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c9cc2-8f07-46b4-a066-5a64af318495 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:45.119105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bd0c9cc2-8f07-46b4-a066-5a64af318495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:45.159241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:45.190333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:41:45.223309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bd0c9cc2-8f07-46b4-a066-5a64af318495 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:45.398786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:45.454313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bd0c9cc2-8f07-46b4-a066-5a64af318495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:43Z', 'revision_number': 7, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '15a356e7-caad-4a21-9d0a-b4ae863e368e', 'name': '', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:9f:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:36Z', 'updated_at': '2021-04-16T15:41:44Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d63c8b4-491d-41e2-a844-eb7ae5ec27ea', 'name': '', 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:53:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:39Z', 'updated_at': '2021-04-16T15:41:43Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:45.456875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0c9cc2-8f07-46b4-a066-5a64af318495 None None] The sync data for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv is: [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:43Z', 'revision_number': 7, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '15a356e7-caad-4a21-9d0a-b4ae863e368e', 'name': '', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:9f:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:36Z', 'updated_at': '2021-04-16T15:41:44Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d63c8b4-491d-41e2-a844-eb7ae5ec27ea', 'name': '', 'network_id': 'd82c29b9-4169-4c3d-8c18-340d809762e8', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:53:bd:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:39Z', 'updated_at': '2021-04-16T15:41:43Z', 'revision_number': 4, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'fd68e15e-3397-4d81-9f33-a5d26fa8c09f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:45.464371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:45.464577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:45.488117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affbf544-b215-4399-a621-a9bd9bd32161 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:45.615545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0ee35103-09bd-4c83-90b1-2d83b1a92205 None None] Provisioning for port fed32463-1a31-4c45-b5a8-36edba3a2e46 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:45.642848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] For port fed32463-1a31-4c45-b5a8-36edba3a2e46, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=fed32463-1a31-4c45-b5a8-36edba3a2e46,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:45.647183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] For port 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3d63c8b4-491d-41e2-a844-eb7ae5ec27ea,segment=NetworkSegment(78bd8bbd-7ac3-4c70-81e4-0938fb4a3367),segment_id=78bd8bbd-7ac3-4c70-81e4-0938fb4a3367)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:45.647401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:45.720831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:45.760034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:45.764252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:45.764851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:45.775504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:45.849028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3fd9049b-dbed-458e-b07c-0ae44d971bd7 None None] Could not find standard attr ID for object 4e0933f2-9c45-4e05-a757-46fc60a8e3b6. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:41:45.877966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=fed32463-1a31-4c45-b5a8-36edba3a2e46,revision_number=5']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:45.881968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:45.887161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fa253c1-1d02-4d7a-9b9b-2463488e069e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:45.966027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 15a356e7-caad-4a21-9d0a-b4ae863e368e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:46.007789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 15a356e7-caad-4a21-9d0a-b4ae863e368e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:46.007965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:46.085878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device fed32463-1a31-4c45-b5a8-36edba3a2e46 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:46.128187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port fed32463-1a31-4c45-b5a8-36edba3a2e46 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:46.131326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port fed32463-1a31-4c45-b5a8-36edba3a2e46 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:46.131559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:46.208087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:46.217980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=de84c03c-a162-48cd-aee8-2212516069d6,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:46.219904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:46.221166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:46.221716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:46.229535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c643045a-0d19-4d5d-95ac-efbc0b4801f7 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:46.240140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port fed32463-1a31-4c45-b5a8-36edba3a2e46, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=fed32463-1a31-4c45-b5a8-36edba3a2e46,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:46.243960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:46.244512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:46.248887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:46.249267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:46.273318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:46.282118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-52341c73-c7bc-4332-949c-158b28ae345c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:46.282567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:46.306122 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1406522 Apr 16 15:41:46.308954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34744) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:46.313708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:22:4f:e5', 'name': 'tempest-NetworksTestDHCPv6-397982936'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:46.337428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=3d63c8b4-491d-41e2-a844-eb7ae5ec27ea,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:46.344302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:46.495684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:46.495884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Apr 16 15:41:46.523781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Port 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea not found, will not notify nova. {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 16 15:41:46.551401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=fed32463-1a31-4c45-b5a8-36edba3a2e46,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:46.558396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:46.564822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:46.722134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:46.724522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:46.726231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:46.729535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:46.735949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:46.767406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-54623e6f-4c77-48cf-a81c-8de83fb087cb None None] Provisioning complete for port fed32463-1a31-4c45-b5a8-36edba3a2e46 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:46.767719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54623e6f-4c77-48cf-a81c-8de83fb087cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:46.807101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:46.823522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 0ea509a9-f28c-490e-ba9c-eace363bc3a8 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:41:46.828513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:46.910785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::f816:3eff:fe22:4fe5 (202228ea-75c8-4a07-a357-aa1a8927fb48/de84c03c-a162-48cd-aee8-2212516069d6/0ea509a9-f28c-490e-ba9c-eace363bc3a8) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:46.916836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:46.919821 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5180590 Apr 16 15:41:46.921666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34748) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:46.926219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17462da8-1afd-4cf3-8c7f-dbe7e36e452e None None] Sync routers for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:46.932010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17462da8-1afd-4cf3-8c7f-dbe7e36e452e None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:46.932397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-17462da8-1afd-4cf3-8c7f-dbe7e36e452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:46.964015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7582561-e8f1-45e6-8522-628aacb7f89f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting subnet fd68e15e-3397-4d81-9f33-a5d26fa8c09f {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:46.965868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a7582561-e8f1-45e6-8522-628aacb7f89f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:46.996648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a7582561-e8f1-45e6-8522-628aacb7f89f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.020995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-17462da8-1afd-4cf3-8c7f-dbe7e36e452e None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:47.041701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.044758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a7582561-e8f1-45e6-8522-628aacb7f89f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.051287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 0ea509a9-f28c-490e-ba9c-eace363bc3a8 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:47.065284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.074265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-580c89bd-6fb6-48fc-8a85-c8be2335eb54 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:47.184634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:47.187298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:47.190377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=0ea509a9-f28c-490e-ba9c-eace363bc3a8,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:47.204074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:47.207364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:47.207803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.211742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:47.226580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9155397 Apr 16 15:41:47.227712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34752) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:47.230211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a7582561-e8f1-45e6-8522-628aacb7f89f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.262402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:47.330381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7582561-e8f1-45e6-8522-628aacb7f89f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Subnet': ['ID=fd68e15e-3397-4d81-9f33-a5d26fa8c09f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:47.334825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a7582561-e8f1-45e6-8522-628aacb7f89f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:47.352218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-604b0429-2a41-4afe-889b-f66dfe371948 None None] Provisioning for port 0ea509a9-f28c-490e-ba9c-eace363bc3a8 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:47.355331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-604b0429-2a41-4afe-889b-f66dfe371948 None None] Provisioning complete for port 0ea509a9-f28c-490e-ba9c-eace363bc3a8 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:47.355634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-604b0429-2a41-4afe-889b-f66dfe371948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.360736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-17462da8-1afd-4cf3-8c7f-dbe7e36e452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:46Z', 'revision_number': 8, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '15a356e7-caad-4a21-9d0a-b4ae863e368e', 'name': '', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:9f:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:36Z', 'updated_at': '2021-04-16T15:41:44Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:47.362948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17462da8-1afd-4cf3-8c7f-dbe7e36e452e None None] Checking router: 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:47.363293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a7582561-e8f1-45e6-8522-628aacb7f89f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.367973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17462da8-1afd-4cf3-8c7f-dbe7e36e452e None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:47.368331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-17462da8-1afd-4cf3-8c7f-dbe7e36e452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:47.372162 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a7582561-e8f1-45e6-8522-628aacb7f89f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/fd68e15e-3397-4d81-9f33-a5d26fa8c09f HTTP/1.1" status: 204 len: 168 time: 0.4482329 Apr 16 15:41:47.372342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34756) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:47.375294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68802c55-a7be-49c0-86f1-b28de88fe829 None None] Network d82c29b9-4169-4c3d-8c18-340d809762e8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:47.393704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a72164-c690-4fcc-b24a-e0f136a2b3d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:47.397272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a72164-c690-4fcc-b24a-e0f136a2b3d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:47.397841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-14a72164-c690-4fcc-b24a-e0f136a2b3d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:47.435662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-604b0429-2a41-4afe-889b-f66dfe371948 None None] Port 0ea509a9-f28c-490e-ba9c-eace363bc3a8 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:47.456370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-17462da8-1afd-4cf3-8c7f-dbe7e36e452e None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:47.459323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-14a72164-c690-4fcc-b24a-e0f136a2b3d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:47.462081 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-14a72164-c690-4fcc-b24a-e0f136a2b3d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2313507 Apr 16 15:41:47.462526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34760) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:47.473267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.510829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-84e429d8-8599-47df-b6ea-38d4a50816fd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 0ea509a9-f28c-490e-ba9c-eace363bc3a8 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:47.511014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84e429d8-8599-47df-b6ea-38d4a50816fd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.520327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:47.520535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.557927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83b096-c59b-46cf-b837-1f0adf0c3f72 None None] DHCP port deletion for d82c29b9-4169-4c3d-8c18-340d809762e8 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:47.561280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ef83b096-c59b-46cf-b837-1f0adf0c3f72 None None] Deleting port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:47.561699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef83b096-c59b-46cf-b837-1f0adf0c3f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.651498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] For port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=14ff32c5-0410-4a4d-b5dd-b300c6e1588a,segment=NetworkSegment(78bd8bbd-7ac3-4c70-81e4-0938fb4a3367),segment_id=78bd8bbd-7ac3-4c70-81e4-0938fb4a3367)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:47.651712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.652792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-17462da8-1afd-4cf3-8c7f-dbe7e36e452e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:46Z', 'revision_number': 8, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '15a356e7-caad-4a21-9d0a-b4ae863e368e', 'name': '', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:9f:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:36Z', 'updated_at': '2021-04-16T15:41:44Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:47.655456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17462da8-1afd-4cf3-8c7f-dbe7e36e452e None None] The sync data for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv is: [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:46Z', 'revision_number': 8, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '15a356e7-caad-4a21-9d0a-b4ae863e368e', 'name': '', 'network_id': 'f49dfcf5-a995-467c-aae7-a9bc36199593', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:9f:4e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:36Z', 'updated_at': '2021-04-16T15:41:44Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '36f87c8d-fe7f-4898-b8e1-1e2744e9fc91', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:47.679111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84e429d8-8599-47df-b6ea-38d4a50816fd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.693317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ef83b096-c59b-46cf-b837-1f0adf0c3f72 None None] For port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=14ff32c5-0410-4a4d-b5dd-b300c6e1588a,segment=NetworkSegment(78bd8bbd-7ac3-4c70-81e4-0938fb4a3367),segment_id=78bd8bbd-7ac3-4c70-81e4-0938fb4a3367)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:47.693574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef83b096-c59b-46cf-b837-1f0adf0c3f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.731142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 14ff32c5-0410-4a4d-b5dd-b300c6e1588a owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:47.756013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-84e429d8-8599-47df-b6ea-38d4a50816fd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 0ea509a9-f28c-490e-ba9c-eace363bc3a8 owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:47.771326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ef83b096-c59b-46cf-b837-1f0adf0c3f72 None None] Calling delete_port for 14ff32c5-0410-4a4d-b5dd-b300c6e1588a owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:47.777077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.785612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd96e95b-55f9-44f1-ad11-0e3232b35bba tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:47.811207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-ef83b096-c59b-46cf-b837-1f0adf0c3f72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:41:47.811490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-ef83b096-c59b-46cf-b837-1f0adf0c3f72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:41:47.835309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=14ff32c5-0410-4a4d-b5dd-b300c6e1588a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:47.837137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:47.839421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84e429d8-8599-47df-b6ea-38d4a50816fd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.848402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:47.866942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No DVR routers for this DVR port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:47.899620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device fed32463-1a31-4c45-b5a8-36edba3a2e46 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:47.909515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e429d8-8599-47df-b6ea-38d4a50816fd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=0ea509a9-f28c-490e-ba9c-eace363bc3a8,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:47.917910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84e429d8-8599-47df-b6ea-38d4a50816fd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:47.944663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port fed32463-1a31-4c45-b5a8-36edba3a2e46 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:47.944889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.953435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.975965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84e429d8-8599-47df-b6ea-38d4a50816fd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:47.986651 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-84e429d8-8599-47df-b6ea-38d4a50816fd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/0ea509a9-f28c-490e-ba9c-eace363bc3a8 HTTP/1.1" status: 204 len: 168 time: 0.5232100 Apr 16 15:41:47.988254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34764) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:48.031394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82c29b9-4169-4c3d-8c18-340d809762e8']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:48.040241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bd8bbd-7ac3-4c70-81e4-0938fb4a3367') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:48.040613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bd8bbd-7ac3-4c70-81e4-0938fb4a3367') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:48.047942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:48.048542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2b573-3505-404e-879c-86492a347662 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:48.049596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2b573-3505-404e-879c-86492a347662 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:48.050684 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3bf2b573-3505-404e-879c-86492a347662 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0617840 Apr 16 15:41:48.052541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34768) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:48.068995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 14ff32c5-0410-4a4d-b5dd-b300c6e1588a no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:48.083489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:48.088905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 14ff32c5-0410-4a4d-b5dd-b300c6e1588a {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:48.089172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 14ff32c5-0410-4a4d-b5dd-b300c6e1588a not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:48.089382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:48.092173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Releasing vlan 1465 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:41:48.107775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:48.107983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3d63c8b4-491d-41e2-a844-eb7ae5ec27ea not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:48.140306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48c4462-544d-4acc-8e81-5260d7fd84ac tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet de84c03c-a162-48cd-aee8-2212516069d6 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:48.145160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c48c4462-544d-4acc-8e81-5260d7fd84ac tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:48.215919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network d82c29b9-4169-4c3d-8c18-340d809762e8 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:48.224620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:48.232058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c48c4462-544d-4acc-8e81-5260d7fd84ac tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:48.312874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ef83b096-c59b-46cf-b837-1f0adf0c3f72 None None] Deleting port 14ff32c5-0410-4a4d-b5dd-b300c6e1588a {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:48.313175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef83b096-c59b-46cf-b837-1f0adf0c3f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:48.365523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34774) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:48.383122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ef83b096-c59b-46cf-b837-1f0adf0c3f72 None None] The port '14ff32c5-0410-4a4d-b5dd-b300c6e1588a' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:41:48.620036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network d82c29b9-4169-4c3d-8c18-340d809762e8 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:41:48.635264 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:41:48.680425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c48c4462-544d-4acc-8e81-5260d7fd84ac tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:48.704697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:48.707810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1345a9fd-a998-4352-815b-baabc711b062 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:48.721136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:48.726713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:48.729896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Network': ['ID=d82c29b9-4169-4c3d-8c18-340d809762e8,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:48.743735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:48.774210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/networks/d82c29b9-4169-4c3d-8c18-340d809762e8 HTTP/1.1" status: 204 len: 168 time: 1.3873768 Apr 16 15:41:48.777166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34778) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:48.957611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:48.958023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.041053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c48c4462-544d-4acc-8e81-5260d7fd84ac tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.051164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-716c838d-7b6c-466c-b7b8-386eb2df58e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:49.074225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c4462-544d-4acc-8e81-5260d7fd84ac tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=de84c03c-a162-48cd-aee8-2212516069d6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:49.074721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 40e8bbcc-47eb-46be-ad0a-fe1c7d168552, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=40e8bbcc-47eb-46be-ad0a-fe1c7d168552,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:49.074945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.109388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c48c4462-544d-4acc-8e81-5260d7fd84ac tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:49.145513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:49.154239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c48c4462-544d-4acc-8e81-5260d7fd84ac tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.162646 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c48c4462-544d-4acc-8e81-5260d7fd84ac tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/de84c03c-a162-48cd-aee8-2212516069d6 HTTP/1.1" status: 204 len: 168 time: 1.1093402 Apr 16 15:41:49.163086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56228917-3b00-4cf2-977b-4c2ee87e2215 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:49.165969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34782) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:49.212949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-15b85599-3eac-4cf1-80b6-e59a9cb857dd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459754 Apr 16 15:41:49.217088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34786) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:49.234777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.290510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070d0a4-1ac3-40b7-9ba5-5ca85dae0202 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:49.290956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5070d0a4-1ac3-40b7-9ba5-5ca85dae0202 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:49.320090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5070d0a4-1ac3-40b7-9ba5-5ca85dae0202 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:49.320843 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5070d0a4-1ac3-40b7-9ba5-5ca85dae0202 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1028559 Apr 16 15:41:49.323516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34790) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:49.341144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804bc3e8-03b4-43d1-b51d-9e49d2d92fbd None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:49.346564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-804bc3e8-03b4-43d1-b51d-9e49d2d92fbd None None] Deleting port fed32463-1a31-4c45-b5a8-36edba3a2e46 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:49.347103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-804bc3e8-03b4-43d1-b51d-9e49d2d92fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.373922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baed5ea-5674-4a3c-a28d-695a850c0ec0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:49.376542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3baed5ea-5674-4a3c-a28d-695a850c0ec0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0507853 Apr 16 15:41:49.376730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34794) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:49.378365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.459802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 15a356e7-caad-4a21-9d0a-b4ae863e368e {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:49.460104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.495109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-804bc3e8-03b4-43d1-b51d-9e49d2d92fbd None None] For port fed32463-1a31-4c45-b5a8-36edba3a2e46, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=fed32463-1a31-4c45-b5a8-36edba3a2e46,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:49.495378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-804bc3e8-03b4-43d1-b51d-9e49d2d92fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.579731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-804bc3e8-03b4-43d1-b51d-9e49d2d92fbd None None] Calling delete_port for fed32463-1a31-4c45-b5a8-36edba3a2e46 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:49.594275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] For port 15a356e7-caad-4a21-9d0a-b4ae863e368e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=15a356e7-caad-4a21-9d0a-b4ae863e368e,segment=NetworkSegment(5599c04e-e99a-46b7-a239-903dea28fc66),segment_id=5599c04e-e99a-46b7-a239-903dea28fc66)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:49.594838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.627096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-804bc3e8-03b4-43d1-b51d-9e49d2d92fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.635750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dff3a7b6-7d99-485a-9921-49c805d27288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:49.661692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bc3e8-03b4-43d1-b51d-9e49d2d92fbd None None] Pushing event deleted for resources: {'Port': ['ID=fed32463-1a31-4c45-b5a8-36edba3a2e46,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:49.672970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 15a356e7-caad-4a21-9d0a-b4ae863e368e owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:49.683655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:49.687470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-804bc3e8-03b4-43d1-b51d-9e49d2d92fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:49.713766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804bc3e8-03b4-43d1-b51d-9e49d2d92fbd None None] No DVR routers for this DVR port fed32463-1a31-4c45-b5a8-36edba3a2e46 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:49.742733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8d9107fc-46d8-474f-be32-2d44a90795ad tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3651638 Apr 16 15:41:49.745437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=40e8bbcc-47eb-46be-ad0a-fe1c7d168552,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:49.745582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34798) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:49.747158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:49.750961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:49.831969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:49.834689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:49.836989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:49.842379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:49.880451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:49.880451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.936208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device fed32463-1a31-4c45-b5a8-36edba3a2e46 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:49.946169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.952960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:49.961178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: fed32463-1a31-4c45-b5a8-36edba3a2e46 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:49.961398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device fed32463-1a31-4c45-b5a8-36edba3a2e46 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:49.964527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:50.020399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=15a356e7-caad-4a21-9d0a-b4ae863e368e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:50.025708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:50.232049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:50.348908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:50.356659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5224fdbe-1af7-4556-bc4f-69458be60dbd None None] Sync routers for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:50.364752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/34cc5dbc-e753-41ed-9c2e-9f9bb466b374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9944894 Apr 16 15:41:50.364983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224fdbe-1af7-4556-bc4f-69458be60dbd None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:50.364983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5224fdbe-1af7-4556-bc4f-69458be60dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:50.472014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-5224fdbe-1af7-4556-bc4f-69458be60dbd None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:50.594202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e44227-d177-43c0-b003-bedb560d813f req-95850fc6-8d3d-4957-8650-58a9e986186d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:50.594738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-35e44227-d177-43c0-b003-bedb560d813f req-95850fc6-8d3d-4957-8650-58a9e986186d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:50.597928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:50.603827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-35e44227-d177-43c0-b003-bedb560d813f req-95850fc6-8d3d-4957-8650-58a9e986186d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:50.604539 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-35e44227-d177-43c0-b003-bedb560d813f req-95850fc6-8d3d-4957-8650-58a9e986186d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 946 time: 0.0605788 Apr 16 15:41:50.632197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-35e44227-d177-43c0-b003-bedb560d813f req-b1106500-80f8-4b4f-8cb3-60790d1007ac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0236018 Apr 16 15:41:50.672329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5224fdbe-1af7-4556-bc4f-69458be60dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:41:49Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '40314096-f409-4b84-82ac-6c1f04796ee1', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'port_id': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'mac_address': 'fa:16:3e:35:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:19Z', 'updated_at': '2021-04-16T15:40:24Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:50.675253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5224fdbe-1af7-4556-bc4f-69458be60dbd None None] Checking router: 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:50.680154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5224fdbe-1af7-4556-bc4f-69458be60dbd None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:50.680535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5224fdbe-1af7-4556-bc4f-69458be60dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:50.793519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-5224fdbe-1af7-4556-bc4f-69458be60dbd None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:50.833923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:41:50.837619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:50.847437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca3d2c03-bcf1-41ed-a441-4918c66cfc3c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:50.998133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=8796e5c0-b7cf-4077-8ba3-b58122ca34e0,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:51.008189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:51.018477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:51.099904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:51.100647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:51.112243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:51.112598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.115909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2a593-b0d4-4273-a572-26bf7390be17 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:51.136633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:51.140098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3623445 Apr 16 15:41:51.143113 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3950915 Apr 16 15:41:51.143113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34806) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:51.143309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34808) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:51.145508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961459e-14c2-4163-b619-48d98c7a2fd0 None None] Sync routers for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:51.151782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961459e-14c2-4163-b619-48d98c7a2fd0 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:51.152224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3961459e-14c2-4163-b619-48d98c7a2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:51.166375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:2c:13:64', 'name': 'tempest-NetworksTestDHCPv6-1926930586'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:51.236820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbac80c-ca25-470b-a33c-df9f052cc33a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting subnet 36f87c8d-fe7f-4898-b8e1-1e2744e9fc91 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:51.239549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-3961459e-14c2-4163-b619-48d98c7a2fd0 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:51.246108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bbac80c-ca25-470b-a33c-df9f052cc33a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.270373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5224fdbe-1af7-4556-bc4f-69458be60dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:41:49Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '40314096-f409-4b84-82ac-6c1f04796ee1', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'port_id': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'mac_address': 'fa:16:3e:35:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:19Z', 'updated_at': '2021-04-16T15:40:24Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:51.274662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5224fdbe-1af7-4556-bc4f-69458be60dbd None None] The sync data for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv is: [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:41:49Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '40314096-f409-4b84-82ac-6c1f04796ee1', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.128', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'port_id': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'mac_address': 'fa:16:3e:35:30:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:40:19Z', 'updated_at': '2021-04-16T15:40:24Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:51.288322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:51.288956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': '8796e5c0-b7cf-4077-8ba3-b58122ca34e0'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:51.289681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.290642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bbac80c-ca25-470b-a33c-df9f052cc33a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.318077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:51.335261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:51.399681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Allocated IP 2001:db8::f816:3eff:fe9f:621f (202228ea-75c8-4a07-a357-aa1a8927fb48/8796e5c0-b7cf-4077-8ba3-b58122ca34e0/b7ce2d70-e4b3-435e-8395-a48305508f5e) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:51.403210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bbac80c-ca25-470b-a33c-df9f052cc33a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.433185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3961459e-14c2-4163-b619-48d98c7a2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:49Z', 'revision_number': 9, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:51.435510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961459e-14c2-4163-b619-48d98c7a2fd0 None None] Checking router: 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:51.440797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961459e-14c2-4163-b619-48d98c7a2fd0 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:51.441153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3961459e-14c2-4163-b619-48d98c7a2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:51.444871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.501283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 8a8f6d9d-9851-4238-8d71-b059dbf228cd yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:41:51.523681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.532222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-3961459e-14c2-4163-b619-48d98c7a2fd0 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:51.532821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Transition to ACTIVE for port object b7ce2d70-e4b3-435e-8395-a48305508f5e will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:51.544280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Transition to ACTIVE for port object b7ce2d70-e4b3-435e-8395-a48305508f5e will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:51.548616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.556911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:51.627853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Pushing event updated for resources: {'Port': ['ID=b7ce2d70-e4b3-435e-8395-a48305508f5e,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:51.630395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:51.636033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::f816:3eff:fe2c:1364 (202228ea-75c8-4a07-a357-aa1a8927fb48/8796e5c0-b7cf-4077-8ba3-b58122ca34e0/8a8f6d9d-9851-4238-8d71-b059dbf228cd) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:51.659945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:51.660657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:51.662239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:51.695627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bbac80c-ca25-470b-a33c-df9f052cc33a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.727558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Attempting to bind port b7ce2d70-e4b3-435e-8395-a48305508f5e on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:51.727813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Attempting to bind port b7ce2d70-e4b3-435e-8395-a48305508f5e by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:51.728001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Attempting to bind port b7ce2d70-e4b3-435e-8395-a48305508f5e on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:51.731752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:51.731984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:51.732244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.732491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:51.732791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Bound port: b7ce2d70-e4b3-435e-8395-a48305508f5e, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:51.733023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.755955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-65dd0d2e-c87d-4dc1-82da-c7ca03897966 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:51.779267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de549776-8310-4ce4-95c2-01bf6b02aa9c req-0c0ff8d2-591f-421d-8232-2d1a3fac6681 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:51.780983 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de549776-8310-4ce4-95c2-01bf6b02aa9c req-0c0ff8d2-591f-421d-8232-2d1a3fac6681 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 946 time: 0.0681438 Apr 16 15:41:51.788086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbac80c-ca25-470b-a33c-df9f052cc33a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Subnet': ['ID=36f87c8d-fe7f-4898-b8e1-1e2744e9fc91,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:51.799293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] For port b7ce2d70-e4b3-435e-8395-a48305508f5e, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:51.799430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6bbac80c-ca25-470b-a33c-df9f052cc33a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:51.802407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] For port b7ce2d70-e4b3-435e-8395-a48305508f5e, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b7ce2d70-e4b3-435e-8395-a48305508f5e,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:51.807827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bffe77a-5cb1-47b5-92c1-08a0d9e20897 None None] Network f49dfcf5-a995-467c-aae7-a9bc36199593 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:51.819978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.828660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bbac80c-ca25-470b-a33c-df9f052cc33a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.830882 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de549776-8310-4ce4-95c2-01bf6b02aa9c req-f72f0dcb-8dd3-4f91-bc62-e3236d2c6aa4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401449 Apr 16 15:41:51.831678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:51.848265 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6bbac80c-ca25-470b-a33c-df9f052cc33a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/36f87c8d-fe7f-4898-b8e1-1e2744e9fc91 HTTP/1.1" status: 204 len: 168 time: 0.7056537 Apr 16 15:41:51.850128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34816) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:51.885145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-3961459e-14c2-4163-b619-48d98c7a2fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:49Z', 'revision_number': 9, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:51.893105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3961459e-14c2-4163-b619-48d98c7a2fd0 None None] The sync data for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv is: [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:49Z', 'revision_number': 9, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': '5f576154-d981-4287-8831-c874fccbded4', 'name': '', 'network_id': 'a0a95bca-8f57-4163-857b-1cd594dd19a1', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:34:03:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:33Z', 'updated_at': '2021-04-16T15:41:42Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': 'dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:51.908598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.919885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 8a8f6d9d-9851-4238-8d71-b059dbf228cd will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:51.934577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.973604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:51.977773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Pushing event updated for resources: {'Port': ['ID=b7ce2d70-e4b3-435e-8395-a48305508f5e,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:51.979874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:51.980407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:52.007929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:52.008135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 40e8bbcc-47eb-46be-ad0a-fe1c7d168552 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:52.027746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 75469d91-63f7-4e74-a522-18528da5ad35 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:52.028097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.061747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc267c0-a6b2-4361-93a9-90d83d1bc099 req-35b0480d-4dff-409b-a715-74c4b978ccf1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:52.062861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fc267c0-a6b2-4361-93a9-90d83d1bc099 req-35b0480d-4dff-409b-a715-74c4b978ccf1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 946 time: 0.1434362 Apr 16 15:41:52.155324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-9fc267c0-a6b2-4361-93a9-90d83d1bc099 req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port fb281c6f-d275-4b37-942e-ecde9977b319 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:52.155572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9fc267c0-a6b2-4361-93a9-90d83d1bc099 req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.182010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5881cc-b36d-4fa6-9ec1-299d71bb83cb None None] DHCP port deletion for f49dfcf5-a995-467c-aae7-a9bc36199593 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:52.187359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fc5881cc-b36d-4fa6-9ec1-299d71bb83cb None None] Deleting port 75469d91-63f7-4e74-a522-18528da5ad35 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:52.187675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc5881cc-b36d-4fa6-9ec1-299d71bb83cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.272406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-16413350-3169-402b-8b3c-05e9e9064a61 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:52.278868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] For port 75469d91-63f7-4e74-a522-18528da5ad35, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=75469d91-63f7-4e74-a522-18528da5ad35,segment=NetworkSegment(5599c04e-e99a-46b7-a239-903dea28fc66),segment_id=5599c04e-e99a-46b7-a239-903dea28fc66)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:52.279098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.326797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=8a8f6d9d-9851-4238-8d71-b059dbf228cd,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:52.326952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-fc5881cc-b36d-4fa6-9ec1-299d71bb83cb None None] For port 75469d91-63f7-4e74-a522-18528da5ad35, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=75469d91-63f7-4e74-a522-18528da5ad35,segment=NetworkSegment(5599c04e-e99a-46b7-a239-903dea28fc66),segment_id=5599c04e-e99a-46b7-a239-903dea28fc66)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:52.327162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc5881cc-b36d-4fa6-9ec1-299d71bb83cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.331294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:52.337872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:52.338543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:52.339861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:52.343115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:52.343487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.356762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2107227 Apr 16 15:41:52.356762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34820) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:52.358244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 75469d91-63f7-4e74-a522-18528da5ad35 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:52.431730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fc5881cc-b36d-4fa6-9ec1-299d71bb83cb None None] Calling delete_port for 75469d91-63f7-4e74-a522-18528da5ad35 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:52.439717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d470e-f229-4a83-ab90-b30f21deb37a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:52.443939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d470e-f229-4a83-ab90-b30f21deb37a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:52.444549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-220d470e-f229-4a83-ab90-b30f21deb37a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:52.458982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-220d470e-f229-4a83-ab90-b30f21deb37a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:52.459767 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-220d470e-f229-4a83-ab90-b30f21deb37a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1025946 Apr 16 15:41:52.462309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34824) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:52.486238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc5881cc-b36d-4fa6-9ec1-299d71bb83cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.488116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 16 15:41:52.488116 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Apr 16 15:41:52.488116 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'port_id': '75469d91-63f7-4e74-a522-18528da5ad35'}] Apr 16 15:41:52.488116 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:41:52.488564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:41:52.499619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:52.501456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-9fc267c0-a6b2-4361-93a9-90d83d1bc099 req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port fb281c6f-d275-4b37-942e-ecde9977b319, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=fb281c6f-d275-4b37-942e-ecde9977b319,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:52.501679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9fc267c0-a6b2-4361-93a9-90d83d1bc099 req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.510218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-90827ed3-e9a7-48cb-af0f-b03c1e99c739 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 8a8f6d9d-9851-4238-8d71-b059dbf228cd {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:52.510441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-90827ed3-e9a7-48cb-af0f-b03c1e99c739 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.531336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5881cc-b36d-4fa6-9ec1-299d71bb83cb None None] Pushing event deleted for resources: {'Port': ['ID=75469d91-63f7-4e74-a522-18528da5ad35,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:52.533469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc5881cc-b36d-4fa6-9ec1-299d71bb83cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:52.675792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-90827ed3-e9a7-48cb-af0f-b03c1e99c739 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.754146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-90827ed3-e9a7-48cb-af0f-b03c1e99c739 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 8a8f6d9d-9851-4238-8d71-b059dbf228cd owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:52.760903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5881cc-b36d-4fa6-9ec1-299d71bb83cb None None] No DVR routers for this DVR port 75469d91-63f7-4e74-a522-18528da5ad35 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:52.843739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-90827ed3-e9a7-48cb-af0f-b03c1e99c739 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.853207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-9fc267c0-a6b2-4361-93a9-90d83d1bc099 req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for fb281c6f-d275-4b37-942e-ecde9977b319 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:52.854235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-627f5ff7-42fb-405b-a6e5-503447d74ee3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:52.881214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90827ed3-e9a7-48cb-af0f-b03c1e99c739 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=8a8f6d9d-9851-4238-8d71-b059dbf228cd,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:52.909768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-90827ed3-e9a7-48cb-af0f-b03c1e99c739 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:52.975830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-90827ed3-e9a7-48cb-af0f-b03c1e99c739 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.976898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9fc267c0-a6b2-4361-93a9-90d83d1bc099 req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:52.986936 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-90827ed3-e9a7-48cb-af0f-b03c1e99c739 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/8a8f6d9d-9851-4238-8d71-b059dbf228cd HTTP/1.1" status: 204 len: 168 time: 0.5220268 Apr 16 15:41:52.987086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34830) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:52.988114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-20f1e4cc-c355-4cfc-954f-4713788a1512 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:53.012109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 75469d91-63f7-4e74-a522-18528da5ad35 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:53.012323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.027790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd829a68-fa5c-4f03-9b6b-26aed7bbf205 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:53.028769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd829a68-fa5c-4f03-9b6b-26aed7bbf205 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:53.029239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fd829a68-fa5c-4f03-9b6b-26aed7bbf205 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:53.031098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c0ebb-6b1a-445e-a9cf-2d290eb8c25c req-758432c3-2b8e-40f2-9a6f-a74a5cca2894 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:53.032078 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b3c0ebb-6b1a-445e-a9cf-2d290eb8c25c req-758432c3-2b8e-40f2-9a6f-a74a5cca2894 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 946 time: 0.1420228 Apr 16 15:41:53.039444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fd829a68-fa5c-4f03-9b6b-26aed7bbf205 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:53.043629 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fd829a68-fa5c-4f03-9b6b-26aed7bbf205 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0525188 Apr 16 15:41:53.043629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34834) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:53.070688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=fb281c6f-d275-4b37-942e-ecde9977b319,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:53.072474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:53.085375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-84adb168-7e36-48b7-b17c-e7ae5df89f84 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 8796e5c0-b7cf-4077-8ba3-b58122ca34e0 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:53.087379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84adb168-7e36-48b7-b17c-e7ae5df89f84 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.108114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] The port '75469d91-63f7-4e74-a522-18528da5ad35' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:41:53.123489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84adb168-7e36-48b7-b17c-e7ae5df89f84 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.180938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84adb168-7e36-48b7-b17c-e7ae5df89f84 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.201774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b3c0ebb-6b1a-445e-a9cf-2d290eb8c25c req-ed5b506b-a313-46b3-b582-1e40400aa0e3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=dcd07037-24eb-4af7-b7af-2e386d572699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365743 Apr 16 15:41:53.214353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.311269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc267c0-a6b2-4361-93a9-90d83d1bc099 req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] No DVR routers for this DVR port fb281c6f-d275-4b37-942e-ecde9977b319 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:53.312954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9fc267c0-a6b2-4361-93a9-90d83d1bc099 req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.317745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca58f878-decf-4c34-8596-d3612e64ddc0', 'name': 'network-vif-deleted', 'tag': 'fb281c6f-d275-4b37-942e-ecde9977b319'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:41:53.338352 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fc267c0-a6b2-4361-93a9-90d83d1bc099 req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "DELETE /v2.0/ports/fb281c6f-d275-4b37-942e-ecde9977b319 HTTP/1.1" status: 204 len: 173 time: 1.2656555 Apr 16 15:41:53.350528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49dfcf5-a995-467c-aae7-a9bc36199593']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:53.356369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca58f878-decf-4c34-8596-d3612e64ddc0', 'name': 'network-vif-deleted', 'tag': 'fb281c6f-d275-4b37-942e-ecde9977b319', 'status': 'completed', 'code': 200} Apr 16 15:41:53.359950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5599c04e-e99a-46b7-a239-903dea28fc66') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:53.360156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5599c04e-e99a-46b7-a239-903dea28fc66') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:53.361471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84adb168-7e36-48b7-b17c-e7ae5df89f84 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.367873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.370986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cbf0832d-47eb-4375-84e9-2bbdb6e6676a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:53.376510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.380542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Releasing vlan 1461 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:41:53.419789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adb168-7e36-48b7-b17c-e7ae5df89f84 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=8796e5c0-b7cf-4077-8ba3-b58122ca34e0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:53.428433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84adb168-7e36-48b7-b17c-e7ae5df89f84 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:53.448899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84adb168-7e36-48b7-b17c-e7ae5df89f84 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.456145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-84adb168-7e36-48b7-b17c-e7ae5df89f84 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/8796e5c0-b7cf-4077-8ba3-b58122ca34e0 HTTP/1.1" status: 204 len: 168 time: 0.4118941 Apr 16 15:41:53.457822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34840) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:53.481835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network f49dfcf5-a995-467c-aae7-a9bc36199593 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:53.486843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.491711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-65fe6474-f9b5-48df-a8d2-89bf87d0e4b3 None None] Provisioning for port b7ce2d70-e4b3-435e-8395-a48305508f5e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:53.500385 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fa6a8b6b-3bfb-414a-8c73-2121044a3e31 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414243 Apr 16 15:41:53.502715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34844) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:53.506459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:53.564189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8eab4e-d5dd-428a-8626-771cd55cdbb5 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:53.572246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:53.574795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:53.576850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:53.581025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:53.584016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network f49dfcf5-a995-467c-aae7-a9bc36199593 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:53.588693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:53.592513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:41:53.596883 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:41:53.612055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-47e975c4-6e9a-49d8-9555-4431a7ac60cf None None] Could not find standard attr ID for object 8a8f6d9d-9851-4238-8d71-b059dbf228cd. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:41:53.645599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.648252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-039af18b-031a-4ad4-b5c9-dcc9c74321ab tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:53.660355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.664354 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/networks/f49dfcf5-a995-467c-aae7-a9bc36199593 HTTP/1.1" status: 204 len: 168 time: 1.8133280 Apr 16 15:41:53.666145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34848) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:53.703531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Network': ['ID=f49dfcf5-a995-467c-aae7-a9bc36199593,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:53.747837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:53.750881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Deleting port b7ce2d70-e4b3-435e-8395-a48305508f5e {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:53.751276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.751884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:53.886372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] For port b7ce2d70-e4b3-435e-8395-a48305508f5e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b7ce2d70-e4b3-435e-8395-a48305508f5e,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:53.886641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.903813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:41:53.923722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 15a356e7-caad-4a21-9d0a-b4ae863e368e no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:53.977295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Calling delete_port for b7ce2d70-e4b3-435e-8395-a48305508f5e owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:53.982675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:53.992034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 15a356e7-caad-4a21-9d0a-b4ae863e368e {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:53.992252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 15a356e7-caad-4a21-9d0a-b4ae863e368e not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:53.992522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 75469d91-63f7-4e74-a522-18528da5ad35 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:53.999110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.016312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 75469d91-63f7-4e74-a522-18528da5ad35 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:54.016519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 75469d91-63f7-4e74-a522-18528da5ad35 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:54.039359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:41:54.039584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:41:54.121573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] For port b7ce2d70-e4b3-435e-8395-a48305508f5e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b7ce2d70-e4b3-435e-8395-a48305508f5e,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:54.136466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.139793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.140445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.151577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:54.176965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 5f576154-d981-4287-8831-c874fccbded4 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:54.177175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.231918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=b7ce2d70-e4b3-435e-8395-a48305508f5e,revision_number=5']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:54.234598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:54.234931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84adb168-7e36-48b7-b17c-e7ae5df89f84 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:54.281790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=215acb43-ccda-49cf-9f7a-570fec8f3254,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:54.284618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:54.285599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:54.286254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:54.292956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:54.293343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.309397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8059711 Apr 16 15:41:54.311273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34854) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:54.314678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:b2:20:89', 'name': 'tempest-NetworksTestDHCPv6-887103442'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:54.327901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c0c93274-bcd7-4abd-bf46-ed9984def61d req-ab8d82a7-de7a-47f2-ae3b-28d0ab1a0516 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:54.347126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] For port 5f576154-d981-4287-8831-c874fccbded4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5f576154-d981-4287-8831-c874fccbded4,segment=NetworkSegment(14cfe480-e6d6-421c-96ab-39232f358747),segment_id=14cfe480-e6d6-421c-96ab-39232f358747)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:54.347408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.392196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c0c93274-bcd7-4abd-bf46-ed9984def61d req-ab8d82a7-de7a-47f2-ae3b-28d0ab1a0516 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:54.392367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:54.393003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c0c93274-bcd7-4abd-bf46-ed9984def61d req-ab8d82a7-de7a-47f2-ae3b-28d0ab1a0516 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 210 time: 0.1072986 Apr 16 15:41:54.394711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:54.396607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:54.399978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:54.410999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:54.414899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.429225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 5f576154-d981-4287-8831-c874fccbded4 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:54.430882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 960eea89-2c38-4f96-9426-16dd0f783abe yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:41:54.506155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::f816:3eff:feb2:2089 (202228ea-75c8-4a07-a357-aa1a8927fb48/215acb43-ccda-49cf-9f7a-570fec8f3254/960eea89-2c38-4f96-9426-16dd0f783abe) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:54.531969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.540635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Deleting port b7ce2d70-e4b3-435e-8395-a48305508f5e {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:54.540952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.541963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f4bb4335-d76e-4a77-9069-15d1d15947f6 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901 tempest-ExtraDHCPOptionsIpV6TestJSON-381111901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:54.593473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=5f576154-d981-4287-8831-c874fccbded4,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:54.595811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:54.648499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.657470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 960eea89-2c38-4f96-9426-16dd0f783abe will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:54.674514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.684254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] For port b7ce2d70-e4b3-435e-8395-a48305508f5e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b7ce2d70-e4b3-435e-8395-a48305508f5e,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:54.684635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.685836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a610871-2cf2-4beb-8d40-fab50b06a156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:54.762681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=960eea89-2c38-4f96-9426-16dd0f783abe,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:54.765571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:54.776652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Calling delete_port for b7ce2d70-e4b3-435e-8395-a48305508f5e owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:54.795774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:54.796582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:54.798153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:54.801353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:54.801737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.818034 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5060396 Apr 16 15:41:54.819900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34858) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:54.863816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.873220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb694eb6-8428-4d62-a89d-c91010b8d8dd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:54.876392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb694eb6-8428-4d62-a89d-c91010b8d8dd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:54.876932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fb694eb6-8428-4d62-a89d-c91010b8d8dd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:54.888550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fb694eb6-8428-4d62-a89d-c91010b8d8dd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:54.891194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fb694eb6-8428-4d62-a89d-c91010b8d8dd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0688457 Apr 16 15:41:54.891358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34862) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:54.932616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-012419ac-c700-49ed-8679-d31f1549741e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 960eea89-2c38-4f96-9426-16dd0f783abe {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:54.932873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-012419ac-c700-49ed-8679-d31f1549741e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:54.936016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-02ae9bc5-4f23-4f4c-abc8-0df7448a6ce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:54.962642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Pushing event deleted for resources: {'Port': ['ID=b7ce2d70-e4b3-435e-8395-a48305508f5e,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:54.964284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:55.007054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] No DVR routers for this DVR port b7ce2d70-e4b3-435e-8395-a48305508f5e on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:55.031446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42514c8-4cd1-421d-9f73-10e664b6ad41 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:55.070573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.086236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-012419ac-c700-49ed-8679-d31f1549741e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.180339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': '215acb43-ccda-49cf-9f7a-570fec8f3254'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:41:55.180997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.278955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Allocated IP 2001:db8::f816:3eff:feee:55cc (202228ea-75c8-4a07-a357-aa1a8927fb48/215acb43-ccda-49cf-9f7a-570fec8f3254/f6717fb1-e7e4-4ff3-a962-f55647a9e7b2) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:55.343874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:55.403685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.410879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Transition to ACTIVE for port object f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:55.423436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Transition to ACTIVE for port object f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:55.428321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.439018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-448f97ec-6321-4de8-8940-c47ef802c08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:55.463648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:55.472579 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8057532 Apr 16 15:41:55.474519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34868) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:55.491474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-012419ac-c700-49ed-8679-d31f1549741e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 960eea89-2c38-4f96-9426-16dd0f783abe owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:55.504046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device fb281c6f-d275-4b37-942e-ecde9977b319 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:55.517985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcca7a8-0759-408c-bd35-94e52b21f62a None None] Sync routers for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:55.527023 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-379f6204-7f2c-4696-9547-247d86887bb5 req-58951aaf-d508-4532-bf65-250e461eb911 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ca58f878-decf-4c34-8596-d3612e64ddc0 HTTP/1.1" status: 200 len: 210 time: 0.0325525 Apr 16 15:41:55.541543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: fb281c6f-d275-4b37-942e-ecde9977b319 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:55.541757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device fb281c6f-d275-4b37-942e-ecde9977b319 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:55.548227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7042c49f-34a1-4080-b49b-2cb9c6484640 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting subnet dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:55.550139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7042c49f-34a1-4080-b49b-2cb9c6484640 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.551341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcca7a8-0759-408c-bd35-94e52b21f62a None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:55.551771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-afcca7a8-0759-408c-bd35-94e52b21f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:55.577972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-012419ac-c700-49ed-8679-d31f1549741e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.580934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7042c49f-34a1-4080-b49b-2cb9c6484640 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.587338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b18eb03-5c8e-48b8-9acd-7fb5f414b0b4 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:55.588680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Pushing event updated for resources: {'Port': ['ID=f6717fb1-e7e4-4ff3-a962-f55647a9e7b2,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:55.591195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:55.615196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012419ac-c700-49ed-8679-d31f1549741e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=960eea89-2c38-4f96-9426-16dd0f783abe,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:55.628839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7042c49f-34a1-4080-b49b-2cb9c6484640 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.640870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-012419ac-c700-49ed-8679-d31f1549741e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:55.711259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-012419ac-c700-49ed-8679-d31f1549741e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.722231 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-012419ac-c700-49ed-8679-d31f1549741e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/960eea89-2c38-4f96-9426-16dd0f783abe HTTP/1.1" status: 204 len: 168 time: 0.8286912 Apr 16 15:41:55.722503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34872) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:55.762481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70fa43b-af06-4691-978c-e6667b5dda7b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:55.763621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70fa43b-af06-4691-978c-e6667b5dda7b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:55.764114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f70fa43b-af06-4691-978c-e6667b5dda7b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:55.774287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f70fa43b-af06-4691-978c-e6667b5dda7b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:55.776776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f70fa43b-af06-4691-978c-e6667b5dda7b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0520136 Apr 16 15:41:55.777060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34876) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:55.827375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-700ba464-718e-4b2b-bcc9-40166f141953 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 215acb43-ccda-49cf-9f7a-570fec8f3254 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:55.829205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-afcca7a8-0759-408c-bd35-94e52b21f62a None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:55.829717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7042c49f-34a1-4080-b49b-2cb9c6484640 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.838020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-700ba464-718e-4b2b-bcc9-40166f141953 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.853125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a9ae07dd-d394-4e4c-a285-d410dadf2976 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:55.873791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:55.874504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:55.877230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:55.902353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042c49f-34a1-4080-b49b-2cb9c6484640 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:55.911444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7042c49f-34a1-4080-b49b-2cb9c6484640 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:55.932569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-700ba464-718e-4b2b-bcc9-40166f141953 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.965616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7042c49f-34a1-4080-b49b-2cb9c6484640 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:55.971543 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7042c49f-34a1-4080-b49b-2cb9c6484640 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f HTTP/1.1" status: 204 len: 168 time: 0.4963849 Apr 16 15:41:55.973395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34880) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:55.988811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9868283-1c6c-4654-860e-ab7f55383926 None None] Network a0a95bca-8f57-4163-857b-1cd594dd19a1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:56.050447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.050640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Attempting to bind port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:41:56.050845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Attempting to bind port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:41:56.051070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Attempting to bind port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:41:56.069500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:41:56.069721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:41:56.069973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.070215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:41:56.070533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Bound port: f6717fb1-e7e4-4ff3-a962-f55647a9e7b2, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:41:56.070769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.074969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-700ba464-718e-4b2b-bcc9-40166f141953 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.114288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port 57225db4-17d2-4632-bf3d-f0f501d32144 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:56.114461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.212127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-afcca7a8-0759-408c-bd35-94e52b21f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:54Z', 'revision_number': 10, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:56.214340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcca7a8-0759-408c-bd35-94e52b21f62a None None] Checking router: 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:56.221141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcca7a8-0759-408c-bd35-94e52b21f62a None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:56.221502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-afcca7a8-0759-408c-bd35-94e52b21f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:56.286993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5374a200-6991-481a-b7f5-cdeb1affb1f6 None None] DHCP port deletion for a0a95bca-8f57-4163-857b-1cd594dd19a1 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:56.296051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5374a200-6991-481a-b7f5-cdeb1affb1f6 None None] Deleting port 57225db4-17d2-4632-bf3d-f0f501d32144 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:56.296277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5374a200-6991-481a-b7f5-cdeb1affb1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.319744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] For port 57225db4-17d2-4632-bf3d-f0f501d32144, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=57225db4-17d2-4632-bf3d-f0f501d32144,segment=NetworkSegment(14cfe480-e6d6-421c-96ab-39232f358747),segment_id=14cfe480-e6d6-421c-96ab-39232f358747)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:56.319990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.333857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-afcca7a8-0759-408c-bd35-94e52b21f62a None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:56.394300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for 57225db4-17d2-4632-bf3d-f0f501d32144 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:56.439702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-700ba464-718e-4b2b-bcc9-40166f141953 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.447267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a650b67-8ed9-49b0-a04c-6d7b800b4a25 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:56.470967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] For port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:41:56.490029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] For port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f6717fb1-e7e4-4ff3-a962-f55647a9e7b2,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:41:56.528989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.539035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:56.602094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34886) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:56.657747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ef831cf-e35f-4d0c-a563-7f1ecbc0441d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.681966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ef831cf-e35f-4d0c-a563-7f1ecbc0441d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.722482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ef831cf-e35f-4d0c-a563-7f1ecbc0441d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.729384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c068f75-68f5-4f4c-98d1-97c4769df3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:56.740743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef831cf-e35f-4d0c-a563-7f1ecbc0441d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd07037-24eb-4af7-b7af-2e386d572699,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:56.742473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ef831cf-e35f-4d0c-a563-7f1ecbc0441d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.745196 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5ef831cf-e35f-4d0c-a563-7f1ecbc0441d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/dcd07037-24eb-4af7-b7af-2e386d572699 HTTP/1.1" status: 204 len: 168 time: 0.1419907 Apr 16 15:41:56.746139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ef831cf-e35f-4d0c-a563-7f1ecbc0441d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:56.776192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ba464-718e-4b2b-bcc9-40166f141953 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=215acb43-ccda-49cf-9f7a-570fec8f3254,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:56.783373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34892) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:56.787074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-700ba464-718e-4b2b-bcc9-40166f141953 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:56.790653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.799943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ea2f648c-0c63-45a2-926b-3d8313946cee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:56.829680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5374a200-6991-481a-b7f5-cdeb1affb1f6 None None] For port 57225db4-17d2-4632-bf3d-f0f501d32144, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=57225db4-17d2-4632-bf3d-f0f501d32144,segment=NetworkSegment(14cfe480-e6d6-421c-96ab-39232f358747),segment_id=14cfe480-e6d6-421c-96ab-39232f358747)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:56.829947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5374a200-6991-481a-b7f5-cdeb1affb1f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.834578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6f80af-c70a-4f6b-b3eb-3863cf0b1efd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting subnet 42430317-dd32-444c-ac00-3e335f352c18 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:56.836850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f6f80af-c70a-4f6b-b3eb-3863cf0b1efd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.858021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=57225db4-17d2-4632-bf3d-f0f501d32144,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:56.868426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:56.876352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f6f80af-c70a-4f6b-b3eb-3863cf0b1efd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.885165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-700ba464-718e-4b2b-bcc9-40166f141953 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:56.898443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No DVR routers for this DVR port 57225db4-17d2-4632-bf3d-f0f501d32144 on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:56.910861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Pushing event updated for resources: {'Port': ['ID=f6717fb1-e7e4-4ff3-a962-f55647a9e7b2,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:56.920049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-700ba464-718e-4b2b-bcc9-40166f141953 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/215acb43-ccda-49cf-9f7a-570fec8f3254 HTTP/1.1" status: 204 len: 168 time: 1.1404002 Apr 16 15:41:56.920152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34896) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:56.926691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:56.932912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5374a200-6991-481a-b7f5-cdeb1affb1f6 None None] Calling delete_port for 57225db4-17d2-4632-bf3d-f0f501d32144 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:56.976548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3b8f38a1-caf2-4552-8b89-1e6c014302fe tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538299 Apr 16 15:41:56.976764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34900) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:56.977138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.002992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-5374a200-6991-481a-b7f5-cdeb1affb1f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:41:57.003220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-5374a200-6991-481a-b7f5-cdeb1affb1f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:41:57.014551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-afcca7a8-0759-408c-bd35-94e52b21f62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:54Z', 'revision_number': 10, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:57.017235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcca7a8-0759-408c-bd35-94e52b21f62a None None] The sync data for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv is: [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:54Z', 'revision_number': 10, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None, '_interfaces': [{'id': 'cdf03e27-b73d-4d60-a785-735296b2f223', 'name': '', 'network_id': 'ffb1069c-f788-400f-ae0d-da27384f6afa', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'mac_address': 'fa:16:3e:82:2a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:41:29Z', 'updated_at': '2021-04-16T15:41:34Z', 'revision_number': 5, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'subnets': [{'id': '76f38394-3116-4f47-acf6-73a9e4912b71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:57.019315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f6f80af-c70a-4f6b-b3eb-3863cf0b1efd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.051297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a95bca-8f57-4163-857b-1cd594dd19a1']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:57.058827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14cfe480-e6d6-421c-96ab-39232f358747') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:57.059000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14cfe480-e6d6-421c-96ab-39232f358747') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:57.066208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.074491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.078047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Releasing vlan 1483 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:41:57.123553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c378283f-a7dd-4bde-8a1b-bf0e9bfdd703 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:57.123976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c378283f-a7dd-4bde-8a1b-bf0e9bfdd703 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:57.151816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c378283f-a7dd-4bde-8a1b-bf0e9bfdd703 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:57.154359 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c378283f-a7dd-4bde-8a1b-bf0e9bfdd703 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1752758 Apr 16 15:41:57.154907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34904) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:57.187326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network a0a95bca-8f57-4163-857b-1cd594dd19a1 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:57.193844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.229221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f3d4e-94f1-4d7e-9f0b-ec1c8a77187d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:57.230141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-576f3d4e-94f1-4d7e-9f0b-ec1c8a77187d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745907 Apr 16 15:41:57.233897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34908) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:57.287863 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9ce1c66d-95b5-4a3b-a11f-d0689634b132 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531881 Apr 16 15:41:57.292352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34912) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:57.296533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:57.313405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network a0a95bca-8f57-4163-857b-1cd594dd19a1 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:41:57.326204 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:41:57.358941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f6f80af-c70a-4f6b-b3eb-3863cf0b1efd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.368687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c48c4462-544d-4acc-8e81-5260d7fd84ac tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:57.373068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.375264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84776758-a787-4a38-9353-5c7130c340b0 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:57.384582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.389961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/networks/a0a95bca-8f57-4163-857b-1cd594dd19a1 HTTP/1.1" status: 204 len: 168 time: 1.4139984 Apr 16 15:41:57.390259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34916) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:57.418804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f80af-c70a-4f6b-b3eb-3863cf0b1efd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Subnet': ['ID=42430317-dd32-444c-ac00-3e335f352c18,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:57.422442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Network': ['ID=a0a95bca-8f57-4163-857b-1cd594dd19a1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:57.427449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:57.430142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:57.430355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5f6f80af-c70a-4f6b-b3eb-3863cf0b1efd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:57.433645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:41:57.436568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:41:57.445429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:57.456627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:57.460192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.462675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3760e6f-3d51-409a-884c-b9069da49b06 None None] Network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:57.470188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f6f80af-c70a-4f6b-b3eb-3863cf0b1efd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.506573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5374a200-6991-481a-b7f5-cdeb1affb1f6 None None] Deleting port 57225db4-17d2-4632-bf3d-f0f501d32144 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:57.506888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5374a200-6991-481a-b7f5-cdeb1affb1f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.511447 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5f6f80af-c70a-4f6b-b3eb-3863cf0b1efd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/subnets/42430317-dd32-444c-ac00-3e335f352c18 HTTP/1.1" status: 204 len: 168 time: 0.7251828 Apr 16 15:41:57.511932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34920) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:57.552973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5374a200-6991-481a-b7f5-cdeb1affb1f6 None None] The port '57225db4-17d2-4632-bf3d-f0f501d32144' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:41:57.595399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.659197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port f85b1888-4af0-4af1-bde2-8ac56c8d3efe {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:57.659411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.669155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec225540-d3f6-4b49-928e-2bd9129a4965 None None] DHCP port deletion for 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:57.672066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ec225540-d3f6-4b49-928e-2bd9129a4965 None None] Deleting port f85b1888-4af0-4af1-bde2-8ac56c8d3efe {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:57.672369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec225540-d3f6-4b49-928e-2bd9129a4965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.697522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.792106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ec225540-d3f6-4b49-928e-2bd9129a4965 None None] For port f85b1888-4af0-4af1-bde2-8ac56c8d3efe, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f85b1888-4af0-4af1-bde2-8ac56c8d3efe,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:57.792362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec225540-d3f6-4b49-928e-2bd9129a4965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.843403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port f85b1888-4af0-4af1-bde2-8ac56c8d3efe, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f85b1888-4af0-4af1-bde2-8ac56c8d3efe,segment=NetworkSegment(d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9),segment_id=d4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:57.843589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.863425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ec225540-d3f6-4b49-928e-2bd9129a4965 None None] Calling delete_port for f85b1888-4af0-4af1-bde2-8ac56c8d3efe owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:57.899327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port cdf03e27-b73d-4d60-a785-735296b2f223 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:57.899542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.908795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec225540-d3f6-4b49-928e-2bd9129a4965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:57.917407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for f85b1888-4af0-4af1-bde2-8ac56c8d3efe owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:57.926036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e031aeb-3249-4c81-8400-076ed1f268db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:57.979294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:41:57.979533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:41:58.015004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec225540-d3f6-4b49-928e-2bd9129a4965 None None] Pushing event deleted for resources: {'Port': ['ID=f85b1888-4af0-4af1-bde2-8ac56c8d3efe,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:58.016621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:41:58.020804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] For port cdf03e27-b73d-4d60-a785-735296b2f223, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cdf03e27-b73d-4d60-a785-735296b2f223,segment=NetworkSegment(5f3c255a-a8fb-47d3-b548-48aa224d9f03),segment_id=5f3c255a-a8fb-47d3-b548-48aa224d9f03)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:58.021073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.026022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.036467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5f6f80af-c70a-4f6b-b3eb-3863cf0b1efd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:58.052050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ec225540-d3f6-4b49-928e-2bd9129a4965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:58.065079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec225540-d3f6-4b49-928e-2bd9129a4965 None None] No DVR routers for this DVR port f85b1888-4af0-4af1-bde2-8ac56c8d3efe on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:41:58.070364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:58.109031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for cdf03e27-b73d-4d60-a785-735296b2f223 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:58.115697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=d8af452a-2e88-4413-b47e-f9a491f693c6,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:58.115983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5f576154-d981-4287-8831-c874fccbded4 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:58.118605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:58.138270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 5f576154-d981-4287-8831-c874fccbded4 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:58.138621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5f576154-d981-4287-8831-c874fccbded4 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:58.138948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 57225db4-17d2-4632-bf3d-f0f501d32144 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:58.140930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:58.141892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:58.151699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:58.152077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.165162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 57225db4-17d2-4632-bf3d-f0f501d32144 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:58.165395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 57225db4-17d2-4632-bf3d-f0f501d32144 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:58.165647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f85b1888-4af0-4af1-bde2-8ac56c8d3efe no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:41:58.168766 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8757591 Apr 16 15:41:58.170541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34924) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:58.174632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:9d:ce:8e', 'name': 'tempest-NetworksTestDHCPv6-591828158'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:41:58.186632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: f85b1888-4af0-4af1-bde2-8ac56c8d3efe {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:41:58.186858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f85b1888-4af0-4af1-bde2-8ac56c8d3efe not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:41:58.221896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.230301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e98bf403-696f-47ec-8985-dc05bbb3c114 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:58.256803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:41:58.262362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:41:58.265323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216deb40-d940-42b9-b63f-2a5a9fd97883 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:58.268827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:41:58.285451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=cdf03e27-b73d-4d60-a785-735296b2f223,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:58.290490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:58.350537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.368153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 7b6804b7-d181-4d9e-83b0-664185bf7e7d yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:41:58.372071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d1e82892-c3f5-4cbf-a9b8-82907d83b2cc None None] Could not find standard attr ID for object 960eea89-2c38-4f96-9426-16dd0f783abe. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:41:58.384123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d1e82892-c3f5-4cbf-a9b8-82907d83b2cc None None] Provisioning for port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:58.388649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d1e82892-c3f5-4cbf-a9b8-82907d83b2cc None None] Provisioning complete for port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:58.389032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1e82892-c3f5-4cbf-a9b8-82907d83b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.475525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.480912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::276 (202228ea-75c8-4a07-a357-aa1a8927fb48/d8af452a-2e88-4413-b47e-f9a491f693c6/7b6804b7-d181-4d9e-83b0-664185bf7e7d) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:41:58.484346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port f85b1888-4af0-4af1-bde2-8ac56c8d3efe {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:58.484628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.508498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1e82892-c3f5-4cbf-a9b8-82907d83b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.533859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] The port 'f85b1888-4af0-4af1-bde2-8ac56c8d3efe' was deleted {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:41:58.534657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d1e82892-c3f5-4cbf-a9b8-82907d83b2cc None None] For port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f6717fb1-e7e4-4ff3-a962-f55647a9e7b2,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:58.537927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1e82892-c3f5-4cbf-a9b8-82907d83b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.540042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:58.582510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e82892-c3f5-4cbf-a9b8-82907d83b2cc None None] Pushing event updated for resources: {'Port': ['ID=f6717fb1-e7e4-4ff3-a962-f55647a9e7b2,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:58.584520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d1e82892-c3f5-4cbf-a9b8-82907d83b2cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:58.631130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.653026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f16f1265-0f9b-4c73-9a95-d551527e46b0 None None] Provisioning complete for port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:58.653575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f16f1265-0f9b-4c73-9a95-d551527e46b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:58.781823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:41:58.849652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ba067ecd-249a-493b-9c6f-70583f3ebd8d None None] Could not find standard attr ID for object 960eea89-2c38-4f96-9426-16dd0f783abe. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:41:59.010752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:41:59.027213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:59.037407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:59.037579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bb3bbe-ec9f-4e64-9c2c-182c8d2fffd9') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:59.053498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.069548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.071883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.078276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Releasing vlan 1489 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:41:59.093081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:41:59.104071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7113187 Apr 16 15:41:59.104149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d1f68-31ba-4698-86ca-e798e4113339 None None] Sync routers for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:41:59.104840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34932) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:59.109274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d1f68-31ba-4698-86ca-e798e4113339 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:59.109709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bb1d1f68-31ba-4698-86ca-e798e4113339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:59.120608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 7b6804b7-d181-4d9e-83b0-664185bf7e7d will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:41:59.151555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-59aa7015-12eb-4da8-afd6-da1b73f8ee9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting subnet 76f38394-3116-4f47-acf6-73a9e4912b71 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:41:59.153536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-59aa7015-12eb-4da8-afd6-da1b73f8ee9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.182253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:59.183571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bb1d1f68-31ba-4698-86ca-e798e4113339 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:59.184673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-59aa7015-12eb-4da8-afd6-da1b73f8ee9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.187590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.235257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-59aa7015-12eb-4da8-afd6-da1b73f8ee9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.243048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bb1d1f68-31ba-4698-86ca-e798e4113339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:58Z', 'revision_number': 11, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:59.245708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d1f68-31ba-4698-86ca-e798e4113339 None None] Checking router: 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:41:59.246282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.250356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1d1f68-31ba-4698-86ca-e798e4113339 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:41:59.250963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bb1d1f68-31ba-4698-86ca-e798e4113339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:59.280667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:59.321710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bb1d1f68-31ba-4698-86ca-e798e4113339 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:41:59.348853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:41:59.363704 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:41:59.380268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bb1d1f68-31ba-4698-86ca-e798e4113339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:58Z', 'revision_number': 11, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:41:59.382825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1d1f68-31ba-4698-86ca-e798e4113339 None None] The sync data for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv is: [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:58Z', 'revision_number': 11, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:41:59.404318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-59aa7015-12eb-4da8-afd6-da1b73f8ee9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.418043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-afda30d4-275f-4f77-909a-ac545b6d09ec tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:59.420075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=7b6804b7-d181-4d9e-83b0-664185bf7e7d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:59.430452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:59.441562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.444929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a33ef84-b6bb-424f-b7f8-f9638c15dc0e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:59.454804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.460497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Network': ['ID=6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:59.466877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:59.472434 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/networks/6a35e1b0-f5db-4dee-b4ab-5fb7dc9464ad HTTP/1.1" status: 204 len: 168 time: 1.9598765 Apr 16 15:41:59.474738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34936) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:59.476751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:41:59.477891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa7015-12eb-4da8-afd6-da1b73f8ee9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Subnet': ['ID=76f38394-3116-4f47-acf6-73a9e4912b71,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:59.480738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-59aa7015-12eb-4da8-afd6-da1b73f8ee9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:59.502092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-59aa7015-12eb-4da8-afd6-da1b73f8ee9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.505674 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-59aa7015-12eb-4da8-afd6-da1b73f8ee9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/76f38394-3116-4f47-acf6-73a9e4912b71 HTTP/1.1" status: 204 len: 168 time: 0.3993716 Apr 16 15:41:59.507445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34940) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:59.508704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39440576-d67b-41b1-a8a3-2a1a8553fca9 None None] Network ffb1069c-f788-400f-ae0d-da27384f6afa requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:41:59.514897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:41:59.520485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:41:59.523691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:59.524081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.549259 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3778467 Apr 16 15:41:59.551556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34944) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:59.583597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.625892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Deleting port a16b97f0-832c-4a38-b255-e2222d8d5f5d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:59.626215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.647530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port c436eb3e-fdac-434d-84ee-8f077cdf1841 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:59.647722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.703165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ed7eee-0022-4588-8a64-d67f7a4096b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:59.707332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ed7eee-0022-4588-8a64-d67f7a4096b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:41:59.707925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a3ed7eee-0022-4588-8a64-d67f7a4096b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:41:59.736500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24ccb25-e4e5-4670-887e-d9b75d0db6f2 None None] DHCP port deletion for ffb1069c-f788-400f-ae0d-da27384f6afa request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:41:59.740438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d24ccb25-e4e5-4670-887e-d9b75d0db6f2 None None] Deleting port a16b97f0-832c-4a38-b255-e2222d8d5f5d {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:59.740739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d24ccb25-e4e5-4670-887e-d9b75d0db6f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.752760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] For port a16b97f0-832c-4a38-b255-e2222d8d5f5d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a16b97f0-832c-4a38-b255-e2222d8d5f5d,segment=NetworkSegment(5f3c255a-a8fb-47d3-b548-48aa224d9f03),segment_id=5f3c255a-a8fb-47d3-b548-48aa224d9f03)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:41:59.752981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.766608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a3ed7eee-0022-4588-8a64-d67f7a4096b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:41:59.769095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a3ed7eee-0022-4588-8a64-d67f7a4096b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2151897 Apr 16 15:41:59.772810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34948) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:41:59.796249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-89323bdb-9b1a-4432-b6c4-e48dec19a642 None None] Provisioning for port 7b6804b7-d181-4d9e-83b0-664185bf7e7d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:41:59.804376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-89323bdb-9b1a-4432-b6c4-e48dec19a642 None None] Provisioning complete for port 7b6804b7-d181-4d9e-83b0-664185bf7e7d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:41:59.804666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89323bdb-9b1a-4432-b6c4-e48dec19a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.823192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Calling delete_port for a16b97f0-832c-4a38-b255-e2222d8d5f5d owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:59.830697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9b453f29-a744-4505-918a-e99cb1f0eac9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 7b6804b7-d181-4d9e-83b0-664185bf7e7d {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:41:59.830906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9b453f29-a744-4505-918a-e99cb1f0eac9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.845855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.846041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.870583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:41:59.879559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e4795e7-023e-41c0-ad19-837c7bc3dea8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:41:59.881534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-89323bdb-9b1a-4432-b6c4-e48dec19a642 None None] Port 7b6804b7-d181-4d9e-83b0-664185bf7e7d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:41:59.930192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for c436eb3e-fdac-434d-84ee-8f077cdf1841 owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:41:59.946002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Port': ['ID=a16b97f0-832c-4a38-b255-e2222d8d5f5d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:41:59.949091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:41:59.969099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No DVR routers for this DVR port a16b97f0-832c-4a38-b255-e2222d8d5f5d on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:00.042031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.069881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:00.109507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb1069c-f788-400f-ae0d-da27384f6afa']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:00.112039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9b453f29-a744-4505-918a-e99cb1f0eac9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.113086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d24ccb25-e4e5-4670-887e-d9b75d0db6f2 None None] For port a16b97f0-832c-4a38-b255-e2222d8d5f5d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=a16b97f0-832c-4a38-b255-e2222d8d5f5d,segment=NetworkSegment(5f3c255a-a8fb-47d3-b548-48aa224d9f03),segment_id=5f3c255a-a8fb-47d3-b548-48aa224d9f03)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:00.113194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d24ccb25-e4e5-4670-887e-d9b75d0db6f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.116390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3c255a-a8fb-47d3-b548-48aa224d9f03') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:00.116559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3c255a-a8fb-47d3-b548-48aa224d9f03') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:00.123200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.131739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.135257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Releasing vlan 1454 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:42:00.184656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d24ccb25-e4e5-4670-887e-d9b75d0db6f2 None None] Calling delete_port for a16b97f0-832c-4a38-b255-e2222d8d5f5d owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:00.195536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9b453f29-a744-4505-918a-e99cb1f0eac9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 7b6804b7-d181-4d9e-83b0-664185bf7e7d owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:00.214199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:00.214520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.221186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.230366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network ffb1069c-f788-400f-ae0d-da27384f6afa has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:00.233095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e91226d-57fb-47b0-8988-db551e7d742c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:00.237960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.257501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-d24ccb25-e4e5-4670-887e-d9b75d0db6f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:42:00.257792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-d24ccb25-e4e5-4670-887e-d9b75d0db6f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:42:00.259687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=c436eb3e-fdac-434d-84ee-8f077cdf1841,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:00.288322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:00.334325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Network ffb1069c-f788-400f-ae0d-da27384f6afa has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:42:00.347611 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:42:00.354236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a16b97f0-832c-4a38-b255-e2222d8d5f5d no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:00.378408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: a16b97f0-832c-4a38-b255-e2222d8d5f5d {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:00.378681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device a16b97f0-832c-4a38-b255-e2222d8d5f5d not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:00.378996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cdf03e27-b73d-4d60-a785-735296b2f223 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:00.387526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9b453f29-a744-4505-918a-e99cb1f0eac9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.404921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: cdf03e27-b73d-4d60-a785-735296b2f223 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:00.405180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cdf03e27-b73d-4d60-a785-735296b2f223 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:00.407068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.409131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-517a33a6-df3c-4b51-acc5-126d2fae32da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:00.417949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.424487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Pushing event deleted for resources: {'Network': ['ID=ffb1069c-f788-400f-ae0d-da27384f6afa,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:00.427042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:00.429164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/networks/ffb1069c-f788-400f-ae0d-da27384f6afa HTTP/1.1" status: 204 len: 168 time: 0.9210844 Apr 16 15:42:00.431214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34952) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:00.434344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e3973fd3-379e-4674-8eb2-c4a4d6a4a1fd tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'routes': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:00.444910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-012419ac-c700-49ed-8679-d31f1549741e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:00.474604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b453f29-a744-4505-918a-e99cb1f0eac9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=7b6804b7-d181-4d9e-83b0-664185bf7e7d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:00.476168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9b453f29-a744-4505-918a-e99cb1f0eac9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:00.498669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.498985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP 40314096-f409-4b84-82ac-6c1f04796ee1 disassociated (deleted). External IP: 172.26.4.128, port: b6e97c37-7e8b-4cca-802f-eb3db60df337. Apr 16 15:42:00.759615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d24ccb25-e4e5-4670-887e-d9b75d0db6f2 None None] Deleting port a16b97f0-832c-4a38-b255-e2222d8d5f5d {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:00.760496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d24ccb25-e4e5-4670-887e-d9b75d0db6f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.825973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d24ccb25-e4e5-4670-887e-d9b75d0db6f2 None None] The port 'a16b97f0-832c-4a38-b255-e2222d8d5f5d' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:42:00.878715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-e3973fd3-379e-4674-8eb2-c4a4d6a4a1fd tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Added routes are [] {{(pid=86006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 16 15:42:00.878908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.extraroute_db [None req-e3973fd3-379e-4674-8eb2-c4a4d6a4a1fd tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Removed routes are [] {{(pid=86006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 16 15:42:00.879108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3973fd3-379e-4674-8eb2-c4a4d6a4a1fd tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.911001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9b453f29-a744-4505-918a-e99cb1f0eac9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:00.936146 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9b453f29-a744-4505-918a-e99cb1f0eac9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/7b6804b7-d181-4d9e-83b0-664185bf7e7d HTTP/1.1" status: 204 len: 168 time: 1.1611807 Apr 16 15:42:00.936446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34958) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:01.035853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3973fd3-379e-4674-8eb2-c4a4d6a4a1fd tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.037902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3973fd3-379e-4674-8eb2-c4a4d6a4a1fd tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.056185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a7e70-8b12-4291-aacd-a3717881891e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:01.057105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a7e70-8b12-4291-aacd-a3717881891e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:01.057566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-863a7e70-8b12-4291-aacd-a3717881891e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:01.080876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-863a7e70-8b12-4291-aacd-a3717881891e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:01.087246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-863a7e70-8b12-4291-aacd-a3717881891e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1445577 Apr 16 15:42:01.087246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:42:01.087246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34962) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:01.114857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3973fd3-379e-4674-8eb2-c4a4d6a4a1fd tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:42:01.191782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3973fd3-379e-4674-8eb2-c4a4d6a4a1fd tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:01.195642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3973fd3-379e-4674-8eb2-c4a4d6a4a1fd tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.196549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e3973fd3-379e-4674-8eb2-c4a4d6a4a1fd tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b HTTP/1.1" status: 200 len: 701 time: 0.7645457 Apr 16 15:42:01.198692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34966) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:01.201244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d0e25b-1d37-4637-b9ac-0623a08b5d10 None None] Sync routers for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:01.201381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1397e034-d48b-44bf-8632-21fac96fa3d4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet d8af452a-2e88-4413-b47e-f9a491f693c6 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:01.204814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1397e034-d48b-44bf-8632-21fac96fa3d4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.207814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d0e25b-1d37-4637-b9ac-0623a08b5d10 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:01.208294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-14d0e25b-1d37-4637-b9ac-0623a08b5d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:01.228384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5868ef43-33a3-4a82-918e-f82440da3878 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Synchronizing usage tracker for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:01.240718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5868ef43-33a3-4a82-918e-f82440da3878 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Unset dirty status for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:01.246144 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5868ef43-33a3-4a82-918e-f82440da3878 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b HTTP/1.1" status: 200 len: 205 time: 0.0420165 Apr 16 15:42:01.246144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34970) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:01.254161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1397e034-d48b-44bf-8632-21fac96fa3d4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.280780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:01.283936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.288892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-14d0e25b-1d37-4637-b9ac-0623a08b5d10 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:01.294207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466b049-571b-4138-84ab-b89e91ec7e2c None None] Sync routers for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:01.303993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466b049-571b-4138-84ab-b89e91ec7e2c None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:01.304789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f466b049-571b-4138-84ab-b89e91ec7e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:01.323737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/floatingips/40314096-f409-4b84-82ac-6c1f04796ee1 HTTP/1.1" status: 204 len: 168 time: 1.8464210 Apr 16 15:42:01.323923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'tag': 'b6e97c37-7e8b-4cca-802f-eb3db60df337'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:42:01.326620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e398078-b49c-4076-bf82-4f8a715a9f6c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.368948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1397e034-d48b-44bf-8632-21fac96fa3d4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.394093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-14d0e25b-1d37-4637-b9ac-0623a08b5d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:58Z', 'revision_number': 11, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:01.416848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d0e25b-1d37-4637-b9ac-0623a08b5d10 None None] Checking router: 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:42:01.434108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d0e25b-1d37-4637-b9ac-0623a08b5d10 None None] Routers {'66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:01.434661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-14d0e25b-1d37-4637-b9ac-0623a08b5d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:01.490822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'tag': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'status': 'completed', 'code': 200} Apr 16 15:42:01.505462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f466b049-571b-4138-84ab-b89e91ec7e2c None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:01.519359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-14d0e25b-1d37-4637-b9ac-0623a08b5d10 None None] Set router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:01.535669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e398078-b49c-4076-bf82-4f8a715a9f6c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.537061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e398078-b49c-4076-bf82-4f8a715a9f6c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.557425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e398078-b49c-4076-bf82-4f8a715a9f6c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.557793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e398078-b49c-4076-bf82-4f8a715a9f6c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Fanout notify agent at l3_agent the message router_deleted on router 66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:42:01.589413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e398078-b49c-4076-bf82-4f8a715a9f6c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.590275 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1e398078-b49c-4076-bf82-4f8a715a9f6c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b HTTP/1.1" status: 204 len: 168 time: 0.3446221 Apr 16 15:42:01.595569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34982) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:01.599181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a8d7e856-841d-4b75-85f3-f8ae3b9200c6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1761602877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:01.601501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-14d0e25b-1d37-4637-b9ac-0623a08b5d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:58Z', 'revision_number': 11, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:01.604700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d0e25b-1d37-4637-b9ac-0623a08b5d10 None None] The sync data for ids ['66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b'] in dv-neutron-786478-2-hyperv is: [{'id': '66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b', 'name': 'tempest-RoutersTest-router-1357632435', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:41:28Z', 'updated_at': '2021-04-16T15:41:58Z', 'revision_number': 11, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:01.607361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a8d7e856-841d-4b75-85f3-f8ae3b9200c6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:01.610305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a8d7e856-841d-4b75-85f3-f8ae3b9200c6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Usage tracker for resource:router and tenant:c11bfe32baa241419991ef367da50f0b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:01.612464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a8d7e856-841d-4b75-85f3-f8ae3b9200c6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:01.616738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a8d7e856-841d-4b75-85f3-f8ae3b9200c6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:01.626059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e856-841d-4b75-85f3-f8ae3b9200c6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.626993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e856-841d-4b75-85f3-f8ae3b9200c6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.628071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1397e034-d48b-44bf-8632-21fac96fa3d4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.648420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-80b93109-3d8e-4caf-ae05-fe63cf8d8a87 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:01.676857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e856-841d-4b75-85f3-f8ae3b9200c6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.696223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397e034-d48b-44bf-8632-21fac96fa3d4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=d8af452a-2e88-4413-b47e-f9a491f693c6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:01.699021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e856-841d-4b75-85f3-f8ae3b9200c6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.704486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1397e034-d48b-44bf-8632-21fac96fa3d4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:01.713782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598054e-a298-450c-af8b-7b821b84f5e7 req-2bfe42af-d41e-4275-af37-f7f870a7fb20 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:01.718254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0598054e-a298-450c-af8b-7b821b84f5e7 req-2bfe42af-d41e-4275-af37-f7f870a7fb20 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 945 time: 0.0786343 Apr 16 15:42:01.722947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f466b049-571b-4138-84ab-b89e91ec7e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:41:49Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:01.724919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1397e034-d48b-44bf-8632-21fac96fa3d4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.730250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466b049-571b-4138-84ab-b89e91ec7e2c None None] Checking router: 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:42:01.730389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89355a47-61f6-4ab2-86e7-d79e983a107c None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:01.736316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f466b049-571b-4138-84ab-b89e91ec7e2c None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:01.736731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f466b049-571b-4138-84ab-b89e91ec7e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:01.738494 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1397e034-d48b-44bf-8632-21fac96fa3d4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/d8af452a-2e88-4413-b47e-f9a491f693c6 HTTP/1.1" status: 204 len: 168 time: 0.6503472 Apr 16 15:42:01.740174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34986) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:01.776312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e856-841d-4b75-85f3-f8ae3b9200c6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.778911 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a8d7e856-841d-4b75-85f3-f8ae3b9200c6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1806839 Apr 16 15:42:01.780414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 34990) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:01.784890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d940c75b-d0aa-4953-af28-a333c4bf6ddf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Request body: {'router': {'admin_state_up': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:01.788233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3425d31b-fcf4-4462-90d6-29f2dd1a6aee tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471838 Apr 16 15:42:01.789791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34994) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:01.825427 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0598054e-a298-450c-af8b-7b821b84f5e7 req-1ca43282-dd77-403e-9257-84f7dcb7637e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036608 Apr 16 15:42:01.869992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f466b049-571b-4138-84ab-b89e91ec7e2c None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:01.902300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ebba52-a13f-4f19-a4de-f24490c922b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:01.903360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-40ebba52-a13f-4f19-a4de-f24490c922b1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1129925 Apr 16 15:42:01.905253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 34998) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:01.914320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d04d48c-440a-4def-8d8c-6a1c1a4ae187 None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:42:01.917781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2d04d48c-440a-4def-8d8c-6a1c1a4ae187 None None] Deleting port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:01.918336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d04d48c-440a-4def-8d8c-6a1c1a4ae187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:01.959463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ef941-d505-4b45-8afe-3f5b60c64542 req-27685e82-db02-450c-9799-d43a0721e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:01.960449 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a13ef941-d505-4b45-8afe-3f5b60c64542 req-27685e82-db02-450c-9799-d43a0721e7e5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 1098 time: 0.0982268 Apr 16 15:42:01.962495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7304dbee-9cc6-4a06-a778-39505cab9ee7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:01.963028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7304dbee-9cc6-4a06-a778-39505cab9ee7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:02.035562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d940c75b-d0aa-4953-af28-a333c4bf6ddf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:02.035709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7304dbee-9cc6-4a06-a778-39505cab9ee7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:02.036466 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7304dbee-9cc6-4a06-a778-39505cab9ee7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1305766 Apr 16 15:42:02.038202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35002) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:02.077457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ef941-d505-4b45-8afe-3f5b60c64542 req-91cb6fc8-72c4-4cce-a9e7-db26be167481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:02.078930 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a13ef941-d505-4b45-8afe-3f5b60c64542 req-91cb6fc8-72c4-4cce-a9e7-db26be167481 service neutron] 10.222.0.107 "GET /v2.0/networks?id=46d53090-f2f6-48f4-9d20-88b9293e79e4 HTTP/1.1" status: 200 len: 898 time: 0.1084623 Apr 16 15:42:02.082178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-47b0fa22-19a5-4f97-8de1-c7a224d3550a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429928 Apr 16 15:42:02.083217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d940c75b-d0aa-4953-af28-a333c4bf6ddf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:02.083394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2d04d48c-440a-4def-8d8c-6a1c1a4ae187 None None] For port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f6717fb1-e7e4-4ff3-a962-f55647a9e7b2,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:02.083967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d04d48c-440a-4def-8d8c-6a1c1a4ae187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:02.086332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35006) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:02.088256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f466b049-571b-4138-84ab-b89e91ec7e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:41:49Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:02.090650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f466b049-571b-4138-84ab-b89e91ec7e2c None None] The sync data for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv is: [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:41:49Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f4d280c9-7ccc-4538-be14-c699510d6cb3', 'name': '', 'network_id': '46d53090-f2f6-48f4-9d20-88b9293e79e4', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f3:be:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:39Z', 'updated_at': '2021-04-16T15:39:45Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '137a3862-0639-414d-b4a8-18dbe32b11f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:02.120615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:02.140878 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a13ef941-d505-4b45-8afe-3f5b60c64542 req-cde2b897-75c9-4b3e-85d6-364ba6ef6c4d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6e97c37-7e8b-4cca-802f-eb3db60df337 HTTP/1.1" status: 200 len: 217 time: 0.0526080 Apr 16 15:42:02.167266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2d04d48c-440a-4def-8d8c-6a1c1a4ae187 None None] Calling delete_port for f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:02.178163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d940c75b-d0aa-4953-af28-a333c4bf6ddf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Router 1acc2eda-bf08-49f6-8309-5000dea5049b is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:42:02.212607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d04d48c-440a-4def-8d8c-6a1c1a4ae187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:02.222657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-715b9848-6682-406b-b0e4-640fa2c02583 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:02.222990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:02.224908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ef941-d505-4b45-8afe-3f5b60c64542 req-6bdd6248-68e2-47af-9f8b-ea2375678ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:02.225817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a13ef941-d505-4b45-8afe-3f5b60c64542 req-6bdd6248-68e2-47af-9f8b-ea2375678ec2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=137a3862-0639-414d-b4a8-18dbe32b11f8 HTTP/1.1" status: 200 len: 834 time: 0.0587959 Apr 16 15:42:02.230294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:02.259146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:02.260296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d940c75b-d0aa-4953-af28-a333c4bf6ddf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:02.262720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:02.264881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d940c75b-d0aa-4953-af28-a333c4bf6ddf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:02.265707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d940c75b-d0aa-4953-af28-a333c4bf6ddf tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "PUT /v2.0/routers/1acc2eda-bf08-49f6-8309-5000dea5049b HTTP/1.1" status: 200 len: 694 time: 0.4844379 Apr 16 15:42:02.267521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35010) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:02.272424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04d48c-440a-4def-8d8c-6a1c1a4ae187 None None] Pushing event deleted for resources: {'Port': ['ID=f6717fb1-e7e4-4ff3-a962-f55647a9e7b2,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:02.282521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34375c68-9dd6-462f-944d-c7e72604fdeb None None] Sync routers for ids ['1acc2eda-bf08-49f6-8309-5000dea5049b'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:02.284173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d04d48c-440a-4def-8d8c-6a1c1a4ae187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:02.292534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34375c68-9dd6-462f-944d-c7e72604fdeb None None] Routers {'1acc2eda-bf08-49f6-8309-5000dea5049b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:02.292909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34375c68-9dd6-462f-944d-c7e72604fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1acc2eda-bf08-49f6-8309-5000dea5049b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:02.349254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ef941-d505-4b45-8afe-3f5b60c64542 req-29c4cfd6-00b2-4387-9ba8-4941c7a367b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:02.350269 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-16327b45-7057-40ef-8834-ad43c40a1df5 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/routers/1acc2eda-bf08-49f6-8309-5000dea5049b HTTP/1.1" status: 200 len: 700 time: 0.0819030 Apr 16 15:42:02.352207 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a13ef941-d505-4b45-8afe-3f5b60c64542 req-29c4cfd6-00b2-4387-9ba8-4941c7a367b4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=46d53090-f2f6-48f4-9d20-88b9293e79e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1174138 Apr 16 15:42:02.353154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35014) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:02.382957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-34375c68-9dd6-462f-944d-c7e72604fdeb None None] Set router 1acc2eda-bf08-49f6-8309-5000dea5049b gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:02.399298 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-21cdaa55-b6c7-4f64-b346-4f075e79f258 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=1acc2eda-bf08-49f6-8309-5000dea5049b HTTP/1.1" status: 200 len: 205 time: 0.0438917 Apr 16 15:42:02.399959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35018) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:02.450161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04d48c-440a-4def-8d8c-6a1c1a4ae187 None None] No DVR routers for this DVR port f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:02.451218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34375c68-9dd6-462f-944d-c7e72604fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc2eda-bf08-49f6-8309-5000dea5049b', 'name': 'tempest-RoutersTest-router-1761602877', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:01Z', 'updated_at': '2021-04-16T15:42:02Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:02.455572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34375c68-9dd6-462f-944d-c7e72604fdeb None None] Checking router: 1acc2eda-bf08-49f6-8309-5000dea5049b for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:42:02.459965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34375c68-9dd6-462f-944d-c7e72604fdeb None None] Routers {'1acc2eda-bf08-49f6-8309-5000dea5049b'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:02.460330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34375c68-9dd6-462f-944d-c7e72604fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1acc2eda-bf08-49f6-8309-5000dea5049b'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:02.487638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9be498-dc2c-4d7d-a67d-327f343b58a9 None None] New status for floating IP 40314096-f409-4b84-82ac-6c1f04796ee1: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:42:02.488944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b60feec-679b-4249-92d3-b26f60f66c90 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:02.507039 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a13ef941-d505-4b45-8afe-3f5b60c64542 req-77769d0b-4b41-48e0-a959-b76e6ef94108 service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316664 Apr 16 15:42:02.538942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-34375c68-9dd6-462f-944d-c7e72604fdeb None None] Set router 1acc2eda-bf08-49f6-8309-5000dea5049b gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:02.784691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34375c68-9dd6-462f-944d-c7e72604fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acc2eda-bf08-49f6-8309-5000dea5049b', 'name': 'tempest-RoutersTest-router-1761602877', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:01Z', 'updated_at': '2021-04-16T15:42:02Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:02.787354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34375c68-9dd6-462f-944d-c7e72604fdeb None None] The sync data for ids ['1acc2eda-bf08-49f6-8309-5000dea5049b'] in dv-neutron-786478-2-hyperv is: [{'id': '1acc2eda-bf08-49f6-8309-5000dea5049b', 'name': 'tempest-RoutersTest-router-1761602877', 'tenant_id': 'c11bfe32baa241419991ef367da50f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:01Z', 'updated_at': '2021-04-16T15:42:02Z', 'revision_number': 2, 'project_id': 'c11bfe32baa241419991ef367da50f0b', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:02.962018 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a13ef941-d505-4b45-8afe-3f5b60c64542 req-61b1955a-86d7-4d96-b580-1e4a8426909e service neutron] 10.222.0.107 "GET /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429085 Apr 16 15:42:02.989679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd7fe1a-ff10-4dfa-8cbf-d4fe54c3a69d req-0b651506-f1bd-4ad7-b383-b1795e3724d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:02.990607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cd7fe1a-ff10-4dfa-8cbf-d4fe54c3a69d req-0b651506-f1bd-4ad7-b383-b1795e3724d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 945 time: 0.0998132 Apr 16 15:42:03.006945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b60feec-679b-4249-92d3-b26f60f66c90 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.008321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b60feec-679b-4249-92d3-b26f60f66c90 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.020225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b60feec-679b-4249-92d3-b26f60f66c90 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.020545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b60feec-679b-4249-92d3-b26f60f66c90 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Fanout notify agent at l3_agent the message router_deleted on router 1acc2eda-bf08-49f6-8309-5000dea5049b {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:42:03.027745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cd7fe1a-ff10-4dfa-8cbf-d4fe54c3a69d req-346c1d4f-b4ce-4104-885a-6f5127ff1f7a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325572 Apr 16 15:42:03.028919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b60feec-679b-4249-92d3-b26f60f66c90 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.032273 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8b60feec-679b-4249-92d3-b26f60f66c90 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/1acc2eda-bf08-49f6-8309-5000dea5049b HTTP/1.1" status: 204 len: 168 time: 0.6288617 Apr 16 15:42:03.032273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35024) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.061440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d5b143ac-348c-4611-bb66-fd2b1da0dc53 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Synchronizing usage tracker for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:03.068816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d5b143ac-348c-4611-bb66-fd2b1da0dc53 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Unset dirty status for tenant:c11bfe32baa241419991ef367da50f0b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:03.069532 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d5b143ac-348c-4611-bb66-fd2b1da0dc53 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=1acc2eda-bf08-49f6-8309-5000dea5049b HTTP/1.1" status: 200 len: 205 time: 0.0366464 Apr 16 15:42:03.071337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35028) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.081171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86006) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:42:03.081962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.088985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-700ba464-718e-4b2b-bcc9-40166f141953 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:03.115483 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e5316650-190c-46d8-8b01-19aacb4b1cd3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] delete failed (client error): The resource could not be found. Apr 16 15:42:03.116224 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e5316650-190c-46d8-8b01-19aacb4b1cd3 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/1acc2eda-bf08-49f6-8309-5000dea5049b HTTP/1.1" status: 404 len: 336 time: 0.0442359 Apr 16 15:42:03.118801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35032) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.144267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b3b95b-4a6b-4d17-9165-8ab1ce73b654 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:03.144597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b3b95b-4a6b-4d17-9165-8ab1ce73b654 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:03.145570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-19b3b95b-4a6b-4d17-9165-8ab1ce73b654 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/fd68e15e-3397-4d81-9f33-a5d26fa8c09f HTTP/1.1" status: 404 len: 337 time: 0.0261385 Apr 16 15:42:03.147263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35036) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.162621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=b993e79c-3042-4dd4-aea1-a871fa02db52,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:03.169193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-80babf3e-cde0-4e2e-8add-beaa68acaa03 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:03.169458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80babf3e-cde0-4e2e-8add-beaa68acaa03 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:03.169567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:03.172222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-80babf3e-cde0-4e2e-8add-beaa68acaa03 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/36f87c8d-fe7f-4898-b8e1-1e2744e9fc91 HTTP/1.1" status: 404 len: 337 time: 0.0226498 Apr 16 15:42:03.172854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35040) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.193815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:03.194569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:03.200578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f950db-ba0f-4b78-afd3-8171a8ec651d None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:03.202383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:03.202851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.204543 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-be17be44-e7da-485a-9386-40a99f5df2f0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:03.204858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be17be44-e7da-485a-9386-40a99f5df2f0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:03.207763 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-be17be44-e7da-485a-9386-40a99f5df2f0 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/dc5a0af8-585c-45ec-9bd3-7bda3b4fc72f HTTP/1.1" status: 404 len: 337 time: 0.0320725 Apr 16 15:42:03.207944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35044) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.219199 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1298842 Apr 16 15:42:03.219812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35048) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.223260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ea91113d-f25d-413b-92d4-c736d4a140d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:03.232968 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0982de7-56c2-4aae-93b9-97abdfede876 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:03.233280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0982de7-56c2-4aae-93b9-97abdfede876 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:03.234332 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e0982de7-56c2-4aae-93b9-97abdfede876 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/76f38394-3116-4f47-acf6-73a9e4912b71 HTTP/1.1" status: 404 len: 337 time: 0.0257816 Apr 16 15:42:03.236368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35052) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.293718 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b6fa4d2b-c1c0-4e00-9d26-2f1832df0c03 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b HTTP/1.1" status: 200 len: 205 time: 0.0565383 Apr 16 15:42:03.297065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35056) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.331792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': 'b993e79c-3042-4dd4-aea1-a871fa02db52'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:42:03.332417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.334257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ea91113d-f25d-413b-92d4-c736d4a140d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:03.336701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ea91113d-f25d-413b-92d4-c736d4a140d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:03.337069 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-5c39d46f-aea9-4206-bd7e-b25d9dc817b2 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] delete failed (client error): The resource could not be found. Apr 16 15:42:03.339890 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5c39d46f-aea9-4206-bd7e-b25d9dc817b2 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/66d88ccf-a8c6-4bc1-bb22-36cff9e52d7b HTTP/1.1" status: 404 len: 336 time: 0.0397618 Apr 16 15:42:03.340000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ea91113d-f25d-413b-92d4-c736d4a140d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:03.340067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35060) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.342926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ea91113d-f25d-413b-92d4-c736d4a140d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:03.349348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea91113d-f25d-413b-92d4-c736d4a140d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:03.353112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea91113d-f25d-413b-92d4-c736d4a140d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.371578 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-891557e5-c6bf-405d-8f3c-3cb517c1afa9 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=96b5f77d-fa16-4fb2-998e-08b1b80f43ce HTTP/1.1" status: 200 len: 205 time: 0.0292783 Apr 16 15:42:03.371771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35064) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.412694 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e5c2877b-b0ab-433a-bedd-1816b74e2a68 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] delete failed (client error): The resource could not be found. Apr 16 15:42:03.415233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e5c2877b-b0ab-433a-bedd-1816b74e2a68 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/96b5f77d-fa16-4fb2-998e-08b1b80f43ce HTTP/1.1" status: 404 len: 336 time: 0.0409884 Apr 16 15:42:03.415380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35068) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.425151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Allocated IP 2001:db8::f816:3eff:feee:7762 (202228ea-75c8-4a07-a357-aa1a8927fb48/b993e79c-3042-4dd4-aea1-a871fa02db52/5e659103-b505-490f-9f15-6bbaecc1b772) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:03.431733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-ea91113d-f25d-413b-92d4-c736d4a140d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b993e79c-3042-4dd4-aea1-a871fa02db52 (CIDR: 2001:db8::/64) Apr 16 15:42:03.435412 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea91113d-f25d-413b-92d4-c736d4a140d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:42:03.435705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea91113d-f25d-413b-92d4-c736d4a140d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:03.442490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30caa77-6d6a-41e9-91a8-0b7216835c04 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:03.442773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30caa77-6d6a-41e9-91a8-0b7216835c04 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:03.443785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a30caa77-6d6a-41e9-91a8-0b7216835c04 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/df855201-200f-4570-b26b-2fc68a27f53c HTTP/1.1" status: 404 len: 337 time: 0.0278320 Apr 16 15:42:03.445671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35072) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.451177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ea91113d-f25d-413b-92d4-c736d4a140d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2307158 Apr 16 15:42:03.453060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35076) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.456956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:03.473464 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-83c55b0e-afd2-46da-93af-8e842e51284a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=d667cd10-a6ed-43b9-a642-a68b12f8fbde HTTP/1.1" status: 200 len: 205 time: 0.0269558 Apr 16 15:42:03.474993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35080) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.515021 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-72bf682b-f77d-4c6a-b9c6-cb1ece3c4d5b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] delete failed (client error): The resource could not be found. Apr 16 15:42:03.517740 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-72bf682b-f77d-4c6a-b9c6-cb1ece3c4d5b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/d667cd10-a6ed-43b9-a642-a68b12f8fbde HTTP/1.1" status: 404 len: 336 time: 0.0400579 Apr 16 15:42:03.517831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35084) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.537363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:03.539815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:03.541470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:03.541542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.546244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:03.546327 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-795312a7-e118-4e2f-ac0b-3d75d126370c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=226c0dcd-f62d-4ab2-9879-aafb41a9f4eb HTTP/1.1" status: 200 len: 205 time: 0.0261889 Apr 16 15:42:03.546390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35088) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.550321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Transition to ACTIVE for port object 5e659103-b505-490f-9f15-6bbaecc1b772 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:03.552468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:03.556151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.561394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Transition to ACTIVE for port object 5e659103-b505-490f-9f15-6bbaecc1b772 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:03.564573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.571657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fc5881cc-b36d-4fa6-9ec1-299d71bb83cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:03.587075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-67e6600f-20c5-4003-9eec-13a28bfc9f14 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] delete failed (client error): The resource could not be found. Apr 16 15:42:03.589398 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-67e6600f-20c5-4003-9eec-13a28bfc9f14 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/226c0dcd-f62d-4ab2-9879-aafb41a9f4eb HTTP/1.1" status: 404 len: 336 time: 0.0407553 Apr 16 15:42:03.589558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35092) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.611981 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6510823-6c7a-4f1a-a81a-53f2344ddae1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:03.612247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6510823-6c7a-4f1a-a81a-53f2344ddae1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:03.614933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b6510823-6c7a-4f1a-a81a-53f2344ddae1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/8907ad44-93f5-4735-96a3-fac3483c088f HTTP/1.1" status: 404 len: 337 time: 0.0231340 Apr 16 15:42:03.615086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35096) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.644343 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fd8c7153-8e16-4bd9-811a-8fcdaac69136 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=443f7a94-2ecf-49c0-81c3-07e20aa62fc3 HTTP/1.1" status: 200 len: 205 time: 0.0269699 Apr 16 15:42:03.644539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Pushing event updated for resources: {'Port': ['ID=5e659103-b505-490f-9f15-6bbaecc1b772,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:03.644604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35100) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.646146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:03.677060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:03.677756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:03.679205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:03.683681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616b648-6f69-45e0-abaf-ed87782ff04e req-3caba83a-9965-47ee-a172-ba182db94a53 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:03.684699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f616b648-6f69-45e0-abaf-ed87782ff04e req-3caba83a-9965-47ee-a172-ba182db94a53 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 945 time: 0.0892732 Apr 16 15:42:03.693762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-f025905f-f377-432d-8f84-8bbb4468a1d1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] delete failed (client error): The resource could not be found. Apr 16 15:42:03.696301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f025905f-f377-432d-8f84-8bbb4468a1d1 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/443f7a94-2ecf-49c0-81c3-07e20aa62fc3 HTTP/1.1" status: 404 len: 336 time: 0.0491791 Apr 16 15:42:03.696482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35104) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.721067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-807bab9d-e046-4510-899e-96b82194607b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:03.721343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807bab9d-e046-4510-899e-96b82194607b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:03.724145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-807bab9d-e046-4510-899e-96b82194607b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/3d4d6063-24d2-4a8a-9252-dc54989eea01 HTTP/1.1" status: 404 len: 337 time: 0.0253544 Apr 16 15:42:03.724240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35108) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.732575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Attempting to bind port 5e659103-b505-490f-9f15-6bbaecc1b772 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:42:03.732863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Attempting to bind port 5e659103-b505-490f-9f15-6bbaecc1b772 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:42:03.733110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Attempting to bind port 5e659103-b505-490f-9f15-6bbaecc1b772 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:03.736657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:42:03.736897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:03.737169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.737424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:42:03.737725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Bound port: 5e659103-b505-490f-9f15-6bbaecc1b772, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:42:03.737966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.762845 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dd5d9922-2e0d-4771-90b2-db13ae7c3d0d tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "GET /v2.0/ports?device_id=c51d8234-5687-41c6-8bc6-1fd7a2ffecba HTTP/1.1" status: 200 len: 205 time: 0.0363083 Apr 16 15:42:03.763484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35112) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.767341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-f616b648-6f69-45e0-abaf-ed87782ff04e req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port b6e97c37-7e8b-4cca-802f-eb3db60df337 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:03.767626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f616b648-6f69-45e0-abaf-ed87782ff04e req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.792672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] For port 5e659103-b505-490f-9f15-6bbaecc1b772, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:42:03.794484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] For port 5e659103-b505-490f-9f15-6bbaecc1b772, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5e659103-b505-490f-9f15-6bbaecc1b772,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:42:03.797824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:03.806468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4cffa573-deef-4c36-a21a-bab7c7cd2c3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:03.811680 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-9c3aca57-0bfa-4c8d-a755-0f8cea90f803 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] delete failed (client error): The resource could not be found. Apr 16 15:42:03.814681 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9c3aca57-0bfa-4c8d-a755-0f8cea90f803 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/routers/c51d8234-5687-41c6-8bc6-1fd7a2ffecba HTTP/1.1" status: 404 len: 336 time: 0.0482485 Apr 16 15:42:03.814842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35116) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.842682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2063211-3a80-4351-b83a-3f8e624bcdb4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:03.842974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2063211-3a80-4351-b83a-3f8e624bcdb4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:03.846407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f2063211-3a80-4351-b83a-3f8e624bcdb4 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/8a59c957-6cae-4a84-b8a3-5e9644151193 HTTP/1.1" status: 404 len: 337 time: 0.0286736 Apr 16 15:42:03.846574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35120) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:03.874950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f302f438-7e73-4ab2-afea-3400e4aeb55b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:03.875249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f302f438-7e73-4ab2-afea-3400e4aeb55b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:03.879285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f302f438-7e73-4ab2-afea-3400e4aeb55b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] 10.222.0.95 "DELETE /v2.0/subnets/52b64e61-220d-4f2d-be0c-d069f0e55ad6 HTTP/1.1" status: 404 len: 337 time: 0.0303738 Apr 16 15:42:03.893797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Pushing event updated for resources: {'Port': ['ID=5e659103-b505-490f-9f15-6bbaecc1b772,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:03.897249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:03.919607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:03.950272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:03.950503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f6717fb1-e7e4-4ff3-a962-f55647a9e7b2 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:03.995207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-f616b648-6f69-45e0-abaf-ed87782ff04e req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port b6e97c37-7e8b-4cca-802f-eb3db60df337, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=b6e97c37-7e8b-4cca-802f-eb3db60df337,segment=NetworkSegment(9858aa70-8f02-415d-b18d-c8a7cc81a71f),segment_id=9858aa70-8f02-415d-b18d-c8a7cc81a71f)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:03.995432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f616b648-6f69-45e0-abaf-ed87782ff04e req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.056057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35130) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:04.081116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-f616b648-6f69-45e0-abaf-ed87782ff04e req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for b6e97c37-7e8b-4cca-802f-eb3db60df337 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:04.170522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3c1af26b-b1ea-4a28-8195-7f8453396f3b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c11bfe32baa241419991ef367da50f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134501 Apr 16 15:42:04.173739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35136) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:04.221926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9edfa1d-1a91-40c1-8273-8551e1cf4e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.242572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9edfa1d-1a91-40c1-8273-8551e1cf4e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.249778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.262361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c4898a1-94d6-4f2a-8e5a-cb03fa288d1b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:04.274116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9edfa1d-1a91-40c1-8273-8551e1cf4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.276608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a859fce7-ad13-4db3-afb1-33356a6d6dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:04.284133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edfa1d-1a91-40c1-8273-8551e1cf4e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eea1121-8e74-4af4-a208-4aa4c186e3a0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:04.287358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9edfa1d-1a91-40c1-8273-8551e1cf4e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:04.288892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9edfa1d-1a91-40c1-8273-8551e1cf4e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.291568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9edfa1d-1a91-40c1-8273-8551e1cf4e23 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7eea1121-8e74-4af4-a208-4aa4c186e3a0 HTTP/1.1" status: 204 len: 168 time: 0.1172190 Apr 16 15:42:04.293713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd06572-ecd0-4f02-9aeb-407afab13735 req-e8a5d918-2286-4d32-8ae5-d4f279be4ba3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:04.294733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cdd06572-ecd0-4f02-9aeb-407afab13735 req-e8a5d918-2286-4d32-8ae5-d4f279be4ba3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 945 time: 0.1878829 Apr 16 15:42:04.348512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f616b648-6f69-45e0-abaf-ed87782ff04e req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.413383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=4e11eea3-d122-4c7f-a177-b93ac0267640,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:04.415199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:04.418885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:04.464512 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cdd06572-ecd0-4f02-9aeb-407afab13735 req-feb6c8ab-c839-4a2d-94c4-53e9f0c1940a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=3b8df34f-1ba8-4ff4-ba43-6215363f0fff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365387 Apr 16 15:42:04.465037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=b6e97c37-7e8b-4cca-802f-eb3db60df337,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:04.466856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:04.510100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:04.511762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:04.539247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:04.539653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.571137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f616b648-6f69-45e0-abaf-ed87782ff04e req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] No DVR routers for this DVR port b6e97c37-7e8b-4cca-802f-eb3db60df337 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:04.572906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f616b648-6f69-45e0-abaf-ed87782ff04e req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.575951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'name': 'network-vif-deleted', 'tag': 'b6e97c37-7e8b-4cca-802f-eb3db60df337'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:42:04.592607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f616b648-6f69-45e0-abaf-ed87782ff04e req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "DELETE /v2.0/ports/b6e97c37-7e8b-4cca-802f-eb3db60df337 HTTP/1.1" status: 204 len: 173 time: 0.9001796 Apr 16 15:42:04.593333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1395800 Apr 16 15:42:04.595809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35158) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:04.599856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:ff:54:45', 'name': 'tempest-NetworksTestDHCPv6-266971348'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:04.615595 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3', 'name': 'network-vif-deleted', 'tag': 'b6e97c37-7e8b-4cca-802f-eb3db60df337', 'status': 'completed', 'code': 200} Apr 16 15:42:04.679231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:04.681650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:04.683406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:04.686706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:04.693896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:04.723821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35168) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:04.756476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35172) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:04.785999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.802083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 8af6398e-36ad-4e82-80e4-cc84fc95992d yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:42:04.824294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group': {'name': 'tempest-secgroup--603368575'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:04.828449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:04.835772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:04.838633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:04.843409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Deleting port ecf84011-62dd-4d1a-8745-eb95afcec80a {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:04.843605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.844285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:04.860699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.894219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:04.912397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:04.917861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:04.925599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:04.947260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:04.980536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8:0:1::3e5 (202228ea-75c8-4a07-a357-aa1a8927fb48/4e11eea3-d122-4c7f-a177-b93ac0267640/8af6398e-36ad-4e82-80e4-cc84fc95992d) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:04.986961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::f816:3eff:feff:5445 (202228ea-75c8-4a07-a357-aa1a8927fb48/b993e79c-3042-4dd4-aea1-a871fa02db52/8af6398e-36ad-4e82-80e4-cc84fc95992d) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:05.095535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.099215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.105457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dee2f229-8b04-40fb-87b9-62819a77da03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:05.112437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:05.129115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:05.130898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36daa68-f458-476c-aa20-a296050e580a None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:05.134054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:05.140310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:05.143590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da533b76-b9c0-41e4-b78a-f35fccedc194,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:05.148311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:05.174094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.187422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 8af6398e-36ad-4e82-80e4-cc84fc95992d will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:05.213409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.216669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.219740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:05.221659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.221847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.240768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.259219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7b22dfb0-6a22-4d70-b479-d8dbe1ff07fe None None] Provisioning for port 5e659103-b505-490f-9f15-6bbaecc1b772 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:05.259441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca27056-eb0b-409d-9815-af3c66c91884,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:05.285271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:05.285721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0bb199a-66ad-4c7a-a0d2-db287bf7826f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:05.302457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.305399 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5461314 Apr 16 15:42:05.306697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Calling delete_port for ecf84011-62dd-4d1a-8745-eb95afcec80a owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:05.308709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35178) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:05.362595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc52d415-675f-4dcb-a80c-bcc0112ffdf0 None None] Update dhcp port {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': 'b993e79c-3042-4dd4-aea1-a871fa02db52', 'ip_address': '2001:db8::f816:3eff:feee:7762'}, {'subnet_id': '4e11eea3-d122-4c7f-a177-b93ac0267640'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '5e659103-b505-490f-9f15-6bbaecc1b772'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:42:05.365892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=8af6398e-36ad-4e82-80e4-cc84fc95992d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:05.370823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:05.389706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7bfea3b4-6f27-423a-9574-6519dde5ac3b tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:05.408021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:05.408900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:05.410180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7bfea3b4-6f27-423a-9574-6519dde5ac3b tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:05.411035 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7bfea3b4-6f27-423a-9574-6519dde5ac3b tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0955484 Apr 16 15:42:05.411323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.411537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:05.414669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:05.415054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.418170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35182) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:05.420156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc52d415-675f-4dcb-a80c-bcc0112ffdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.421583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:05.425523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b69bf16f-125f-44a3-9576-4719fccd69c2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group': {'name': 'tempest-security--1341721498', 'description': 'tempest-security-description-693444889'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:05.436979 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8386211 Apr 16 15:42:05.439368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35186) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:05.470191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b69bf16f-125f-44a3-9576-4719fccd69c2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.474777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event deleted for resources: {'Port': ['ID=ecf84011-62dd-4d1a-8745-eb95afcec80a,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:05.477400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:05.501319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e8a07c24-1062-45bb-a206-ee9279ddcdae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 8af6398e-36ad-4e82-80e4-cc84fc95992d {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:05.501533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8a07c24-1062-45bb-a206-ee9279ddcdae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.539340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b69bf16f-125f-44a3-9576-4719fccd69c2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.543909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b69bf16f-125f-44a3-9576-4719fccd69c2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.545244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b69bf16f-125f-44a3-9576-4719fccd69c2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.546035 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b69bf16f-125f-44a3-9576-4719fccd69c2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "PUT /v2.0/security-groups/5ca27056-eb0b-409d-9815-af3c66c91884 HTTP/1.1" status: 200 len: 1779 time: 0.1272454 Apr 16 15:42:05.546131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-bc52d415-675f-4dcb-a80c-bcc0112ffdf0 None None] Allocated IP 2001:db8:0:1::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/4e11eea3-d122-4c7f-a177-b93ac0267640/5e659103-b505-490f-9f15-6bbaecc1b772) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:05.546723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f1f9162a-721a-47f9-bed0-ccf57d943454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:05.566990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35192) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:05.598244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0c04683e-7d01-4c7d-95ac-d1a827b0c53e req-c2a03a1e-1487-4619-a8a0-f97d12bbaea4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:05.606340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bf16f-125f-44a3-9576-4719fccd69c2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca27056-eb0b-409d-9815-af3c66c91884,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:05.610298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b69bf16f-125f-44a3-9576-4719fccd69c2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:05.615054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.615303 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Floating IP a42a9370-f10c-4042-98a8-76005105ee3c disassociated (deleted). External IP: 172.26.4.160, port: daede3f8-cc26-426c-abf6-92e052046574. Apr 16 15:42:05.635893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-bc52d415-675f-4dcb-a80c-bcc0112ffdf0 None None] For port 5e659103-b505-490f-9f15-6bbaecc1b772, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5e659103-b505-490f-9f15-6bbaecc1b772,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:05.648878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0c04683e-7d01-4c7d-95ac-d1a827b0c53e req-c2a03a1e-1487-4619-a8a0-f97d12bbaea4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:05.649593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c04683e-7d01-4c7d-95ac-d1a827b0c53e req-c2a03a1e-1487-4619-a8a0-f97d12bbaea4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 210 time: 0.0839598 Apr 16 15:42:05.652084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc52d415-675f-4dcb-a80c-bcc0112ffdf0 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.667271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bc52d415-675f-4dcb-a80c-bcc0112ffdf0 None None] Transition to ACTIVE for port object 5e659103-b505-490f-9f15-6bbaecc1b772 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:05.671327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bc52d415-675f-4dcb-a80c-bcc0112ffdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.681808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b82496f-b33c-4021-9356-c01c81b0df04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:05.747709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52d415-675f-4dcb-a80c-bcc0112ffdf0 None None] Pushing event updated for resources: {'Port': ['ID=5e659103-b505-490f-9f15-6bbaecc1b772,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:05.757549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc52d415-675f-4dcb-a80c-bcc0112ffdf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:05.832286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:42:05.922877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e659103-b505-490f-9f15-6bbaecc1b772 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:05.936934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3928e851-5be8-450c-bc07-45b367af77a6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-groups/5ca27056-eb0b-409d-9815-af3c66c91884 HTTP/1.1" status: 200 len: 1779 time: 0.3644650 Apr 16 15:42:05.937066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35196) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:05.943851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:05.959431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fa4a5-ec7f-4200-b906-00ea5d0f29a5 None None] Sync routers for ids ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:05.968035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fa4a5-ec7f-4200-b906-00ea5d0f29a5 None None] Routers {'0c2c449c-b94b-41a5-bfa3-f233c3d50810'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:05.968845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-848fa4a5-ec7f-4200-b906-00ea5d0f29a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:05.974311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:05.999155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8a07c24-1062-45bb-a206-ee9279ddcdae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.018951 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "DELETE /v2.0/floatingips/a42a9370-f10c-4042-98a8-76005105ee3c HTTP/1.1" status: 204 len: 168 time: 1.2943282 Apr 16 15:42:06.049030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf64f06f-7897-4c3f-9c8f-4ee0cd353470 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.095237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e8a07c24-1062-45bb-a206-ee9279ddcdae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 8af6398e-36ad-4e82-80e4-cc84fc95992d owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:06.143308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf64f06f-7897-4c3f-9c8f-4ee0cd353470 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.222474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf64f06f-7897-4c3f-9c8f-4ee0cd353470 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.226835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9edfa1d-1a91-40c1-8273-8551e1cf4e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:06.236517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 5e659103-b505-490f-9f15-6bbaecc1b772 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:06.238799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64f06f-7897-4c3f-9c8f-4ee0cd353470 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca27056-eb0b-409d-9815-af3c66c91884,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:06.243019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf64f06f-7897-4c3f-9c8f-4ee0cd353470 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:06.283240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-848fa4a5-ec7f-4200-b906-00ea5d0f29a5 None None] Set router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:06.292844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf64f06f-7897-4c3f-9c8f-4ee0cd353470 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.296994 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cf64f06f-7897-4c3f-9c8f-4ee0cd353470 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-groups/5ca27056-eb0b-409d-9815-af3c66c91884 HTTP/1.1" status: 204 len: 168 time: 0.3578405 Apr 16 15:42:06.297291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35204) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:06.299776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6511920-3b20-4462-8359-4a41c986a4c7 req-e1d52c30-7ccd-4359-bd42-d3dfc6217093 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:06.300243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-f6511920-3b20-4462-8359-4a41c986a4c7 req-e1d52c30-7ccd-4359-bd42-d3dfc6217093 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Synchronizing usage tracker for tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:06.321121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-f6511920-3b20-4462-8359-4a41c986a4c7 req-e1d52c30-7ccd-4359-bd42-d3dfc6217093 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Unset dirty status for tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:06.323808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8a07c24-1062-45bb-a206-ee9279ddcdae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.327857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6511920-3b20-4462-8359-4a41c986a4c7 req-e1d52c30-7ccd-4359-bd42-d3dfc6217093 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.1025155 Apr 16 15:42:06.337915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-edcf37f9-81b2-498f-8dd9-4b4cb6f9e093 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:06.352841 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6511920-3b20-4462-8359-4a41c986a4c7 req-e99d0bda-d6cf-47f6-9742-00125ab0c712 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243993 Apr 16 15:42:06.399531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a07c24-1062-45bb-a206-ee9279ddcdae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=8af6398e-36ad-4e82-80e4-cc84fc95992d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:06.402005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e8a07c24-1062-45bb-a206-ee9279ddcdae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:06.407957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ad5f1a0f-d61f-4d62-bc85-38676a243ea1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:06.429220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ad5f1a0f-d61f-4d62-bc85-38676a243ea1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:06.430028 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ad5f1a0f-d61f-4d62-bc85-38676a243ea1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1316817 Apr 16 15:42:06.432217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35208) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:06.445909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e5e8e861-0634-4576-a50d-97a12b6d0e79 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] delete failed (client error): The resource could not be found. Apr 16 15:42:06.449075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e5e8e861-0634-4576-a50d-97a12b6d0e79 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-groups/5ca27056-eb0b-409d-9815-af3c66c91884 HTTP/1.1" status: 404 len: 347 time: 0.0133622 Apr 16 15:42:06.449357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35212) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:06.452772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770786474'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:06.456871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:06.462884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:06.472333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.480917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-848fa4a5-ec7f-4200-b906-00ea5d0f29a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:11Z', 'revision_number': 4, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '83d6683a-f435-498e-a144-0b7143f8255e', 'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'mac_address': 'fa:16:3e:cf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:10Z', 'updated_at': '2021-04-16T15:40:18Z', 'revision_number': 5, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'subnets': [{'id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:06.483353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fa4a5-ec7f-4200-b906-00ea5d0f29a5 None None] Checking router: 0c2c449c-b94b-41a5-bfa3-f233c3d50810 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:42:06.486300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:06.488565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:06.490274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:06.492805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-36eefcb6-3108-4a5b-af6d-961432ca291c None None] Could not find standard attr ID for object 8af6398e-36ad-4e82-80e4-cc84fc95992d. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:42:06.493930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:06.496015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848fa4a5-ec7f-4200-b906-00ea5d0f29a5 None None] Routers {'0c2c449c-b94b-41a5-bfa3-f233c3d50810'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:06.496438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-848fa4a5-ec7f-4200-b906-00ea5d0f29a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:06.507117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8a07c24-1062-45bb-a206-ee9279ddcdae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.510538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35216) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:06.510699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e8a07c24-1062-45bb-a206-ee9279ddcdae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/8af6398e-36ad-4e82-80e4-cc84fc95992d HTTP/1.1" status: 204 len: 168 time: 1.0698752 Apr 16 15:42:06.567115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-36eefcb6-3108-4a5b-af6d-961432ca291c None None] Provisioning for port 5e659103-b505-490f-9f15-6bbaecc1b772 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:06.575487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-36eefcb6-3108-4a5b-af6d-961432ca291c None None] Provisioning complete for port 5e659103-b505-490f-9f15-6bbaecc1b772 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:06.575727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36eefcb6-3108-4a5b-af6d-961432ca291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.577088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.580179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.583424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9682de81-1b6b-44f4-b011-14077150d79e tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:06.600579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b81edda-fe80-46a3-966a-5477a8bb9d7d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:06.603663 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8b81edda-fe80-46a3-966a-5477a8bb9d7d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0900972 Apr 16 15:42:06.604206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35220) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:06.616190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:42:06.620021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bf2fe5-9d5b-4678-ade3-899643d04afb,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:06.622115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:06.622838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.625390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1736293 Apr 16 15:42:06.625640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35226) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:06.628723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '22bf2fe5-9d5b-4678-ade3-899643d04afb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:06.632553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:06.635046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:06.636845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:06.647360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:06.666484 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574', 'status': 'completed', 'code': 200} Apr 16 15:42:06.666856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.677924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36eefcb6-3108-4a5b-af6d-961432ca291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.686546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-848fa4a5-ec7f-4200-b906-00ea5d0f29a5 None None] Set router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:06.696929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c3ba62-eb42-4621-8cda-fd8e7f9db7c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:06.697425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7c3ba62-eb42-4621-8cda-fd8e7f9db7c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:06.711548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c7c3ba62-eb42-4621-8cda-fd8e7f9db7c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:06.712443 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c7c3ba62-eb42-4621-8cda-fd8e7f9db7c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1068537 Apr 16 15:42:06.714214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35232) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:06.734409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-36eefcb6-3108-4a5b-af6d-961432ca291c None None] For port 5e659103-b505-490f-9f15-6bbaecc1b772, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5e659103-b505-490f-9f15-6bbaecc1b772,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:06.735277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.737624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36eefcb6-3108-4a5b-af6d-961432ca291c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.740921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.742247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f39bdaa5-576c-405b-81b1-e0b6bbfb7804 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:06.744427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:06.768475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57edfa4c-3d89-4746-95b9-bfe5ac0b60ba tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:06.770193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57edfa4c-3d89-4746-95b9-bfe5ac0b60ba tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:06.771351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57edfa4c-3d89-4746-95b9-bfe5ac0b60ba tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:06.771951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-57edfa4c-3d89-4746-95b9-bfe5ac0b60ba tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:06.781366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-57edfa4c-3d89-4746-95b9-bfe5ac0b60ba tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:06.784096 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-57edfa4c-3d89-4746-95b9-bfe5ac0b60ba tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0673940 Apr 16 15:42:06.784243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35236) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:06.790566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878053e4-0c17-4575-a834-2c5d3c3c5667,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:06.794803 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f46052fc-0800-4101-badb-4286e4b9276f req-6b77c43b-aae0-4eb1-8757-94de2fa8061a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 210 time: 0.0422456 Apr 16 15:42:06.795857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:06.798255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.799055 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1729159 Apr 16 15:42:06.801171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cf974-fd36-4c35-a151-4629c3a9a791 req-006e1b24-10b5-47dc-b78c-8b80da82c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:06.802020 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074cf974-fd36-4c35-a151-4629c3a9a791 req-006e1b24-10b5-47dc-b78c-8b80da82c81a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=1b8ce9a60fd24bc8bf6b520dbcb88cdd&device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 1098 time: 0.1075015 Apr 16 15:42:06.802318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35240) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:06.833846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-28cca4d4-b354-4898-a50c-a78ea6d8de38 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 4e11eea3-d122-4c7f-a177-b93ac0267640 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:06.835692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28cca4d4-b354-4898-a50c-a78ea6d8de38 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.861566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-092e37ff-236d-486a-9cf5-263a3804540c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.869000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-52dcb511-ec80-423f-ad7a-5ad6423e84d7 None None] Could not find standard attr ID for object 8af6398e-36ad-4e82-80e4-cc84fc95992d. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:42:06.871039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eefcb6-3108-4a5b-af6d-961432ca291c None None] Pushing event updated for resources: {'Port': ['ID=5e659103-b505-490f-9f15-6bbaecc1b772,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:06.873553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28cca4d4-b354-4898-a50c-a78ea6d8de38 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.874285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-092e37ff-236d-486a-9cf5-263a3804540c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.876923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36eefcb6-3108-4a5b-af6d-961432ca291c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:06.905958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-092e37ff-236d-486a-9cf5-263a3804540c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.907620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1e8a887c-2cad-4cc1-b926-cc45629e6350 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:06.911232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cf974-fd36-4c35-a151-4629c3a9a791 req-ae4c869a-2114-4ed6-862a-07d19026e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:06.912141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074cf974-fd36-4c35-a151-4629c3a9a791 req-ae4c869a-2114-4ed6-862a-07d19026e209 service neutron] 10.222.0.107 "GET /v2.0/networks?id=e3a8d940-777d-401e-8dc7-4a4d8ee0954d HTTP/1.1" status: 200 len: 898 time: 0.1025424 Apr 16 15:42:06.917206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e37ff-236d-486a-9cf5-263a3804540c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=878053e4-0c17-4575-a834-2c5d3c3c5667,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:06.919240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-092e37ff-236d-486a-9cf5-263a3804540c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:06.925680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28cca4d4-b354-4898-a50c-a78ea6d8de38 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.939597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-848fa4a5-ec7f-4200-b906-00ea5d0f29a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:11Z', 'revision_number': 4, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '83d6683a-f435-498e-a144-0b7143f8255e', 'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'mac_address': 'fa:16:3e:cf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:10Z', 'updated_at': '2021-04-16T15:40:18Z', 'revision_number': 5, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'subnets': [{'id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:06.941971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fa4a5-ec7f-4200-b906-00ea5d0f29a5 None None] The sync data for ids ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'] in dv-neutron-786478-2-hyperv is: [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:40:11Z', 'revision_number': 4, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '83d6683a-f435-498e-a144-0b7143f8255e', 'name': '', 'network_id': 'e3a8d940-777d-401e-8dc7-4a4d8ee0954d', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'mac_address': 'fa:16:3e:cf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:10Z', 'updated_at': '2021-04-16T15:40:18Z', 'revision_number': 5, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'subnets': [{'id': '4d5a91af-6859-4ebb-82bb-0dee4955a41b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:06.946893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-092e37ff-236d-486a-9cf5-263a3804540c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:06.949284 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-092e37ff-236d-486a-9cf5-263a3804540c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/878053e4-0c17-4575-a834-2c5d3c3c5667 HTTP/1.1" status: 204 len: 168 time: 0.1447077 Apr 16 15:42:06.949666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35244) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:06.959660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074cf974-fd36-4c35-a151-4629c3a9a791 req-ae198266-eb00-4011-a1b9-6bdd802ac518 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daede3f8-cc26-426c-abf6-92e052046574 HTTP/1.1" status: 200 len: 217 time: 0.0410290 Apr 16 15:42:07.003186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cf974-fd36-4c35-a151-4629c3a9a791 req-aa0aed18-3f43-4e53-ab81-7f397c400a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:07.004090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074cf974-fd36-4c35-a151-4629c3a9a791 req-aa0aed18-3f43-4e53-ab81-7f397c400a26 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=4d5a91af-6859-4ebb-82bb-0dee4955a41b HTTP/1.1" status: 200 len: 835 time: 0.0391054 Apr 16 15:42:07.027151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d0757419-9b54-4840-8e0b-03e238c1fbd3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:07.051613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074cf974-fd36-4c35-a151-4629c3a9a791 req-50c36797-0bac-46f6-8f86-9b00d8c2a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:07.051782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d0757419-9b54-4840-8e0b-03e238c1fbd3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:07.052566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074cf974-fd36-4c35-a151-4629c3a9a791 req-50c36797-0bac-46f6-8f86-9b00d8c2a335 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=e3a8d940-777d-401e-8dc7-4a4d8ee0954d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440071 Apr 16 15:42:07.052648 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0757419-9b54-4840-8e0b-03e238c1fbd3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1022432 Apr 16 15:42:07.054684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35248) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:07.120464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28cca4d4-b354-4898-a50c-a78ea6d8de38 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.131045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2f382a1-dfa0-414b-832f-75396091cb1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:07.152353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf771b5a-8a4b-4478-ae39-5457656defd4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.169068 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074cf974-fd36-4c35-a151-4629c3a9a791 req-a92d5037-e11a-4f21-bd2b-136ff9049d60 service neutron] 10.222.0.107 "GET /v2.0/networks/e3a8d940-777d-401e-8dc7-4a4d8ee0954d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062269 Apr 16 15:42:07.178319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cca4d4-b354-4898-a50c-a78ea6d8de38 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=4e11eea3-d122-4c7f-a177-b93ac0267640,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:07.180015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-28cca4d4-b354-4898-a50c-a78ea6d8de38 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:07.190890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf771b5a-8a4b-4478-ae39-5457656defd4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.218585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28cca4d4-b354-4898-a50c-a78ea6d8de38 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.225288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59913ac-b119-49b1-98fc-a6809235a740 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:07.228336 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-28cca4d4-b354-4898-a50c-a78ea6d8de38 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/4e11eea3-d122-4c7f-a177-b93ac0267640 HTTP/1.1" status: 204 len: 168 time: 0.4434495 Apr 16 15:42:07.229021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35252) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:07.261110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf771b5a-8a4b-4478-ae39-5457656defd4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.265514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b038ce3-0a38-4232-abd8-f44dbbe966ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:07.272752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7bd86b-cc4a-434d-87ba-078a5e76abd5 None None] New status for floating IP a42a9370-f10c-4042-98a8-76005105ee3c: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:42:07.280170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf771b5a-8a4b-4478-ae39-5457656defd4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bf2fe5-9d5b-4678-ade3-899643d04afb,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:07.282201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8064150-d474-4a3a-9619-1466376f1310 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet b993e79c-3042-4dd4-aea1-a871fa02db52 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:07.283432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf771b5a-8a4b-4478-ae39-5457656defd4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:07.285580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074cf974-fd36-4c35-a151-4629c3a9a791 req-944ba63a-ad33-4395-a4a9-c46c11da37c1 service neutron] 10.222.0.107 "GET /v2.0/networks/e3a8d940-777d-401e-8dc7-4a4d8ee0954d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110415 Apr 16 15:42:07.287526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8064150-d474-4a3a-9619-1466376f1310 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.302327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf771b5a-8a4b-4478-ae39-5457656defd4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.303206 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cf771b5a-8a4b-4478-ae39-5457656defd4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-groups/22bf2fe5-9d5b-4678-ade3-899643d04afb HTTP/1.1" status: 204 len: 168 time: 0.2479115 Apr 16 15:42:07.305181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35256) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:07.333869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8064150-d474-4a3a-9619-1466376f1310 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.336256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2e62dcf6-3d44-42bd-936e-50692e9cf31d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:07.346915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2e62dcf6-3d44-42bd-936e-50692e9cf31d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:07.348091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2e62dcf6-3d44-42bd-936e-50692e9cf31d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422924 Apr 16 15:42:07.351225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35260) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:07.354687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208277258'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:07.359355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:07.365740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:07.372844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.385516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:07.388473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:07.390306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:07.395480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:07.402757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8064150-d474-4a3a-9619-1466376f1310 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.448631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.473389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.481197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-08de1855-6103-44f7-9080-70dc2ef62cb0 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:07.512856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589c3837-0589-4207-8722-b4139ce33fe0,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:07.517249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:07.518165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.520062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1670256 Apr 16 15:42:07.522469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35266) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:07.527555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '589c3837-0589-4207-8722-b4139ce33fe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:07.531038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device b6e97c37-7e8b-4cca-802f-eb3db60df337 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:07.532665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:07.536689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:07.538686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:07.544448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b61709-d194-434a-9859-926c8a6dddd6 req-fb81165f-1372-4e55-97e9-a0114ac413ad tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:07.545421 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b7b61709-d194-434a-9859-926c8a6dddd6 req-fb81165f-1372-4e55-97e9-a0114ac413ad tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.0959306 Apr 16 15:42:07.547446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:07.557251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: b6e97c37-7e8b-4cca-802f-eb3db60df337 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:07.558044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device b6e97c37-7e8b-4cca-802f-eb3db60df337 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:07.574151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.580052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8064150-d474-4a3a-9619-1466376f1310 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.587246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b7b61709-d194-434a-9859-926c8a6dddd6 req-84420db5-ebf3-4790-aef7-d0e119b04ea7 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366316 Apr 16 15:42:07.589372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:07.619554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.621881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.623136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:07.637255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8064150-d474-4a3a-9619-1466376f1310 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=b993e79c-3042-4dd4-aea1-a871fa02db52,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:07.638521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7741a19-2281-4df1-a7b7-c4310bc3b6ec,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:07.641191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:07.645866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8064150-d474-4a3a-9619-1466376f1310 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:07.648127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.650842 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250556 Apr 16 15:42:07.651041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35270) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:07.654389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '589c3837-0589-4207-8722-b4139ce33fe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:07.658640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:07.661116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:07.662906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:07.667499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a8064150-d474-4a3a-9619-1466376f1310 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.667818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:07.673326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a8064150-d474-4a3a-9619-1466376f1310 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/b993e79c-3042-4dd4-aea1-a871fa02db52 HTTP/1.1" status: 204 len: 168 time: 0.4437971 Apr 16 15:42:07.675104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35274) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:07.680671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.717570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-40ece681-5ec7-415b-80bd-0388ec5ac324 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416133 Apr 16 15:42:07.717708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.719938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35278) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:07.723872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:07.732209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.734863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:07.782786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278552f8-6d4d-4bb3-90c9-d31c9909d559,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:07.786878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:07.802692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.803474 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518021 Apr 16 15:42:07.805560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35282) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:07.807106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:07.809473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '589c3837-0589-4207-8722-b4139ce33fe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:07.809562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:07.811254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:07.813620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:07.816167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:07.816915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:07.817845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:07.821136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:07.823057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:07.826849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.830919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.849950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f964ed7d-9c18-48b8-865e-3d5874829f6a None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:07.902283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.906062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.910568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e81d955-f265-48d7-bdcf-c1ee9a37df2a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:07.920458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92281a30-35e0-4d58-b69e-0c13c69ab698,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:07.922835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:07.925397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1b79056b-01be-4697-813e-aa0267f357b3 None None] Provisioning complete for port 5e659103-b505-490f-9f15-6bbaecc1b772 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:07.925648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b79056b-01be-4697-813e-aa0267f357b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.925956 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f2ebf70-59a1-4893-a2bc-2d9c255e2a61 req-531f949e-2575-425e-a121-15f8dc23e01c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2bee2fe-fb88-4e19-a761-c1bcdd9bebc3 HTTP/1.1" status: 200 len: 210 time: 0.0325480 Apr 16 15:42:07.931458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:07.934130 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278288 Apr 16 15:42:07.934722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35288) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:07.940969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '589c3837-0589-4207-8722-b4139ce33fe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:07.946213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:07.948730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:07.950504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:07.955178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:07.955716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e659103-b505-490f-9f15-6bbaecc1b772 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:07.966085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.004820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.007861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.009575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef87cc39-d60e-4a3c-a4be-8450ec6a1b22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.015226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae223dd-49fd-4ea8-a924-9b51d4f37de3 req-9917f1f0-dafa-46e7-a80b-e09033ef93e1 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:08.016376 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cae223dd-49fd-4ea8-a924-9b51d4f37de3 req-9917f1f0-dafa-46e7-a80b-e09033ef93e1 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.107 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.0880487 Apr 16 15:42:08.026825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f01c78d-ee7a-4420-aa8d-ace3dab2eaef,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.030074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.039170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.040133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eb60fd24-6495-4dc9-80e3-0eb03452c8b4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1048150 Apr 16 15:42:08.042278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35292) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.046209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '589c3837-0589-4207-8722-b4139ce33fe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:08.051714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:08.054544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:08.056757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:08.060287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:08.070102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.088309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-cae223dd-49fd-4ea8-a924-9b51d4f37de3 req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Deleting port daede3f8-cc26-426c-abf6-92e052046574 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:08.088512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cae223dd-49fd-4ea8-a924-9b51d4f37de3 req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.110795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 5e659103-b505-490f-9f15-6bbaecc1b772 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:08.111031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.112257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.114791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.116105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.128357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811c208c-985b-470d-b3e0-7bc95f052308,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.131210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.140636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.141894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.0988545 Apr 16 15:42:08.145991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35296) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.165890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-412df1df-d0d6-4421-9605-aff0f89661aa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.173424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-412df1df-d0d6-4421-9605-aff0f89661aa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.187158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-412df1df-d0d6-4421-9605-aff0f89661aa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.188719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9b3934d-5dd4-4309-b5ad-3859eb3f5192 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.197445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc79a1b-b50f-4ab6-87e8-0c6c187812a4 None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:42:08.201190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412df1df-d0d6-4421-9605-aff0f89661aa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=811c208c-985b-470d-b3e0-7bc95f052308,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.204221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-412df1df-d0d6-4421-9605-aff0f89661aa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.206680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-412df1df-d0d6-4421-9605-aff0f89661aa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.207160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6cc79a1b-b50f-4ab6-87e8-0c6c187812a4 None None] Deleting port 5e659103-b505-490f-9f15-6bbaecc1b772 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:08.207540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-412df1df-d0d6-4421-9605-aff0f89661aa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/811c208c-985b-470d-b3e0-7bc95f052308 HTTP/1.1" status: 204 len: 168 time: 0.0606942 Apr 16 15:42:08.209110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cc79a1b-b50f-4ab6-87e8-0c6c187812a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.209428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35300) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.240844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5764fbcc-8768-4e82-9a57-4c88d0d85f1d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:08.250173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5764fbcc-8768-4e82-9a57-4c88d0d85f1d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:08.253565 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5764fbcc-8768-4e82-9a57-4c88d0d85f1d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0416496 Apr 16 15:42:08.253688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35304) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.272017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4947cd1d-cfec-426a-8573-1098dd203c81 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.280657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4947cd1d-cfec-426a-8573-1098dd203c81 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.294047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4947cd1d-cfec-426a-8573-1098dd203c81 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.295303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.305021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947cd1d-cfec-426a-8573-1098dd203c81 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f01c78d-ee7a-4420-aa8d-ace3dab2eaef,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.307019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4947cd1d-cfec-426a-8573-1098dd203c81 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.311814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4947cd1d-cfec-426a-8573-1098dd203c81 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.314990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4947cd1d-cfec-426a-8573-1098dd203c81 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/8f01c78d-ee7a-4420-aa8d-ace3dab2eaef HTTP/1.1" status: 204 len: 168 time: 0.0607285 Apr 16 15:42:08.315412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35308) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.343275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6cc79a1b-b50f-4ab6-87e8-0c6c187812a4 None None] For port 5e659103-b505-490f-9f15-6bbaecc1b772, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5e659103-b505-490f-9f15-6bbaecc1b772,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:08.343568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cc79a1b-b50f-4ab6-87e8-0c6c187812a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.345611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-da5d7a60-880b-4375-8c85-c0286395bee0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:08.354877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-da5d7a60-880b-4375-8c85-c0286395bee0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:08.357789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-da5d7a60-880b-4375-8c85-c0286395bee0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0398955 Apr 16 15:42:08.358049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35312) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.375804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3aaa138b-907f-4564-8cf1-39aa77a03069 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.382685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3aaa138b-907f-4564-8cf1-39aa77a03069 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.398841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3aaa138b-907f-4564-8cf1-39aa77a03069 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.400229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.408958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa138b-907f-4564-8cf1-39aa77a03069 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92281a30-35e0-4d58-b69e-0c13c69ab698,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.412525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3aaa138b-907f-4564-8cf1-39aa77a03069 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.415478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6cc79a1b-b50f-4ab6-87e8-0c6c187812a4 None None] Calling delete_port for 5e659103-b505-490f-9f15-6bbaecc1b772 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:08.416411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3aaa138b-907f-4564-8cf1-39aa77a03069 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.419217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3aaa138b-907f-4564-8cf1-39aa77a03069 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/92281a30-35e0-4d58-b69e-0c13c69ab698 HTTP/1.1" status: 204 len: 168 time: 0.0585451 Apr 16 15:42:08.419571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35316) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.453595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-260ea5ce-439f-4570-9482-f46e1159a94b tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:08.460526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6cc79a1b-b50f-4ab6-87e8-0c6c187812a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.469624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e1da50b5-93ad-46c3-bc28-4cd87fed8997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.470504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-260ea5ce-439f-4570-9482-f46e1159a94b tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:08.471557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-260ea5ce-439f-4570-9482-f46e1159a94b tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0514379 Apr 16 15:42:08.473513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35320) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.491328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-febe0256-1a2e-4b81-9bcb-f2ef910955a6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.496984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-febe0256-1a2e-4b81-9bcb-f2ef910955a6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.509633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-febe0256-1a2e-4b81-9bcb-f2ef910955a6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.511194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-677e2a98-6202-4d08-b3bc-114881fbf44a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.518353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc79a1b-b50f-4ab6-87e8-0c6c187812a4 None None] Pushing event deleted for resources: {'Port': ['ID=5e659103-b505-490f-9f15-6bbaecc1b772,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.521882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6cc79a1b-b50f-4ab6-87e8-0c6c187812a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.523696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe0256-1a2e-4b81-9bcb-f2ef910955a6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=278552f8-6d4d-4bb3-90c9-d31c9909d559,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.525149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-febe0256-1a2e-4b81-9bcb-f2ef910955a6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.526179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-febe0256-1a2e-4b81-9bcb-f2ef910955a6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.528923 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-febe0256-1a2e-4b81-9bcb-f2ef910955a6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/278552f8-6d4d-4bb3-90c9-d31c9909d559 HTTP/1.1" status: 204 len: 168 time: 0.0530014 Apr 16 15:42:08.529103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35324) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.558610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc79a1b-b50f-4ab6-87e8-0c6c187812a4 None None] No DVR routers for this DVR port 5e659103-b505-490f-9f15-6bbaecc1b772 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:08.560174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-cae223dd-49fd-4ea8-a924-9b51d4f37de3 req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] For port daede3f8-cc26-426c-abf6-92e052046574, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=daede3f8-cc26-426c-abf6-92e052046574,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:08.560401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cae223dd-49fd-4ea8-a924-9b51d4f37de3 req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.583356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-818d0fbd-a0b5-4f48-89d5-56895442e1f8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:08.592453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-818d0fbd-a0b5-4f48-89d5-56895442e1f8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:08.593296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-818d0fbd-a0b5-4f48-89d5-56895442e1f8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0633626 Apr 16 15:42:08.595319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35328) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.611731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e1b887-7c70-42e7-a94a-2255ac1e8294 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.617763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e1b887-7c70-42e7-a94a-2255ac1e8294 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.631440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e1b887-7c70-42e7-a94a-2255ac1e8294 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.632759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-381e1577-7e36-401a-bbb4-df64650f1825 tempest-ServersTestManualDisk-1818776476 tempest-ServersTestManualDisk-1818776476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.641117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1b887-7c70-42e7-a94a-2255ac1e8294 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7741a19-2281-4df1-a7b7-c4310bc3b6ec,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.644314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70e1b887-7c70-42e7-a94a-2255ac1e8294 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.648312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e1b887-7c70-42e7-a94a-2255ac1e8294 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.649710 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-70e1b887-7c70-42e7-a94a-2255ac1e8294 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/c7741a19-2281-4df1-a7b7-c4310bc3b6ec HTTP/1.1" status: 204 len: 168 time: 0.0531478 Apr 16 15:42:08.650990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35334) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.654303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-cae223dd-49fd-4ea8-a924-9b51d4f37de3 req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Calling delete_port for daede3f8-cc26-426c-abf6-92e052046574 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:08.678378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6fa369d4-bc43-4129-9368-25b3f814b787 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:08.687226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6fa369d4-bc43-4129-9368-25b3f814b787 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:08.688032 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6fa369d4-bc43-4129-9368-25b3f814b787 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0362487 Apr 16 15:42:08.690060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35338) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.724883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe5f143e-04fa-4a2e-8adf-50761edba996 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.740330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe5f143e-04fa-4a2e-8adf-50761edba996 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.751778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86006) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:42:08.753669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.761515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-248fbed2-f5f6-43e3-9f7f-3fee9172c9d5 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.766936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe5f143e-04fa-4a2e-8adf-50761edba996 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.769075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbebbc46-a1ab-44c5-8a1e-434a6bc8bb3b tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.777990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f143e-04fa-4a2e-8adf-50761edba996 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589c3837-0589-4207-8722-b4139ce33fe0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.779622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe5f143e-04fa-4a2e-8adf-50761edba996 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.787893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe5f143e-04fa-4a2e-8adf-50761edba996 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.792138 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fe5f143e-04fa-4a2e-8adf-50761edba996 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-groups/589c3837-0589-4207-8722-b4139ce33fe0 HTTP/1.1" status: 204 len: 168 time: 0.0979786 Apr 16 15:42:08.792335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35342) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.823162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f6df3ab5-4106-467c-985e-b160229d59ea tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:08.832159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f6df3ab5-4106-467c-985e-b160229d59ea tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:08.832947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f6df3ab5-4106-467c-985e-b160229d59ea tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0401521 Apr 16 15:42:08.835784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35346) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.839000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group': {'name': 'tempest-secgroup--663884773'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:08.842929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:08.848948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:08.854669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.866558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:08.869068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:08.870811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:08.874083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:08.876879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=31dde563-2cb0-43e6-8c38-de683cd563ca,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.881140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.885722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eede68e-7de0-48b1-bb59-636ea8853284 req-18a28a00-6d3d-4690-8c0d-2fd60814eadf tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:08.886684 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3eede68e-7de0-48b1-bb59-636ea8853284 req-18a28a00-6d3d-4690-8c0d-2fd60814eadf tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 945 time: 0.2165842 Apr 16 15:42:08.910396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cae223dd-49fd-4ea8-a924-9b51d4f37de3 req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.913885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.915881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.918084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b763881-a3f4-419c-ae55-5f19befb1529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.921734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:08.942459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb27c9b-643c-4adb-9f64-3a275194acbd,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.947442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.950808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.951712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1153650 Apr 16 15:42:08.953562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35352) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.957127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '4bb27c9b-643c-4adb-9f64-3a275194acbd', 'direction': 'ingress', 'protocol': 17}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:08.961351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:08.964198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:08.966260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:08.970817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:08.980984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:08.983803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event deleted for resources: {'Port': ['ID=daede3f8-cc26-426c-abf6-92e052046574,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:08.989850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:08.990216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35356) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:08.999506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:09.002754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3eede68e-7de0-48b1-bb59-636ea8853284 req-2a6d9071-bd8f-45f7-8ec8-49be75dcd4b8 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/security-groups?id=344ff6ae-5376-4d61-b70b-8a6cd86f383f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096816 Apr 16 15:42:09.006837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:09.018336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e67467c-c6a6-416b-a5d9-7f011d55df6e None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:09.019035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:09.019413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.052655 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3319600 Apr 16 15:42:09.054552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35360) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:09.055836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76b08c6b-c74e-4d62-9796-6432a1ea1910 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.059056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bf1589ac-bfde-484f-9791-4b3215b73d72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:09.070628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.079599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.085253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76b08c6b-c74e-4d62-9796-6432a1ea1910 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.090529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bb23e320-6db5-434a-8b52-38f1fffa5fd4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:09.109200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea437249-c6b2-4566-91b9-258e97e2193d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:09.110852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:09.123147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.126245 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1697142 Apr 16 15:42:09.126245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35364) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:09.143917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae223dd-49fd-4ea8-a924-9b51d4f37de3 req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] No DVR routers for this DVR port daede3f8-cc26-426c-abf6-92e052046574 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:09.146585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cae223dd-49fd-4ea8-a924-9b51d4f37de3 req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.147903 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cae223dd-49fd-4ea8-a924-9b51d4f37de3 req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.107 "DELETE /v2.0/ports/daede3f8-cc26-426c-abf6-92e052046574 HTTP/1.1" status: 204 len: 173 time: 1.1213229 Apr 16 15:42:09.148192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'name': 'network-vif-deleted', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:42:09.174151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e54f3ce9-5fe0-42e3-b403-2316ff294da3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.183289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76b08c6b-c74e-4d62-9796-6432a1ea1910 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.187225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bf1589ac-bfde-484f-9791-4b3215b73d72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:09.187994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d7c6b66b-9871-4721-a9fa-dd64eb5d9368 tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:09.190298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bf1589ac-bfde-484f-9791-4b3215b73d72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:09.192084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bf1589ac-bfde-484f-9791-4b3215b73d72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:09.195492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bf1589ac-bfde-484f-9791-4b3215b73d72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:09.200279 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85dbf088-9e43-43ea-b7a1-d92aa3862c41', 'name': 'network-vif-deleted', 'tag': 'daede3f8-cc26-426c-abf6-92e052046574', 'status': 'completed', 'code': 200} Apr 16 15:42:09.204090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1589ac-bfde-484f-9791-4b3215b73d72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:09.207201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b08c6b-c74e-4d62-9796-6432a1ea1910 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8df34f-1ba8-4ff4-ba43-6215363f0fff,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:09.208071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf1589ac-bfde-484f-9791-4b3215b73d72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.209121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-76b08c6b-c74e-4d62-9796-6432a1ea1910 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:09.214111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e54f3ce9-5fe0-42e3-b403-2316ff294da3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.222521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76b08c6b-c74e-4d62-9796-6432a1ea1910 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.223338 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-76b08c6b-c74e-4d62-9796-6432a1ea1910 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/3b8df34f-1ba8-4ff4-ba43-6215363f0fff HTTP/1.1" status: 204 len: 168 time: 0.2324922 Apr 16 15:42:09.243278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35372) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:09.293122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e54f3ce9-5fe0-42e3-b403-2316ff294da3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.300391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-bf1589ac-bfde-484f-9791-4b3215b73d72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31dde563-2cb0-43e6-8c38-de683cd563ca (CIDR: 2001:db8::/64) Apr 16 15:42:09.301752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ef831cf-e35f-4d0c-a563-7f1ecbc0441d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:09.303371 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1589ac-bfde-484f-9791-4b3215b73d72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:42:09.303715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1589ac-bfde-484f-9791-4b3215b73d72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:09.315910 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bf1589ac-bfde-484f-9791-4b3215b73d72 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2588758 Apr 16 15:42:09.316174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35376) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:09.319688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:09.338342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-202228ea-75c8-4a07-a357-aa1a8927fb48', 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'tenant_id': '495c33084ebc4055ae9dacca760ef79b', 'fixed_ips': [{'subnet_id': '31dde563-2cb0-43e6-8c38-de683cd563ca'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:42:09.338920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.352715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f3ce9-5fe0-42e3-b403-2316ff294da3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb27c9b-643c-4adb-9f64-3a275194acbd,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:09.355947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e54f3ce9-5fe0-42e3-b403-2316ff294da3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:09.368157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e54f3ce9-5fe0-42e3-b403-2316ff294da3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.368940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e54f3ce9-5fe0-42e3-b403-2316ff294da3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-groups/4bb27c9b-643c-4adb-9f64-3a275194acbd HTTP/1.1" status: 204 len: 168 time: 0.2420914 Apr 16 15:42:09.370933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35380) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:09.427964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-13dfbef8-274b-4681-ae3d-1d071550595b tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:09.437734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:09.441311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:09.441907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Allocated IP 2001:db8::f816:3eff:fe85:ec2e (202228ea-75c8-4a07-a357-aa1a8927fb48/31dde563-2cb0-43e6-8c38-de683cd563ca/34c8c9f5-1c0f-43be-832d-c4d6b935afc5) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:09.443242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:09.444866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-13dfbef8-274b-4681-ae3d-1d071550595b tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:09.449454 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-13dfbef8-274b-4681-ae3d-1d071550595b tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767152 Apr 16 15:42:09.449856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35384) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:09.453242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:09.457420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969123467'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:09.462967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:09.469199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:09.470504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:09.474090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.525535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.555507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:09.560382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:09.563498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:09.569914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.570052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:09.578128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Transition to ACTIVE for port object 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:09.590763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Transition to ACTIVE for port object 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:09.593906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.604354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:09.641985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.653089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.657355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.660625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-432e7b83-261b-4d49-9685-7ce01f229433 tempest-ServerActionsTestJSON-1113979914 tempest-ServerActionsTestJSON-1113979914-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:09.686300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Pushing event updated for resources: {'Port': ['ID=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:09.691502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2843acc2-33ce-4a19-8de5-9df7a778c73c,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:09.694359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:09.700341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:09.707271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:09.708054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:09.709771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:09.716318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.717144 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2649181 Apr 16 15:42:09.719564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35388) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:09.728277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group': {'name': 'tempest-secgroup--526094455'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:09.734155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:09.741514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:09.744315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:09.749236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:09.768207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Attempting to bind port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:42:09.768449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Attempting to bind port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:42:09.768658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Attempting to bind port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 on network 202228ea-75c8-4a07-a357-aa1a8927fb48 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:09.771750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:42:09.771983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Checking segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:09.772238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.772481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Bound using segment: {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:42:09.772772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Bound port: 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3427cb93-202a-400e-a125-492e74f1186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:42:09.773002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.796134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.822973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] For port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:42:09.825039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] For port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:42:09.828301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.828915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:09.832643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:09.835378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:09.835521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6cc79a1b-b50f-4ab6-87e8-0c6c187812a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:09.836732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.840588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:09.877587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Pushing event updated for resources: {'Port': ['ID=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:09.882448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:09.899093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a3c1be8d-9351-47d3-90e9-cb4c51f31ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:09.919019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e659103-b505-490f-9f15-6bbaecc1b772 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:09.926505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port f4d280c9-7ccc-4538-be14-c699510d6cb3 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:09.926911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.943510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 5e659103-b505-490f-9f15-6bbaecc1b772 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:09.943510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e659103-b505-490f-9f15-6bbaecc1b772 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:09.951276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.959976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:09.963910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=a85cc6d4-6ff0-4514-a20b-942b46339392,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:09.966258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:09.967645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f4f48137-5745-47b7-8fe5-7d9c0f2d4bcb tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:09.987679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:09.988477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:09.995702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:09.996186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.007898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6910505 Apr 16 15:42:10.009773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35392) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:10.013792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:d0:d9:e6', 'name': 'tempest-NetworksTestDHCPv6-1743598692'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:10.129683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-27e225b9-ff66-47af-b136-d9ebf181cb0d req-867272eb-9ce5-4642-9b8d-aaea89eb8688 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Synchronizing usage tracker for tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:10.135463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:10.139971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:port and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:10.142918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:10.146992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:10.149270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-27e225b9-ff66-47af-b136-d9ebf181cb0d req-867272eb-9ce5-4642-9b8d-aaea89eb8688 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Unset dirty status for tenant:1b8ce9a60fd24bc8bf6b520dbcb88cdd on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:10.150039 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-27e225b9-ff66-47af-b136-d9ebf181cb0d req-867272eb-9ce5-4642-9b8d-aaea89eb8688 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 210 time: 0.0523925 Apr 16 15:42:10.155400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:10.237158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.258856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port 88d5d94c-2660-45e2-9db7-80b291fde9ba yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:42:10.325417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6895189a-c189-4677-9d76-6090839f42e3,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:10.327164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:10.339984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.340762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6205199 Apr 16 15:42:10.344483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35398) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:10.353673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '2843acc2-33ce-4a19-8de5-9df7a778c73c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6895189a-c189-4677-9d76-6090839f42e3', 'remote_ip_prefix': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:10.358441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:10.363246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port f4d280c9-7ccc-4538-be14-c699510d6cb3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f4d280c9-7ccc-4538-be14-c699510d6cb3,segment=NetworkSegment(9858aa70-8f02-415d-b18d-c8a7cc81a71f),segment_id=9858aa70-8f02-415d-b18d-c8a7cc81a71f)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:10.363466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.380894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:10.383947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:10.391976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:10.403979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8:0:1::21e (202228ea-75c8-4a07-a357-aa1a8927fb48/a85cc6d4-6ff0-4514-a20b-942b46339392/88d5d94c-2660-45e2-9db7-80b291fde9ba) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:10.410632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::f816:3eff:fed0:d9e6 (202228ea-75c8-4a07-a357-aa1a8927fb48/31dde563-2cb0-43e6-8c38-de683cd563ca/88d5d94c-2660-45e2-9db7-80b291fde9ba) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:10.418262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.435020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for f4d280c9-7ccc-4538-be14-c699510d6cb3 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:10.524214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.533498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.536206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:10.552754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.558657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f55504-65e6-45ed-a6ff-42e448f6958f,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:10.561979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5cd312f9-a5f7-4941-9d69-184c55085779 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:10.562175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:10.575804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.577504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.578303 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-665b3dda-eb46-479c-8899-53e802ef81b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2331924 Apr 16 15:42:10.580479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35402) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:10.595906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object 88d5d94c-2660-45e2-9db7-80b291fde9ba will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:10.604276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7048-4d56-492f-8108-25dbf9dc462e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.611142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7048-4d56-492f-8108-25dbf9dc462e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.613251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=f4d280c9-7ccc-4538-be14-c699510d6cb3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:10.615712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:10.629642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7048-4d56-492f-8108-25dbf9dc462e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.631460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c7ccf32-4111-47c3-af07-6abfd9844025 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:10.642839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.643795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c7048-4d56-492f-8108-25dbf9dc462e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8f55504-65e6-45ed-a6ff-42e448f6958f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:10.653227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee0c7048-4d56-492f-8108-25dbf9dc462e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:10.653761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee0c7048-4d56-492f-8108-25dbf9dc462e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.654464 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ee0c7048-4d56-492f-8108-25dbf9dc462e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/e8f55504-65e6-45ed-a6ff-42e448f6958f HTTP/1.1" status: 204 len: 168 time: 0.0733840 Apr 16 15:42:10.654893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-05fce997-bac4-4bdf-9269-0a806348666e tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:10.674116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35406) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:10.775887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-180b11c6-c13f-4f27-b0cc-78d41e675dbb tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:10.826661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-180b11c6-c13f-4f27-b0cc-78d41e675dbb tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:10.827530 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-180b11c6-c13f-4f27-b0cc-78d41e675dbb tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1498311 Apr 16 15:42:10.833740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35410) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:10.874633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.923541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36235b3e-02ee-495c-8b74-0af8bcb70691 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.954804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36235b3e-02ee-495c-8b74-0af8bcb70691 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:10.995093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=88d5d94c-2660-45e2-9db7-80b291fde9ba,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:10.997829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:11.030761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:11.031512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:11.033226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:11.036451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:11.036834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.048667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0382011 Apr 16 15:42:11.050482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35414) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.063673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36235b3e-02ee-495c-8b74-0af8bcb70691 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.070118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-98d8bfd4-5660-42cd-8d99-7f20c3d4ef11 tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:11.081000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36235b3e-02ee-495c-8b74-0af8bcb70691 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6895189a-c189-4677-9d76-6090839f42e3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:11.082608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36235b3e-02ee-495c-8b74-0af8bcb70691 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:11.103354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b2085c95-d0ac-477b-9d42-6ed3a31d577d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port 88d5d94c-2660-45e2-9db7-80b291fde9ba {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:11.103570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2085c95-d0ac-477b-9d42-6ed3a31d577d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.112766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36235b3e-02ee-495c-8b74-0af8bcb70691 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.115145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36235b3e-02ee-495c-8b74-0af8bcb70691 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-groups/6895189a-c189-4677-9d76-6090839f42e3 HTTP/1.1" status: 204 len: 168 time: 0.2795787 Apr 16 15:42:11.115376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35418) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.204246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eac7af-9cd1-4cb7-843c-352ea5e02b77 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:11.238225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ba560e25-2e3a-4170-8a67-fa8f5a886f75 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:11.263744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ba560e25-2e3a-4170-8a67-fa8f5a886f75 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:11.264560 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ba560e25-2e3a-4170-8a67-fa8f5a886f75 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1486125 Apr 16 15:42:11.267159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:42:11.267537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35424) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.278369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9414ac8-cb09-4edc-80b9-29e4dbeb2ef0 req-a147d3a0-e158-47a0-a9ee-09e7ed74cf19 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 210 time: 0.0316014 Apr 16 15:42:11.281244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2085c95-d0ac-477b-9d42-6ed3a31d577d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.309074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dac77606-a72e-49fd-a692-dedeae2913b4 None None] Provisioning for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:11.352336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fab2858f-5c52-4872-9dcc-067fd5c6d1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.357499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b2085c95-d0ac-477b-9d42-6ed3a31d577d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for 88d5d94c-2660-45e2-9db7-80b291fde9ba owned by {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:11.393772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b54aa911-b2ea-4842-9c05-7da9c81602a5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.421394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b54aa911-b2ea-4842-9c05-7da9c81602a5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.425901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:11.431212 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/34cc5dbc-e753-41ed-9c2e-9f9bb466b374/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1849551 Apr 16 15:42:11.431212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35428) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.440186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74113d-5dd0-4f21-9ef5-2d25e231ec77 None None] Sync routers for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:11.451058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74113d-5dd0-4f21-9ef5-2d25e231ec77 None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:11.451395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-de74113d-5dd0-4f21-9ef5-2d25e231ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:11.483255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdc0100-7a4d-4e28-abad-0272b63bd4ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting subnet 137a3862-0639-414d-b4a8-18dbe32b11f8 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:11.485901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0100-7a4d-4e28-abad-0272b63bd4ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.485995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3579d9-9716-40e4-831a-d854b7712c63 None None] Update dhcp port {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': '31dde563-2cb0-43e6-8c38-de683cd563ca', 'ip_address': '2001:db8::f816:3eff:fe85:ec2e'}, {'subnet_id': 'a85cc6d4-6ff0-4514-a20b-942b46339392'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '34c8c9f5-1c0f-43be-832d-c4d6b935afc5'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:42:11.491272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2085c95-d0ac-477b-9d42-6ed3a31d577d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.501116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4543231d-d119-4131-8eb3-1b73658a379a tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:11.507701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b54aa911-b2ea-4842-9c05-7da9c81602a5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.511229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acc99d16-b822-431f-a60f-632cd5304887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:11.526578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aa911-b2ea-4842-9c05-7da9c81602a5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2843acc2-33ce-4a19-8de5-9df7a778c73c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:11.528121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b54aa911-b2ea-4842-9c05-7da9c81602a5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:11.533907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0100-7a4d-4e28-abad-0272b63bd4ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.554811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device daede3f8-cc26-426c-abf6-92e052046574 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:11.564007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b54aa911-b2ea-4842-9c05-7da9c81602a5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.564745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b54aa911-b2ea-4842-9c05-7da9c81602a5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-groups/2843acc2-33ce-4a19-8de5-9df7a778c73c HTTP/1.1" status: 204 len: 168 time: 0.2966518 Apr 16 15:42:11.566469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35432) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.571773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2085c95-d0ac-477b-9d42-6ed3a31d577d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=88d5d94c-2660-45e2-9db7-80b291fde9ba,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:11.575504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b2085c95-d0ac-477b-9d42-6ed3a31d577d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:11.585164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: daede3f8-cc26-426c-abf6-92e052046574 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:11.585486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device daede3f8-cc26-426c-abf6-92e052046574 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:11.593985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef3579d9-9716-40e4-831a-d854b7712c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.609567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ecd2f953-574b-4e70-abdc-74bb41d4532e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:11.617960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0100-7a4d-4e28-abad-0272b63bd4ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.648307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ecd2f953-574b-4e70-abdc-74bb41d4532e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:11.649102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ecd2f953-574b-4e70-abdc-74bb41d4532e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0820680 Apr 16 15:42:11.649958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-de74113d-5dd0-4f21-9ef5-2d25e231ec77 None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:11.651948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35436) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.656191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311980996'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:11.667751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2085c95-d0ac-477b-9d42-6ed3a31d577d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.671179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:11.675847 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b2085c95-d0ac-477b-9d42-6ed3a31d577d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/88d5d94c-2660-45e2-9db7-80b291fde9ba HTTP/1.1" status: 204 len: 168 time: 0.6231551 Apr 16 15:42:11.676107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35440) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.706352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:11.723173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.723918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fef70b-1f2e-421c-aa10-18e5a0f0fa71 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:11.724356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36fef70b-1f2e-421c-aa10-18e5a0f0fa71 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:11.733528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36fef70b-1f2e-421c-aa10-18e5a0f0fa71 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:11.736493 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36fef70b-1f2e-421c-aa10-18e5a0f0fa71 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0598943 Apr 16 15:42:11.736891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35444) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.750918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:11.755564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:11.762113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:11.770672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:11.788074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e197ff-59df-4e6d-a28d-b765865af1d9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:11.790640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-94e197ff-59df-4e6d-a28d-b765865af1d9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0514784 Apr 16 15:42:11.790996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35448) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.834103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc147710-46ff-468e-ab44-dcdee72f66d0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:11.835014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc147710-46ff-468e-ab44-dcdee72f66d0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:11.835840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc147710-46ff-468e-ab44-dcdee72f66d0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:11.836325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bc147710-46ff-468e-ab44-dcdee72f66d0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:11.842447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0100-7a4d-4e28-abad-0272b63bd4ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.845628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bc147710-46ff-468e-ab44-dcdee72f66d0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:11.848073 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bc147710-46ff-468e-ab44-dcdee72f66d0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0549812 Apr 16 15:42:11.848232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35452) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.854650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.855310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92d44254-f816-4003-a0d6-d6adc1e0cc49 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:11.863396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ef3579d9-9716-40e4-831a-d854b7712c63 None None] Allocated IP 2001:db8:0:1::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/a85cc6d4-6ff0-4514-a20b-942b46339392/34c8c9f5-1c0f-43be-832d-c4d6b935afc5) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:11.876585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.896631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-440f23c6-b23b-4520-a525-d682f22a5b7a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 31dde563-2cb0-43e6-8c38-de683cd563ca {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:11.903722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc0100-7a4d-4e28-abad-0272b63bd4ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Subnet': ['ID=137a3862-0639-414d-b4a8-18dbe32b11f8,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:11.916837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9cdc0100-7a4d-4e28-abad-0272b63bd4ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:11.918436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-053dc0f4-8aa3-447c-8239-16958e42e3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:11.949186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90587d77-3252-4b19-9e1d-83b80ac82e3a,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:11.954923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:11.964134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.966671 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3125679 Apr 16 15:42:11.966671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0100-7a4d-4e28-abad-0272b63bd4ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:11.966822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9cdc0100-7a4d-4e28-abad-0272b63bd4ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/subnets/137a3862-0639-414d-b4a8-18dbe32b11f8 HTTP/1.1" status: 204 len: 168 time: 0.5352519 Apr 16 15:42:11.967360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35456) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.968454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35458) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:11.976399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '90587d77-3252-4b19-9e1d-83b80ac82e3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:12.016946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:12.024711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:12.055785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:12.063916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:12.085645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.115010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.130015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65d61c7-2dd8-49cb-882e-5477a3f67897 None None] Network 46d53090-f2f6-48f4-9d20-88b9293e79e4 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:12.137207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:12.164800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-de74113d-5dd0-4f21-9ef5-2d25e231ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67'}], 'enable_snat': True}, 'gw_port_id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:42:10Z', 'revision_number': 7, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'ffa7aedf-1011-41fd-a58a-ca1fd49d10e4', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:71:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:39:30Z', 'updated_at': '2021-04-16T15:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:12.201088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74113d-5dd0-4f21-9ef5-2d25e231ec77 None None] Checking router: 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:42:12.210917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.214472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.216771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-78c5ef49-d343-4382-aaa5-32d4368995c9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:12.232188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ef3579d9-9716-40e4-831a-d854b7712c63 None None] For port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:12.236657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101738b0-62ab-4538-8d77-74376b23913f,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:12.240747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:12.242039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74113d-5dd0-4f21-9ef5-2d25e231ec77 None None] Routers {'34cc5dbc-e753-41ed-9c2e-9f9bb466b374'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:12.242402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-de74113d-5dd0-4f21-9ef5-2d25e231ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:12.251852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.254886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.255676 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2864351 Apr 16 15:42:12.258098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35464) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:12.258176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:12.258287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.278333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6426547a-f043-4ba3-94d9-0ef727f59049 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.285102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6426547a-f043-4ba3-94d9-0ef727f59049 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.304750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6426547a-f043-4ba3-94d9-0ef727f59049 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.306092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51051b61-966b-49a6-9a72-89aa3772b3d6 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:12.314067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6426547a-f043-4ba3-94d9-0ef727f59049 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=101738b0-62ab-4538-8d77-74376b23913f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:12.319829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6426547a-f043-4ba3-94d9-0ef727f59049 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:12.323338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6426547a-f043-4ba3-94d9-0ef727f59049 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.325875 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6426547a-f043-4ba3-94d9-0ef727f59049 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/101738b0-62ab-4538-8d77-74376b23913f HTTP/1.1" status: 204 len: 168 time: 0.0669990 Apr 16 15:42:12.326278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35470) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:12.367406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port ffa7aedf-1011-41fd-a58a-ca1fd49d10e4, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ffa7aedf-1011-41fd-a58a-ca1fd49d10e4,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:12.367591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.392000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-37cd3270-445f-472e-bc4b-ec735d3db6d2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:12.392187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:12.397235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef3579d9-9716-40e4-831a-d854b7712c63 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.403582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:12.403709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.404139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-37cd3270-445f-472e-bc4b-ec735d3db6d2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:12.407353 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-37cd3270-445f-472e-bc4b-ec735d3db6d2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0803618 Apr 16 15:42:12.407819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35474) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:12.429304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-de74113d-5dd0-4f21-9ef5-2d25e231ec77 None None] Set router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:12.445514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bba9c233-c135-4d03-a66d-6200fae6ccd3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.461003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bba9c233-c135-4d03-a66d-6200fae6ccd3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.476197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:12.487759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bba9c233-c135-4d03-a66d-6200fae6ccd3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.490843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef35469c-7c1d-4c82-a965-e41210a11dcb tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:12.494443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ef3579d9-9716-40e4-831a-d854b7712c63 None None] Transition to ACTIVE for port object 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:12.500580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba9c233-c135-4d03-a66d-6200fae6ccd3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90587d77-3252-4b19-9e1d-83b80ac82e3a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:12.501236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-440f23c6-b23b-4520-a525-d682f22a5b7a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.502434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bba9c233-c135-4d03-a66d-6200fae6ccd3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:12.509887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef3579d9-9716-40e4-831a-d854b7712c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.511264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bba9c233-c135-4d03-a66d-6200fae6ccd3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.513866 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bba9c233-c135-4d03-a66d-6200fae6ccd3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-groups/90587d77-3252-4b19-9e1d-83b80ac82e3a HTTP/1.1" status: 204 len: 168 time: 0.1035526 Apr 16 15:42:12.513986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35478) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:12.521757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0654c17-2658-41e6-9f2c-2c7db03ebcc9 req-9024e750-3806-4acf-a661-c85de5bd90b0 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "GET /v2.0/ports?device_id=85dbf088-9e43-43ea-b7a1-d92aa3862c41 HTTP/1.1" status: 200 len: 210 time: 0.0746095 Apr 16 15:42:12.524881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d1e82892-c3f5-4cbf-a9b8-82907d83b2cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:12.541353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-de74113d-5dd0-4f21-9ef5-2d25e231ec77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:42:12Z', 'revision_number': 8, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:12.544528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dc414ff0-4cc5-4bb9-bf9a-e4961924ca51 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:12.553445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dc414ff0-4cc5-4bb9-bf9a-e4961924ca51 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:12.555262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dc414ff0-4cc5-4bb9-bf9a-e4961924ca51 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0396848 Apr 16 15:42:12.556984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35482) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:12.560210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group': {'name': 'tempest-secgroup--879570415'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:12.562180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-440f23c6-b23b-4520-a525-d682f22a5b7a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.564339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:12.569822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:12.575050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.586837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74113d-5dd0-4f21-9ef5-2d25e231ec77 None None] The sync data for ids ['34cc5dbc-e753-41ed-9c2e-9f9bb466b374'] in dv-neutron-786478-2-hyperv is: [{'id': '34cc5dbc-e753-41ed-9c2e-9f9bb466b374', 'name': 'tempest-TestNetworkBasicOps-router-905642682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:39:29Z', 'updated_at': '2021-04-16T15:42:12Z', 'revision_number': 8, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:12.587603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:12.590105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:12.591912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:12.596148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:12.616480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 had new provisioning blocks added so it will not transition to active. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Apr 16 15:42:12.628692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3579d9-9716-40e4-831a-d854b7712c63 None None] Pushing event updated for resources: {'Port': ['ID=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:12.631532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef3579d9-9716-40e4-831a-d854b7712c63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:12.658244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-440f23c6-b23b-4520-a525-d682f22a5b7a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.667114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.671541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.675461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:12.679775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc4f8d6-b845-4703-9f01-e8f8f95c42b8 None None] DHCP port deletion for 46d53090-f2f6-48f4-9d20-88b9293e79e4 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:42:12.699500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3fc4f8d6-b845-4703-9f01-e8f8f95c42b8 None None] Deleting port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:12.699838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f8d6-b845-4703-9f01-e8f8f95c42b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.702399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4356fa-a5aa-4aca-8b64-99cfd8ab5a63,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:12.704776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:12.707880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.710356 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1511223 Apr 16 15:42:12.710954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35486) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:12.711022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.713670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '4b4356fa-a5aa-4aca-8b64-99cfd8ab5a63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:12.721041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:12.721902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:12.723936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Usage tracker for resource:security_group_rule and tenant:65cf08eb4bc44f65b3ecc515d8a06efb is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:12.725663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:12.729792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:12.739758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.774010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d4fc3cf-8301-4507-814c-4657f3783a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.782480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.785172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.786405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:12.798801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcb399e-72cf-4ac6-9cb1-e54a32bfe6b6,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:12.800831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=ffa7aedf-1011-41fd-a58a-ca1fd49d10e4,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:12.806370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:12.806617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:12.815534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.817457 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1063476 Apr 16 15:42:12.818133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35490) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:12.832629 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-85c3d5e2-95d6-4c3b-8f31-9feb3eabc2b3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules/3dcb399e-72cf-4ac6-9cb1-e54a32bfe6b6 HTTP/1.1" status: 200 len: 763 time: 0.0123191 Apr 16 15:42:12.832781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35494) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:12.852550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3fc4f8d6-b845-4703-9f01-e8f8f95c42b8 None None] For port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=74bb9a7e-e759-4120-ac4d-ce6db69a0e73,segment=NetworkSegment(9858aa70-8f02-415d-b18d-c8a7cc81a71f),segment_id=9858aa70-8f02-415d-b18d-c8a7cc81a71f)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:12.852809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f8d6-b845-4703-9f01-e8f8f95c42b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.865071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5c10900b-099c-4f91-be78-a481b19ecd97 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:12.877909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5c10900b-099c-4f91-be78-a481b19ecd97 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:12.880516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5c10900b-099c-4f91-be78-a481b19ecd97 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0454645 Apr 16 15:42:12.880790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35498) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:12.900707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-040027a6-9c8a-4f38-92d3-136247c60e40 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.909985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-040027a6-9c8a-4f38-92d3-136247c60e40 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.924895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-040027a6-9c8a-4f38-92d3-136247c60e40 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.929284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5bde4a2-edfc-4e21-84ea-63e110b8e89a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:12.939740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3fc4f8d6-b845-4703-9f01-e8f8f95c42b8 None None] Calling delete_port for 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:12.939860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040027a6-9c8a-4f38-92d3-136247c60e40 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dcb399e-72cf-4ac6-9cb1-e54a32bfe6b6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:12.941827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-040027a6-9c8a-4f38-92d3-136247c60e40 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:12.943832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-040027a6-9c8a-4f38-92d3-136247c60e40 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.945662 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-040027a6-9c8a-4f38-92d3-136247c60e40 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/3dcb399e-72cf-4ac6-9cb1-e54a32bfe6b6 HTTP/1.1" status: 204 len: 168 time: 0.0633333 Apr 16 15:42:12.946586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35502) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:12.972508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.974056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-440f23c6-b23b-4520-a525-d682f22a5b7a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:12.986751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bcc560f2-428f-4ae6-b7a4-83df4e4b37d2 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:12.990021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a8602f36-b3f8-4d01-ae6d-10a823f56015 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:12.999953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f8d6-b845-4703-9f01-e8f8f95c42b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.001935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a8602f36-b3f8-4d01-ae6d-10a823f56015 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:13.002700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.005277 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a8602f36-b3f8-4d01-ae6d-10a823f56015 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0582471 Apr 16 15:42:13.005873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35506) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.010226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-804bc3e8-03b4-43d1-b51d-9e49d2d92fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:13.010435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3e565da7-5e05-409a-94a5-e7aedbe3e7f7 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '4b4356fa-a5aa-4aca-8b64-99cfd8ab5a63', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:13.016197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e565da7-5e05-409a-94a5-e7aedbe3e7f7 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:13.021845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3e565da7-5e05-409a-94a5-e7aedbe3e7f7 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:13.042574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e565da7-5e05-409a-94a5-e7aedbe3e7f7 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.067843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4f8d6-b845-4703-9f01-e8f8f95c42b8 None None] Pushing event deleted for resources: {'Port': ['ID=74bb9a7e-e759-4120-ac4d-ce6db69a0e73,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:13.070464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fc4f8d6-b845-4703-9f01-e8f8f95c42b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:13.083492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e565da7-5e05-409a-94a5-e7aedbe3e7f7 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.087064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e565da7-5e05-409a-94a5-e7aedbe3e7f7 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.091212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ecb99075-9dc2-416d-8955-0017de2fc128 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:13.096744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.097652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4f8d6-b845-4703-9f01-e8f8f95c42b8 None None] No DVR routers for this DVR port 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:13.111698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e565da7-5e05-409a-94a5-e7aedbe3e7f7 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505a607d-311c-42a1-8b98-2165349a0953,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:13.114540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e565da7-5e05-409a-94a5-e7aedbe3e7f7 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:13.119104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e565da7-5e05-409a-94a5-e7aedbe3e7f7 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.119949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3e565da7-5e05-409a-94a5-e7aedbe3e7f7 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1133549 Apr 16 15:42:13.121827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35510) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.139043 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9d9a2f65-adeb-4493-a8b8-168ee54fc03c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules/505a607d-311c-42a1-8b98-2165349a0953 HTTP/1.1" status: 200 len: 763 time: 0.0142205 Apr 16 15:42:13.139467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.139518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35514) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.169212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2decc0c0-c582-4274-adaf-5d1ea637a1e9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:13.179655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2decc0c0-c582-4274-adaf-5d1ea637a1e9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:13.182278 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2decc0c0-c582-4274-adaf-5d1ea637a1e9 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0407860 Apr 16 15:42:13.182537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35518) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.201611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-989fd523-948e-4c78-9b61-5883165e8212 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.210025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-989fd523-948e-4c78-9b61-5883165e8212 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.224671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-989fd523-948e-4c78-9b61-5883165e8212 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.229338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:13.238959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fd523-948e-4c78-9b61-5883165e8212 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=505a607d-311c-42a1-8b98-2165349a0953,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:13.240827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-989fd523-948e-4c78-9b61-5883165e8212 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:13.241798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-989fd523-948e-4c78-9b61-5883165e8212 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.244147 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-989fd523-948e-4c78-9b61-5883165e8212 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/505a607d-311c-42a1-8b98-2165349a0953 HTTP/1.1" status: 204 len: 168 time: 0.0592723 Apr 16 15:42:13.244731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35522) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.276270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ca54a036-f8f0-4c05-bfd4-39a50fac5bc6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:13.290153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ca54a036-f8f0-4c05-bfd4-39a50fac5bc6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:13.291091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ca54a036-f8f0-4c05-bfd4-39a50fac5bc6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457640 Apr 16 15:42:13.292941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35526) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.296470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Request body: {'security_group_rule': {'security_group_id': '4b4356fa-a5aa-4aca-8b64-99cfd8ab5a63', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:13.301312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:13.307363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:13.313295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Project 65cf08eb4bc44f65b3ecc515d8a06efb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:42:13.317690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.340029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-12269c0e-1a30-4416-ac2c-1175e0a018fb None None] Could not find standard attr ID for object 88d5d94c-2660-45e2-9db7-80b291fde9ba. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:42:13.347499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-12269c0e-1a30-4416-ac2c-1175e0a018fb None None] Provisioning for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:13.351435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-12269c0e-1a30-4416-ac2c-1175e0a018fb None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:13.351719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12269c0e-1a30-4416-ac2c-1175e0a018fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.360621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.364889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.366297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:13.389727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f23c6-b23b-4520-a525-d682f22a5b7a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=31dde563-2cb0-43e6-8c38-de683cd563ca,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:13.399396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-440f23c6-b23b-4520-a525-d682f22a5b7a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:13.407589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c0f52f-a08a-4852-92c0-f21d69eb6870,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:13.413382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.415844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206279 Apr 16 15:42:13.415844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:13.416394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35530) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.431824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-94b00104-ad99-4575-a0f7-c9d2bd8dcade tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules/e9c0f52f-a08a-4852-92c0-f21d69eb6870 HTTP/1.1" status: 200 len: 769 time: 0.0144606 Apr 16 15:42:13.432650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35534) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.449082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.451436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.471952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a0709e40-0c1e-4c6d-a36c-b72ee328d81c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:13.481291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.481680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Fanout notify agent at l3_agent the message router_deleted on router 34cc5dbc-e753-41ed-9c2e-9f9bb466b374 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:42:13.482556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a0709e40-0c1e-4c6d-a36c-b72ee328d81c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:13.485736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a0709e40-0c1e-4c6d-a36c-b72ee328d81c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0520446 Apr 16 15:42:13.486156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35538) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.493874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-440f23c6-b23b-4520-a525-d682f22a5b7a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.499811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-440f23c6-b23b-4520-a525-d682f22a5b7a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/31dde563-2cb0-43e6-8c38-de683cd563ca HTTP/1.1" status: 204 len: 168 time: 1.6509225 Apr 16 15:42:13.502931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35542) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.507040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.508710 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/routers/34cc5dbc-e753-41ed-9c2e-9f9bb466b374 HTTP/1.1" status: 204 len: 168 time: 1.5361242 Apr 16 15:42:13.509375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8fac707-49ed-40c1-ad62-cffad984e119 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.517177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8fac707-49ed-40c1-ad62-cffad984e119 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.529715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35544) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.552532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8fac707-49ed-40c1-ad62-cffad984e119 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.554544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-febe0256-1a2e-4b81-9bcb-f2ef910955a6 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:13.561990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eebd648-c61e-446f-85b9-731ba10346eb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet a85cc6d4-6ff0-4514-a20b-942b46339392 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:13.565292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2eebd648-c61e-446f-85b9-731ba10346eb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.598840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fac707-49ed-40c1-ad62-cffad984e119 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9c0f52f-a08a-4852-92c0-f21d69eb6870,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:13.609770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8fac707-49ed-40c1-ad62-cffad984e119 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:13.610522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8fac707-49ed-40c1-ad62-cffad984e119 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.613049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35552) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.613413 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b8fac707-49ed-40c1-ad62-cffad984e119 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-group-rules/e9c0f52f-a08a-4852-92c0-f21d69eb6870 HTTP/1.1" status: 204 len: 168 time: 0.1266212 Apr 16 15:42:13.620050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35556) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.642754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2eebd648-c61e-446f-85b9-731ba10346eb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.665662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12269c0e-1a30-4416-ac2c-1175e0a018fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.671068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669f65db-3a83-47d6-87a5-b49fb15fd6e6 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:13.675279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ab11fcca-37a6-4d24-bd1a-8a52f85dd69c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:13.698128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ab11fcca-37a6-4d24-bd1a-8a52f85dd69c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group_rule {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:13.700861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ab11fcca-37a6-4d24-bd1a-8a52f85dd69c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0849807 Apr 16 15:42:13.701121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35560) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.734356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-12269c0e-1a30-4416-ac2c-1175e0a018fb None None] For port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:13.740657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2eebd648-c61e-446f-85b9-731ba10346eb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.741523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12269c0e-1a30-4416-ac2c-1175e0a018fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.744991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:13.775886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f978af8-b6b8-45e3-8914-065da2399baa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.816695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12269c0e-1a30-4416-ac2c-1175e0a018fb None None] Pushing event updated for resources: {'Port': ['ID=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:13.818867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12269c0e-1a30-4416-ac2c-1175e0a018fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:13.837589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f978af8-b6b8-45e3-8914-065da2399baa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.856928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d4bb73e1-cddf-4fe2-83f0-6bbe37db509e None None] Could not find standard attr ID for object 88d5d94c-2660-45e2-9db7-80b291fde9ba. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:42:13.892259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f978af8-b6b8-45e3-8914-065da2399baa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.903647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf771b5a-8a4b-4478-ae39-5457656defd4 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:13.913561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f978af8-b6b8-45e3-8914-065da2399baa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4356fa-a5aa-4aca-8b64-99cfd8ab5a63,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:13.917120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f978af8-b6b8-45e3-8914-065da2399baa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:13.932422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:13.948783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f978af8-b6b8-45e3-8914-065da2399baa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.951502 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7f978af8-b6b8-45e3-8914-065da2399baa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "DELETE /v2.0/security-groups/4b4356fa-a5aa-4aca-8b64-99cfd8ab5a63 HTTP/1.1" status: 204 len: 168 time: 0.2479780 Apr 16 15:42:13.951502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35564) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:13.981523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:13.981757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:13.990390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dc350293-b617-4705-9971-f3fce9a11e08 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Synchronizing usage tracker for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:13.993079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2eebd648-c61e-446f-85b9-731ba10346eb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.002008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f121363b-d6a7-4130-9dab-c9da30603f96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:14.009461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.064113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebd648-c61e-446f-85b9-731ba10346eb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=a85cc6d4-6ff0-4514-a20b-942b46339392,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:14.069286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2eebd648-c61e-446f-85b9-731ba10346eb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:14.074454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dc350293-b617-4705-9971-f3fce9a11e08 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Unset dirty status for tenant:65cf08eb4bc44f65b3ecc515d8a06efb on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:14.075248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.076284 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dc350293-b617-4705-9971-f3fce9a11e08 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1242664 Apr 16 15:42:14.084077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35568) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:14.104594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f4d280c9-7ccc-4538-be14-c699510d6cb3 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:14.125998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2eebd648-c61e-446f-85b9-731ba10346eb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.130074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: f4d280c9-7ccc-4538-be14-c699510d6cb3 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:14.130477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f4d280c9-7ccc-4538-be14-c699510d6cb3 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:14.130866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:14.137612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ade1dda2-aa45-40cf-95b3-3b3d44b901b8 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] 10.222.0.95 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524757 Apr 16 15:42:14.148817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2eebd648-c61e-446f-85b9-731ba10346eb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/a85cc6d4-6ff0-4514-a20b-942b46339392 HTTP/1.1" status: 204 len: 168 time: 0.6386385 Apr 16 15:42:14.149245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35574) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:14.152722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:14.152947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 74bb9a7e-e759-4120-ac4d-ce6db69a0e73 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:14.153228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:14.173354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:14.173469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ffa7aedf-1011-41fd-a58a-ca1fd49d10e4 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:14.215500 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5ede8c3f-b41f-4936-9597-3a25c5905192 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654371 Apr 16 15:42:14.217585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35578) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:14.222099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:14.266821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.296710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:14.299300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:14.301122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:14.304879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:14.312183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:14.317246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.347396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35584) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:14.368581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d53090-f2f6-48f4-9d20-88b9293e79e4']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:14.368731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8acf8-49d0-4cb9-bcc7-a9ad5cdc9fd3 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:14.394990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9858aa70-8f02-415d-b18d-c8a7cc81a71f') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:14.395234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9858aa70-8f02-415d-b18d-c8a7cc81a71f') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:14.407883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.436032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.445864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Releasing vlan 1457 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:42:14.459416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e774cdaf-c9be-4dad-80c9-868f8a0e238d None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:14.459665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e774cdaf-c9be-4dad-80c9-868f8a0e238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.575109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b084d705-4bbe-4427-b29e-f14c83cbad2b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=65cf08eb4bc44f65b3ecc515d8a06efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201409 Apr 16 15:42:14.576834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35590) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:14.583082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 46d53090-f2f6-48f4-9d20-88b9293e79e4 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:14.587912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.616839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.628139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19b51208-8a2d-4a28-9227-55cc6e6e106b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:14.668326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f424188-6a9c-4895-9855-f68229de39c9 None None] Update dhcp port {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': 'ca8d8877-3845-4227-af9a-52adefc29317'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '34c8c9f5-1c0f-43be-832d-c4d6b935afc5'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:42:14.683130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99e3cf82-6617-4722-9bd0-4397d3dd99f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.704998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f424188-6a9c-4895-9855-f68229de39c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.710577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 46d53090-f2f6-48f4-9d20-88b9293e79e4 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:14.714829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=ca8d8877-3845-4227-af9a-52adefc29317,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:14.716628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:14.723913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99e3cf82-6617-4722-9bd0-4397d3dd99f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:42:14.723986 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:42:14.770030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:14.770998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:14.778408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:14.778547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.778873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.787186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99e3cf82-6617-4722-9bd0-4397d3dd99f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.790318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0e9dd3c-b8d5-48c4-947d-c43081a2bf7a tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:14.803460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3cf82-6617-4722-9bd0-4397d3dd99f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da533b76-b9c0-41e4-b78a-f35fccedc194,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:14.805074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-99e3cf82-6617-4722-9bd0-4397d3dd99f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:14.811215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99e3cf82-6617-4722-9bd0-4397d3dd99f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.811215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-99e3cf82-6617-4722-9bd0-4397d3dd99f9 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/da533b76-b9c0-41e4-b78a-f35fccedc194 HTTP/1.1" status: 204 len: 168 time: 0.2317810 Apr 16 15:42:14.811215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5929368 Apr 16 15:42:14.818391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35596) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:14.821175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.823525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f4879b99-63d7-4d49-99a3-2694c008496e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:14.824080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-77fc3bd0-99a6-43d1-8314-4e1de83d7fe5 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:14.834881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.857620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9f424188-6a9c-4895-9855-f68229de39c9 None None] Allocated IP 2001:db8::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/ca8d8877-3845-4227-af9a-52adefc29317/34c8c9f5-1c0f-43be-832d-c4d6b935afc5) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:14.869570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Network': ['ID=46d53090-f2f6-48f4-9d20-88b9293e79e4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:14.872774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:14.876218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/networks/46d53090-f2f6-48f4-9d20-88b9293e79e4 HTTP/1.1" status: 204 len: 168 time: 1.3458622 Apr 16 15:42:14.892788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35600) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:14.899666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'network': {'name': 'tempest-network-smoke--1014996697', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'port_security_enabled': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:14.927947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:14.936421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:network and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:14.939749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:14.944667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:14.948972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f4879b99-63d7-4d49-99a3-2694c008496e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:14.952831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f4879b99-63d7-4d49-99a3-2694c008496e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:14.954926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f4879b99-63d7-4d49-99a3-2694c008496e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:14.958639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f4879b99-63d7-4d49-99a3-2694c008496e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:14.959912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:14.963561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.964331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9f424188-6a9c-4895-9855-f68229de39c9 None None] For port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:14.983510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f424188-6a9c-4895-9855-f68229de39c9 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.984368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4879b99-63d7-4d49-99a3-2694c008496e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:14.988434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4879b99-63d7-4d49-99a3-2694c008496e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:14.995181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9f424188-6a9c-4895-9855-f68229de39c9 None None] Transition to ACTIVE for port object 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:14.999439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f424188-6a9c-4895-9855-f68229de39c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.002230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1486} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:42:15.010627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:15.027658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Deleting port 83d6683a-f435-498e-a144-0b7143f8255e {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:15.028013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.042991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.043212 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Added segment 45646bad-8f93-42da-8ff6-bad84e6f8bb6 of type vlan for network a4cae469-a56d-428d-842c-cee5980a107e Apr 16 15:42:15.079643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.092102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-f4879b99-63d7-4d49-99a3-2694c008496e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca8d8877-3845-4227-af9a-52adefc29317 (CIDR: 2001:db8::/64) Apr 16 15:42:15.100373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f424188-6a9c-4895-9855-f68229de39c9 None None] Pushing event updated for resources: {'Port': ['ID=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:15.100754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4879b99-63d7-4d49-99a3-2694c008496e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:42:15.101041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4879b99-63d7-4d49-99a3-2694c008496e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:15.102878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9f424188-6a9c-4895-9855-f68229de39c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:15.114959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.119139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:15.119521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.122904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72b1a0bb-ff1a-4524-8368-fd57c1df27a7 tempest-TagsExtTest-976902816 tempest-TagsExtTest-976902816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:15.138149 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f4879b99-63d7-4d49-99a3-2694c008496e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3187094 Apr 16 15:42:15.140289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35616) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:15.145863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:15.181428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2862315 Apr 16 15:42:15.181882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35622) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:15.188362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'admin_state_up': True, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:15.194120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:15.195132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Network': ['ID=a4cae469-a56d-428d-842c-cee5980a107e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:15.197245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:15.197805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:router and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:15.199546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:15.201467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] For port 83d6683a-f435-498e-a144-0b7143f8255e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=83d6683a-f435-498e-a144-0b7143f8255e,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:15.201600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.203071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:15.207020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network a4cae469-a56d-428d-842c-cee5980a107e details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:42:15.213860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.215155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.226457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.281513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Calling delete_port for 83d6683a-f435-498e-a144-0b7143f8255e owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:15.311371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35630) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:15.348427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:15.354785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:15.357130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:15.364286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:15.373707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:15.377343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.418457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.426602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1754324423'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:15.433779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:15.441707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Usage tracker for resource:network and tenant:7997feae7ecc4191bf0095931457d80d is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:15.444563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:15.470877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:15.501671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Made reservation on behalf of 7997feae7ecc4191bf0095931457d80d for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:15.505244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.523487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.535760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.545892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:15.547284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cff4f53-dfd1-4f10-bcf7-f0e47d083308 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:15.571680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Usage tracker for resource:security_group_rule and tenant:7997feae7ecc4191bf0095931457d80d is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:15.601466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.607031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da12079b-170f-44dd-82c2-801421a345b4 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:15.620124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.702039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.24 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/847dddef-56da-42d2-9d36-f240bb72595f) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:15.733851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-efe3e8da-aef3-4d10-a935-917288433789 None None] Provisioning for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:15.740828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-efe3e8da-aef3-4d10-a935-917288433789 None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:15.741053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efe3e8da-aef3-4d10-a935-917288433789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.792037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.811133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:15.820234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-86beb34a-5622-49df-af31-f03a6fb8d99f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:15.879350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:15.890315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event deleted for resources: {'Port': ['ID=83d6683a-f435-498e-a144-0b7143f8255e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:15.892786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:15.896291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:15.912607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:15.961052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:15.961052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:16.049133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c0951f20-9420-4e4d-b325-a62521e73cdd None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:16.049459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0951f20-9420-4e4d-b325-a62521e73cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:16.092179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:16.111259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:16.113235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36235b3e-02ee-495c-8b74-0af8bcb70691 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:16.210913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1468} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:42:16.214270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=847dddef-56da-42d2-9d36-f240bb72595f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:16.217240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:16.238997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:16.239850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:16.241411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:16.243479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74499a9d-8d28-4081-85d2-75aad1b2ae65,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:16.254767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:16.260493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:16.260569 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Added segment 0f02ade2-50b9-4304-b3fd-b1841aff9db1 of type vlan for network 7139e1dd-36be-49e0-8abf-ba547fca454b Apr 16 15:42:16.299210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:16.324043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:16.384364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:16.387476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:16.387835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:16.393605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-388b924e-6920-4c39-960b-f200aba06f71 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:16.480841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Pushing event updated for resources: {'Network': ['ID=7139e1dd-36be-49e0-8abf-ba547fca454b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:16.484042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:16.488476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 7139e1dd-36be-49e0-8abf-ba547fca454b details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:42:16.499585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:16.509841 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1955805 Apr 16 15:42:16.510527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35636) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:16.516525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-ec38a846-8802-4d7d-b583-2fd7bfc83a3f tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b', 'tempest-TagsTest-Tag-42075185') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:16.699652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:16.702830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:42:16.769924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ec38a846-8802-4d7d-b583-2fd7bfc83a3f tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "PUT /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags/tempest-TagsTest-Tag-42075185 HTTP/1.1" status: 201 len: 201 time: 0.2590444 Apr 16 15:42:16.773555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35640) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:16.777909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-68840007-aa29-4cee-896d-923282b579c2 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b', 'tempest-TagsTest-Tag-42075185') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:16.863592 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-68840007-aa29-4cee-896d-923282b579c2 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "GET /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags/tempest-TagsTest-Tag-42075185 HTTP/1.1" status: 204 len: 168 time: 0.0892954 Apr 16 15:42:16.865976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35644) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:16.869688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-8185b148-be44-4890-acd1-3916da664220 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:16.878689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:42:16.912320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4196e913-b4b2-40bb-806c-78e4820e37c0 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:42:16.928614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.007327 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8185b148-be44-4890-acd1-3916da664220 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "GET /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags HTTP/1.1" status: 200 len: 236 time: 0.1371489 Apr 16 15:42:17.008897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35648) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:17.013761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-c7827744-d0ae-4726-951c-e0397ee74365 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b', {'tags': ['tempest-TagsTest-Tag-265089941', 'tempest-TagsTest-Tag-875254367', 'tempest-TagsTest-Tag-1585914298']}) {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:17.071123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:17.077872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:17.086349 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "PUT /v2.0/routers/0c2c449c-b94b-41a5-bfa3-f233c3d50810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4618154 Apr 16 15:42:17.087808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35652) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:17.093761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbcd87-7100-4d5d-ade9-ae763498f9ef None None] Sync routers for ids ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:17.100638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Sync routers for ids ['4196e913-b4b2-40bb-806c-78e4820e37c0'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:17.112453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Routers {'4196e913-b4b2-40bb-806c-78e4820e37c0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:17.112787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbcd87-7100-4d5d-ade9-ae763498f9ef None None] Routers {'0c2c449c-b94b-41a5-bfa3-f233c3d50810'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:17.113180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dbcbcd87-7100-4d5d-ade9-ae763498f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:17.113421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4196e913-b4b2-40bb-806c-78e4820e37c0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:17.127788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] For port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:17.144672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.146913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a05c8c-7348-4c31-a493-f1245b2c72ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Deleting subnet 4d5a91af-6859-4ebb-82bb-0dee4955a41b {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:17.148060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.148795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.149070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.151975 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9696429 Apr 16 15:42:17.152471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35656) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:17.152847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87a05c8c-7348-4c31-a493-f1245b2c72ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.157491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bb14f878-39df-415d-bfd9-6252e29a2dda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:17.170474 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c7827744-d0ae-4726-951c-e0397ee74365 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "PUT /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags HTTP/1.1" status: 200 len: 307 time: 0.1609323 Apr 16 15:42:17.173732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35660) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:17.199737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-cb8424f1-0dc5-4251-8565-d7c3ea8d410d tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b', 'tempest-TagsTest-Tag-265089941') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:17.221099 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eb339272-6b7a-4a4c-b0c2-118b4f242994 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=8368c00c80e846dda8d506830d64f85a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519159 Apr 16 15:42:17.222991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35664) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:17.228640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87a05c8c-7348-4c31-a493-f1245b2c72ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.238065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-dbcbcd87-7100-4d5d-ade9-ae763498f9ef None None] Set router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:17.247926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Set router 4196e913-b4b2-40bb-806c-78e4820e37c0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:17.323319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87a05c8c-7348-4c31-a493-f1245b2c72ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.341892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cb8424f1-0dc5-4251-8565-d7c3ea8d410d tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "DELETE /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags/tempest-TagsTest-Tag-265089941 HTTP/1.1" status: 204 len: 168 time: 0.1659434 Apr 16 15:42:17.343134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35668) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:17.347888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-df59a38d-85d1-4a2f-a671-e25f447df4af tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b', 'tempest-TagsTest-Tag-265089941') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:17.425803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dbcbcd87-7100-4d5d-ade9-ae763498f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:42:15Z', 'revision_number': 5, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:17.428606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbcd87-7100-4d5d-ade9-ae763498f9ef None None] Checking router: 0c2c449c-b94b-41a5-bfa3-f233c3d50810 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:42:17.433898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcbcd87-7100-4d5d-ade9-ae763498f9ef None None] Routers {'0c2c449c-b94b-41a5-bfa3-f233c3d50810'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:17.434564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dbcbcd87-7100-4d5d-ade9-ae763498f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:17.478631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-df59a38d-85d1-4a2f-a671-e25f447df4af tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] show failed (client error): The resource could not be found. Apr 16 15:42:17.480994 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-df59a38d-85d1-4a2f-a671-e25f447df4af tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "GET /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags/tempest-TagsTest-Tag-265089941 HTTP/1.1" status: 404 len: 325 time: 0.1355762 Apr 16 15:42:17.485105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35672) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:17.489975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-cf051654-4003-4fa8-b897-cbbe45bc2b11 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b', 'tempest-TagsTest-Tag-875254367') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:17.495929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:16Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:17.498368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Checking router: 4196e913-b4b2-40bb-806c-78e4820e37c0 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:42:17.498859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Updating router 4196e913-b4b2-40bb-806c-78e4820e37c0 port 847dddef-56da-42d2-9d36-f240bb72595f binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:42:17.535473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.547976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-dbcbcd87-7100-4d5d-ade9-ae763498f9ef None None] Set router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:17.630237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,revision_number=9']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:17.640903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:17.641866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a7582561-e8f1-45e6-8522-628aacb7f89f tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.463s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:17.697737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:17.700846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:17.714058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604577a5-3212-42b5-960f-b5c62d02e490 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:17.720664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=9a35ec68-9657-4eef-ac99-fcadb563ca3b,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:17.723677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:17.724086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.726553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:17.729106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffc297f-8964-4e3f-a450-af81d8f9b67b tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:17.730122 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4ffc297f-8964-4e3f-a450-af81d8f9b67b tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5065062 Apr 16 15:42:17.733393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35676) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:17.758874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dbcbcd87-7100-4d5d-ade9-ae763498f9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:42:15Z', 'revision_number': 5, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:17.761918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcbcd87-7100-4d5d-ade9-ae763498f9ef None None] The sync data for ids ['0c2c449c-b94b-41a5-bfa3-f233c3d50810'] in dv-neutron-786478-2-hyperv is: [{'id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'name': 'tempest-TestNetworkAdvancedServerOps-router-707103729', 'tenant_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:40:02Z', 'updated_at': '2021-04-16T15:42:15Z', 'revision_number': 5, 'project_id': '1b8ce9a60fd24bc8bf6b520dbcb88cdd', 'gw_port': {'id': '52aa3a5c-a02a-40da-9a7c-5d7f23756b60', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:48:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2c449c-b94b-41a5-bfa3-f233c3d50810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:40:04Z', 'updated_at': '2021-04-16T15:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:17.764872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b1f00462-de3e-4ddd-8c73-d04c8b4c7694 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306122 Apr 16 15:42:17.769639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35680) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:17.774050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1727421931', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:17.827482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6827695 Apr 16 15:42:17.829350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35684) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:17.842597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:80:b6:4b', 'name': 'tempest-NetworksTestDHCPv6-955846115'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:17.863302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.886242 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cf051654-4003-4fa8-b897-cbbe45bc2b11 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "GET /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags/tempest-TagsTest-Tag-875254367 HTTP/1.1" status: 204 len: 168 time: 0.4004023 Apr 16 15:42:17.886677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35688) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:17.890613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-abd4687e-418a-4da5-aca7-ce3305309515 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b', 'tempest-TagsTest-Tag-1585914298') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:17.894095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Transition to ACTIVE for port object 847dddef-56da-42d2-9d36-f240bb72595f will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:17.896547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:17.900433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:subnet and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:17.903533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:17.906298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.912593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:17.914295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc52d415-675f-4dcb-a80c-bcc0112ffdf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:17.930791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:17.934370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.949480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87a05c8c-7348-4c31-a493-f1245b2c72ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:17.958259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de62ca59-c057-4dcb-b766-382afdabc570 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:17.972775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:18.000179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:18.010614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a05c8c-7348-4c31-a493-f1245b2c72ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5a91af-6859-4ebb-82bb-0dee4955a41b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:18.010744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:18.024821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:18.025388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f8930-9514-4a46-ab63-e59fc6d595a1 None None] Pushing event updated for resources: {'Port': ['ID=847dddef-56da-42d2-9d36-f240bb72595f,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:18.029709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87a05c8c-7348-4c31-a493-f1245b2c72ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:18.031119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-992f8930-9514-4a46-ab63-e59fc6d595a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:18.051674 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-abd4687e-418a-4da5-aca7-ce3305309515 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "GET /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags/tempest-TagsTest-Tag-1585914298 HTTP/1.1" status: 204 len: 168 time: 0.1625469 Apr 16 15:42:18.051834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35692) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:18.057291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-43a4cc5c-2a53-465a-b936-26abeca2c408 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:18.074387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87a05c8c-7348-4c31-a493-f1245b2c72ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.080306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:18.080594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.101534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a4c27c-bbb4-4ea8-a57f-6817559cb2d6 None None] Network e3a8d940-777d-401e-8dc7-4a4d8ee0954d requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:18.115510 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-87a05c8c-7348-4c31-a493-f1245b2c72ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "DELETE /v2.0/subnets/4d5a91af-6859-4ebb-82bb-0dee4955a41b HTTP/1.1" status: 204 len: 168 time: 1.0249202 Apr 16 15:42:18.116504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35696) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:18.141727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.144992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Attempting to bind port 847dddef-56da-42d2-9d36-f240bb72595f on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:42:18.145265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Attempting to bind port 847dddef-56da-42d2-9d36-f240bb72595f by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:42:18.145538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Attempting to bind port 847dddef-56da-42d2-9d36-f240bb72595f on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:18.162778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:42:18.163000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:18.163353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.163641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:42:18.163985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Bound port: 847dddef-56da-42d2-9d36-f240bb72595f, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:42:18.164261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.172468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port e24fe7a3-e744-46bb-ac37-e9bb169ec63b yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:42:18.258906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-43a4cc5c-2a53-465a-b936-26abeca2c408 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "DELETE /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags HTTP/1.1" status: 204 len: 168 time: 0.2064059 Apr 16 15:42:18.260906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35700) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:18.266074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-db220bae-b164-4418-ad56-909125d26ef2 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b', 'tempest-TagsTest-Tag-875254367') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:18.279346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.295856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] For port 847dddef-56da-42d2-9d36-f240bb72595f, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:42:18.307162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] For port 847dddef-56da-42d2-9d36-f240bb72595f, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=847dddef-56da-42d2-9d36-f240bb72595f,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:42:18.313040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.326481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c21d884a-e754-49f6-a78f-8f9e45e0890d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:18.383698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::391 (202228ea-75c8-4a07-a357-aa1a8927fb48/ca8d8877-3845-4227-af9a-52adefc29317/e24fe7a3-e744-46bb-ac37-e9bb169ec63b) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:18.390200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8:0:1:f816:3eff:fe80:b64b (202228ea-75c8-4a07-a357-aa1a8927fb48/9a35ec68-9657-4eef-ac99-fcadb563ca3b/e24fe7a3-e744-46bb-ac37-e9bb169ec63b) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:18.476885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.507590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.511727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8064150-d474-4a3a-9619-1466376f1310 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:18.519957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Deleting port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:18.520167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.554709 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-db220bae-b164-4418-ad56-909125d26ef2 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] show failed (client error): The resource could not be found. Apr 16 15:42:18.558037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-db220bae-b164-4418-ad56-909125d26ef2 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "GET /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags/tempest-TagsTest-Tag-875254367 HTTP/1.1" status: 404 len: 325 time: 0.2939267 Apr 16 15:42:18.564161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 83d6683a-f435-498e-a144-0b7143f8255e no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:18.569592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35704) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:18.599579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 83d6683a-f435-498e-a144-0b7143f8255e {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:18.599847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 83d6683a-f435-498e-a144-0b7143f8255e not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:18.619702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f8930-9514-4a46-ab63-e59fc6d595a1 None None] Pushing event updated for resources: {'Port': ['ID=847dddef-56da-42d2-9d36-f240bb72595f,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:18.620429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-729ca6e5-8caf-4670-9c6b-13efdfd29b49 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b', 'tempest-TagsTest-Tag-1585914298') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:18.620547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Subnet': ['ID=b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:18.623208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-992f8930-9514-4a46-ab63-e59fc6d595a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:18.630118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:18.654530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.661328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Routers {'4196e913-b4b2-40bb-806c-78e4820e37c0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:18.662038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4196e913-b4b2-40bb-806c-78e4820e37c0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:18.670333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object e24fe7a3-e744-46bb-ac37-e9bb169ec63b will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:18.690759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Checking segment: {'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:18.691050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network hostable DHCP agents. Network: a4cae469-a56d-428d-842c-cee5980a107e, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:42:18.708357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network a4cae469-a56d-428d-842c-cee5980a107e is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:42:18.713824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.717687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] For port 52aa3a5c-a02a-40da-9a7c-5d7f23756b60, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=52aa3a5c-a02a-40da-9a7c-5d7f23756b60,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:18.717993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.724000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-732e6642-e18d-4416-9a40-46f226c05be4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:18.725376 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-729ca6e5-8caf-4670-9c6b-13efdfd29b49 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] show failed (client error): The resource could not be found. Apr 16 15:42:18.727138 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-729ca6e5-8caf-4670-9c6b-13efdfd29b49 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "GET /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags/tempest-TagsTest-Tag-1585914298 HTTP/1.1" status: 404 len: 326 time: 0.1558177 Apr 16 15:42:18.728202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35708) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:18.745530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8467cff-e33a-457b-9b66-7916e3a80a4f None None] DHCP port deletion for e3a8d940-777d-401e-8dc7-4a4d8ee0954d request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:42:18.751299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, a4cae469-a56d-428d-842c-cee5980a107e) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:18.757808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c8467cff-e33a-457b-9b66-7916e3a80a4f None None] Deleting port 16d049ad-e541-4622-a35b-e4f8bb609a72 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:18.758050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8467cff-e33a-457b-9b66-7916e3a80a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.764308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.tag.tag_plugin [None req-fbb7e74b-3b19-4be0-8144-99d368388e47 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7139e1dd-36be-49e0-8abf-ba547fca454b') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:18.777535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5702bc1f-51c7-4c85-b427-8f504c11707d None None] Network a4cae469-a56d-428d-842c-cee5980a107e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:18.801931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:18.802122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.808470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Calling delete_port for 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:18.814406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=e24fe7a3-e744-46bb-ac37-e9bb169ec63b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:18.821032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:18.838575 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0681727 Apr 16 15:42:18.840373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35712) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:18.899366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c4e88953-5938-4d95-93b8-c9b681ae8b97 None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:18.899546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4e88953-5938-4d95-93b8-c9b681ae8b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.914459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fbb7e74b-3b19-4be0-8144-99d368388e47 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "DELETE /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b/tags HTTP/1.1" status: 204 len: 168 time: 0.1794698 Apr 16 15:42:18.914800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35716) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:18.937331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:18.939634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:18.940416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] Set router 4196e913-b4b2-40bb-806c-78e4820e37c0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:18.942033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:18.945467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:18.945910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:18.967327 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1368096 Apr 16 15:42:18.968043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35720) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:19.014672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.090066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f2bf62b1-f85a-4a20-84c5-d99eb5534ecc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port e24fe7a3-e744-46bb-ac37-e9bb169ec63b {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:19.090380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f2bf62b1-f85a-4a20-84c5-d99eb5534ecc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.102842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.113998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:19.230609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-a4cae469-a56d-428d-842c-cee5980a107e', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ips': [{'subnet_id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:42:19.231192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.253651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c8467cff-e33a-457b-9b66-7916e3a80a4f None None] For port 16d049ad-e541-4622-a35b-e4f8bb609a72, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=16d049ad-e541-4622-a35b-e4f8bb609a72,segment=NetworkSegment(daff00c2-0dcd-4a4f-af13-19a3e1fb8e80),segment_id=daff00c2-0dcd-4a4f-af13-19a3e1fb8e80)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:19.253828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8467cff-e33a-457b-9b66-7916e3a80a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.372389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c8467cff-e33a-457b-9b66-7916e3a80a4f None None] Calling delete_port for 16d049ad-e541-4622-a35b-e4f8bb609a72 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:19.455354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:16Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:19.471221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b70797-9dc3-4ed9-9803-f1961220c358 None None] The sync data for ids ['4196e913-b4b2-40bb-806c-78e4820e37c0'] in dv-neutron-786478-2-hyperv is: [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:16Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:19.491191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8467cff-e33a-457b-9b66-7916e3a80a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.500856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Allocated IP 172.20.0.2 (a4cae469-a56d-428d-842c-cee5980a107e/b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd/8bd6c21d-3745-40a7-b264-1b6cc56713de) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:19.502226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:19.504551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.517764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event deleted for resources: {'Port': ['ID=52aa3a5c-a02a-40da-9a7c-5d7f23756b60,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:19.519078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-18a44a30-b702-4f92-8d41-9b2d22bc788a None None] Provisioning for port e24fe7a3-e744-46bb-ac37-e9bb169ec63b completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:19.525548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:19.606679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7139e1dd-36be-49e0-8abf-ba547fca454b']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:19.637304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f02ade2-50b9-4304-b3fd-b1841aff9db1') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:19.637518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f02ade2-50b9-4304-b3fd-b1841aff9db1') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:19.639026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f2bf62b1-f85a-4a20-84c5-d99eb5534ecc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.665851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.680624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.687261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Releasing vlan 1468 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:42:19.702360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.734633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f2bf62b1-f85a-4a20-84c5-d99eb5534ecc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for e24fe7a3-e744-46bb-ac37-e9bb169ec63b owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:19.736322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8467cff-e33a-457b-9b66-7916e3a80a4f None None] Pushing event deleted for resources: {'Port': ['ID=16d049ad-e541-4622-a35b-e4f8bb609a72,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:19.738378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-18a44a30-b702-4f92-8d41-9b2d22bc788a None None] Provisioning complete for port e24fe7a3-e744-46bb-ac37-e9bb169ec63b triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:19.738378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18a44a30-b702-4f92-8d41-9b2d22bc788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.755438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8467cff-e33a-457b-9b66-7916e3a80a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:19.826748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-18a44a30-b702-4f92-8d41-9b2d22bc788a None None] Port e24fe7a3-e744-46bb-ac37-e9bb169ec63b cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:19.831822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8467cff-e33a-457b-9b66-7916e3a80a4f None None] No DVR routers for this DVR port 16d049ad-e541-4622-a35b-e4f8bb609a72 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:19.861538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.864564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.879742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.925069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Network 7139e1dd-36be-49e0-8abf-ba547fca454b has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:19.931298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.931816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.948069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:19.948397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Fanout notify agent at l3_agent the message router_deleted on router 0c2c449c-b94b-41a5-bfa3-f233c3d50810 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:42:20.009582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.010309 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "DELETE /v2.0/routers/0c2c449c-b94b-41a5-bfa3-f233c3d50810 HTTP/1.1" status: 204 len: 168 time: 1.8862462 Apr 16 15:42:20.012731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35724) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:20.015223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 16d049ad-e541-4622-a35b-e4f8bb609a72 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:20.037959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 16d049ad-e541-4622-a35b-e4f8bb609a72 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:20.038155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 16d049ad-e541-4622-a35b-e4f8bb609a72 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:20.058142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Transition to ACTIVE for port object 8bd6c21d-3745-40a7-b264-1b6cc56713de will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:20.060974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f2bf62b1-f85a-4a20-84c5-d99eb5534ecc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.075374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Transition to ACTIVE for port object 8bd6c21d-3745-40a7-b264-1b6cc56713de will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:20.076875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d60db61-513b-4bdb-af29-61e25b06323e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:20.082313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.095008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9f424188-6a9c-4895-9855-f68229de39c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:20.111353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf62b1-f85a-4a20-84c5-d99eb5534ecc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=e24fe7a3-e744-46bb-ac37-e9bb169ec63b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:20.113173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Network 7139e1dd-36be-49e0-8abf-ba547fca454b has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:42:20.127357 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:42:20.144361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f2bf62b1-f85a-4a20-84c5-d99eb5534ecc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:20.178862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Pushing event updated for resources: {'Port': ['ID=8bd6c21d-3745-40a7-b264-1b6cc56713de,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:20.181429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:20.184484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.216853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Network a4cae469-a56d-428d-842c-cee5980a107e is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:20.217625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:20.219754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:20.252745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.259876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cea18023-e54f-4d0a-ba5b-a0bde573fedb tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:20.282754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Attempting to bind port 8bd6c21d-3745-40a7-b264-1b6cc56713de on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:42:20.282959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Attempting to bind port 8bd6c21d-3745-40a7-b264-1b6cc56713de by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:42:20.283280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Attempting to bind port 8bd6c21d-3745-40a7-b264-1b6cc56713de on network a4cae469-a56d-428d-842c-cee5980a107e {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:20.286807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:42:20.287047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Checking segment: {'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:20.287310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.287558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Bound using segment: {'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:42:20.287862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Bound port: 8bd6c21d-3745-40a7-b264-1b6cc56713de, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:42:20.288103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.343555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.351562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] For port 8bd6c21d-3745-40a7-b264-1b6cc56713de, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:42:20.353521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] For port 8bd6c21d-3745-40a7-b264-1b6cc56713de, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8bd6c21d-3745-40a7-b264-1b6cc56713de,segment=NetworkSegment(45646bad-8f93-42da-8ff6-bad84e6f8bb6),segment_id=45646bad-8f93-42da-8ff6-bad84e6f8bb6)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:42:20.356090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f2bf62b1-f85a-4a20-84c5-d99eb5534ecc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.361976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.371643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fc4f8d6-b845-4703-9f01-e8f8f95c42b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:20.383504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.1 (a4cae469-a56d-428d-842c-cee5980a107e/b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd/7b77a616-3e3f-404c-af28-a7952fe7399c) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:20.389375 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f2bf62b1-f85a-4a20-84c5-d99eb5534ecc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/e24fe7a3-e744-46bb-ac37-e9bb169ec63b HTTP/1.1" status: 204 len: 168 time: 1.4211724 Apr 16 15:42:20.391269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35730) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:20.426694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a8d940-777d-401e-8dc7-4a4d8ee0954d']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:20.435361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:20.435537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daff00c2-0dcd-4a4f-af13-19a3e1fb8e80') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:20.446557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.456970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.461089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Pushing event deleted for resources: {'Network': ['ID=7139e1dd-36be-49e0-8abf-ba547fca454b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:20.463959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:20.464518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.468295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Releasing vlan 1474 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:42:20.494772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Pushing event updated for resources: {'Port': ['ID=8bd6c21d-3745-40a7-b264-1b6cc56713de,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:20.496909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:20.512080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] 10.222.0.95 "DELETE /v2.0/networks/7139e1dd-36be-49e0-8abf-ba547fca454b HTTP/1.1" status: 204 len: 168 time: 1.5950508 Apr 16 15:42:20.518018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ac3f49-79cf-46c1-871d-c150b96a63d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:20.518528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e3ac3f49-79cf-46c1-871d-c150b96a63d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:20.540293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e3ac3f49-79cf-46c1-871d-c150b96a63d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:20.541062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e3ac3f49-79cf-46c1-871d-c150b96a63d3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1490467 Apr 16 15:42:20.542986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35736) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:20.575662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Network e3a8d940-777d-401e-8dc7-4a4d8ee0954d has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:20.576787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.581141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.591034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 7b77a616-3e3f-404c-af28-a7952fe7399c will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:20.615048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1ec9fa-34c3-47d2-ac89-b165a4ec6de5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:20.615964 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5f1ec9fa-34c3-47d2-ac89-b165a4ec6de5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0724041 Apr 16 15:42:20.617812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35740) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:20.652615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.686193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Network e3a8d940-777d-401e-8dc7-4a4d8ee0954d has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:20.694766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:42:20.702220 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:42:20.704768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35746) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:20.752996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9182380-223a-4cd0-9798-c978d198e1c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:20.753853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9182380-223a-4cd0-9798-c978d198e1c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:20.754846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9182380-223a-4cd0-9798-c978d198e1c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:20.754928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.755359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d9182380-223a-4cd0-9798-c978d198e1c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:20.757352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2b548643-471f-4c40-9dbc-ff9c828bc584 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:20.773035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.773486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=7b77a616-3e3f-404c-af28-a7952fe7399c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:20.775484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:20.779632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event deleted for resources: {'Network': ['ID=e3a8d940-777d-401e-8dc7-4a4d8ee0954d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:20.782382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:20.786744 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4409d6d9-4aeb-4b64-a580-20082aaecec4 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "DELETE /v2.0/networks/e3a8d940-777d-401e-8dc7-4a4d8ee0954d HTTP/1.1" status: 204 len: 168 time: 0.7734110 Apr 16 15:42:20.788850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35752) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:20.791510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d9182380-223a-4cd0-9798-c978d198e1c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:20.792270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d9182380-223a-4cd0-9798-c978d198e1c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1738808 Apr 16 15:42:20.794552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35756) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:20.828475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network a4cae469-a56d-428d-842c-cee5980a107e is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:20.830924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:20.832538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:20.855995 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-07cac4d4-c486-41c3-a44e-0443ba30e91e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=7997feae7ecc4191bf0095931457d80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489379 Apr 16 15:42:20.855995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-171ba5d4-188d-4795-adfa-9d07459b2e43 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.857362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35760) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:20.869735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf9ee30-6fc5-4af7-b722-7986bcabaa1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet 9a35ec68-9657-4eef-ac99-fcadb563ca3b {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:20.874175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cdf9ee30-6fc5-4af7-b722-7986bcabaa1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.887521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-171ba5d4-188d-4795-adfa-9d07459b2e43 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.899243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.922750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cdf9ee30-6fc5-4af7-b722-7986bcabaa1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.949077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-981a1d6b-5fba-4171-9f19-7f50c10c0f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.959453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-171ba5d4-188d-4795-adfa-9d07459b2e43 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.963694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-698dca8c-ab7b-455a-86d4-fbf1592f0b43 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:20.977247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ba5d4-188d-4795-adfa-9d07459b2e43 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=344ff6ae-5376-4d61-b70b-8a6cd86f383f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:20.980738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-171ba5d4-188d-4795-adfa-9d07459b2e43 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:20.981741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-981a1d6b-5fba-4171-9f19-7f50c10c0f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.989614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-171ba5d4-188d-4795-adfa-9d07459b2e43 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:20.992037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-171ba5d4-188d-4795-adfa-9d07459b2e43 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] 10.222.0.95 "DELETE /v2.0/security-groups/344ff6ae-5376-4d61-b70b-8a6cd86f383f HTTP/1.1" status: 204 len: 168 time: 0.2008841 Apr 16 15:42:21.014579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-981a1d6b-5fba-4171-9f19-7f50c10c0f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.017138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-99e3cf82-6617-4722-9bd0-4397d3dd99f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:21.024391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a1d6b-5fba-4171-9f19-7f50c10c0f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74499a9d-8d28-4081-85d2-75aad1b2ae65,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:21.025793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-981a1d6b-5fba-4171-9f19-7f50c10c0f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:21.034835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-981a1d6b-5fba-4171-9f19-7f50c10c0f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.035330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cdf9ee30-6fc5-4af7-b722-7986bcabaa1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.040144 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-981a1d6b-5fba-4171-9f19-7f50c10c0f96 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/74499a9d-8d28-4081-85d2-75aad1b2ae65 HTTP/1.1" status: 204 len: 168 time: 0.1794393 Apr 16 15:42:21.053350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.178483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35772) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:21.274853 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bea9fe33-4bd4-43bb-b31c-d40743ea336b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=1b8ce9a60fd24bc8bf6b520dbcb88cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959466 Apr 16 15:42:21.276416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35778) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:21.311878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56fcee73-7560-4d54-ba24-233122be4540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.327542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56fcee73-7560-4d54-ba24-233122be4540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.364348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56fcee73-7560-4d54-ba24-233122be4540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.367619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57a9ebd8-a592-4c7b-957d-355fb2e00bb2 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:21.373787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcee73-7560-4d54-ba24-233122be4540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71827df4-0277-4321-b37a-fd4b38479b42,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:21.381484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56fcee73-7560-4d54-ba24-233122be4540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:21.384558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56fcee73-7560-4d54-ba24-233122be4540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.387796 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-56fcee73-7560-4d54-ba24-233122be4540 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/71827df4-0277-4321-b37a-fd4b38479b42 HTTP/1.1" status: 204 len: 168 time: 0.1107576 Apr 16 15:42:21.560290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35786) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:21.572011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30b92321-ced5-4e4e-8a0f-7e3d79819527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.580769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-30b92321-ced5-4e4e-8a0f-7e3d79819527 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:21.583076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-30b92321-ced5-4e4e-8a0f-7e3d79819527 admin admin] Usage tracker for resource:security_group_rule and tenant:110e22d01a644568a70c956c53378fe3 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:21.584745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-30b92321-ced5-4e4e-8a0f-7e3d79819527 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:21.588121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-30b92321-ced5-4e4e-8a0f-7e3d79819527 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:21.639977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30b92321-ced5-4e4e-8a0f-7e3d79819527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.642597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30b92321-ced5-4e4e-8a0f-7e3d79819527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.648011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93caf01a-3160-412f-99ec-85744dc148c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:21.673824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-30b92321-ced5-4e4e-8a0f-7e3d79819527 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=110e22d01a644568a70c956c53378fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1123321 Apr 16 15:42:21.674284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b92321-ced5-4e4e-8a0f-7e3d79819527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db8c113-9ebf-4613-8fda-e7cde4fb4a3e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:21.674823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cdf9ee30-6fc5-4af7-b722-7986bcabaa1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.675599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35790) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:21.677314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30b92321-ced5-4e4e-8a0f-7e3d79819527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:21.686738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b99d8966-61a6-43ed-a1e7-a3a9608810e5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:21.713654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-939d025f-0512-4694-991e-293b410c6f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.730379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-939d025f-0512-4694-991e-293b410c6f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.745625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9ee30-6fc5-4af7-b722-7986bcabaa1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=9a35ec68-9657-4eef-ac99-fcadb563ca3b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:21.751338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cdf9ee30-6fc5-4af7-b722-7986bcabaa1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:21.758326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-939d025f-0512-4694-991e-293b410c6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.761674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-338904dd-638c-47c5-b1f5-1efe44feb9d9 tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:21.770243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d025f-0512-4694-991e-293b410c6f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db8c113-9ebf-4613-8fda-e7cde4fb4a3e,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:21.772302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-939d025f-0512-4694-991e-293b410c6f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:21.772881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-939d025f-0512-4694-991e-293b410c6f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.775570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-939d025f-0512-4694-991e-293b410c6f91 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/5db8c113-9ebf-4613-8fda-e7cde4fb4a3e HTTP/1.1" status: 204 len: 168 time: 0.0992711 Apr 16 15:42:21.784549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.792619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.810522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69493ba8-6d71-43ca-a2bd-75b16fc41e03 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:21.865038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cdf9ee30-6fc5-4af7-b722-7986bcabaa1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.868434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99b6821-c1d4-408b-83ae-6e804fc72830 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:21.871040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=7b77a616-3e3f-404c-af28-a7952fe7399c,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:21.875711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:21.879332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:21.892351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cdf9ee30-6fc5-4af7-b722-7986bcabaa1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/9a35ec68-9657-4eef-ac99-fcadb563ca3b HTTP/1.1" status: 204 len: 168 time: 1.0928218 Apr 16 15:42:21.893878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35796) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:21.958563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab1fac-6d05-48b4-8780-35151e14acd2 None None] Network a4cae469-a56d-428d-842c-cee5980a107e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:21.963837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc4fd38-66ce-4df2-b5c9-0159e63f66e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet ca8d8877-3845-4227-af9a-52adefc29317 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:21.966321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fd38-66ce-4df2-b5c9-0159e63f66e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.001547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fd38-66ce-4df2-b5c9-0159e63f66e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.006709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network a4cae469-a56d-428d-842c-cee5980a107e is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:22.007727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:22.062160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fd38-66ce-4df2-b5c9-0159e63f66e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.074308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 847dddef-56da-42d2-9d36-f240bb72595f up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:22.138094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6a4113b3-fb5c-4f24-a96e-a1318acc219f None None] Provisioning for port 8bd6c21d-3745-40a7-b264-1b6cc56713de completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:22.162166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4196e913-b4b2-40bb-806c-78e4820e37c0 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:42:22.178313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 847dddef-56da-42d2-9d36-f240bb72595f completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:22.198712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 847dddef-56da-42d2-9d36-f240bb72595f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:22.198957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.235338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fd38-66ce-4df2-b5c9-0159e63f66e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.244096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a89f02ad-a071-4064-953a-efd09c088ca7 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:22.267689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:22.272556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/4196e913-b4b2-40bb-806c-78e4820e37c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4299212 Apr 16 15:42:22.272726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35800) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:22.296411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4fd38-66ce-4df2-b5c9-0159e63f66e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8d8877-3845-4227-af9a-52adefc29317,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:22.299648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fdc4fd38-66ce-4df2-b5c9-0159e63f66e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:22.314214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Sync routers for ids ['4196e913-b4b2-40bb-806c-78e4820e37c0'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:22.321803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdc4fd38-66ce-4df2-b5c9-0159e63f66e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.323931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Routers {'4196e913-b4b2-40bb-806c-78e4820e37c0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:22.324482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4196e913-b4b2-40bb-806c-78e4820e37c0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:22.330175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35804) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:22.330271 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fdc4fd38-66ce-4df2-b5c9-0159e63f66e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/ca8d8877-3845-4227-af9a-52adefc29317 HTTP/1.1" status: 204 len: 168 time: 0.4355574 Apr 16 15:42:22.332838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.342588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 847dddef-56da-42d2-9d36-f240bb72595f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=847dddef-56da-42d2-9d36-f240bb72595f,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:22.347176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.347926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8bd6c21d-3745-40a7-b264-1b6cc56713de up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:22.365391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f36321f0-2151-45d7-ad95-897b8bb0a534 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:22.382218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0d68b14f-fca6-49e4-b67e-24391bc14370 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511286 Apr 16 15:42:22.384470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35808) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:22.388373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:22.430995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442893d-1f16-41a3-9e7e-af03551b9017 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:22.431268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442893d-1f16-41a3-9e7e-af03551b9017 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:22.431626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442893d-1f16-41a3-9e7e-af03551b9017 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:22.431889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442893d-1f16-41a3-9e7e-af03551b9017 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:22.432252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4442893d-1f16-41a3-9e7e-af03551b9017 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:22.433329 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4442893d-1f16-41a3-9e7e-af03551b9017 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3555 time: 0.1600187 Apr 16 15:42:22.435788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35812) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:22.440638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=847dddef-56da-42d2-9d36-f240bb72595f,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:22.459612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:22.473873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:22.476601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:22.478579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:22.483769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3036bc0c-9af6-45b0-a8bf-e23978bfec76 None None] Update dhcp port {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': 'ca8d8877-3845-4227-af9a-52adefc29317'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '34c8c9f5-1c0f-43be-832d-c4d6b935afc5'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:42:22.483933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:22.487395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Set router 4196e913-b4b2-40bb-806c-78e4820e37c0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:22.492174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:22.496235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.498096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef3280-f99a-49af-bfa1-150d0febc23a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:22.498517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef3280-f99a-49af-bfa1-150d0febc23a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:22.498887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef3280-f99a-49af-bfa1-150d0febc23a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:22.499251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ef3280-f99a-49af-bfa1-150d0febc23a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:22.500427 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e6ef3280-f99a-49af-bfa1-150d0febc23a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0640552 Apr 16 15:42:22.502629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35816) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:22.521225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 8bd6c21d-3745-40a7-b264-1b6cc56713de completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:22.535582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 8bd6c21d-3745-40a7-b264-1b6cc56713de triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:22.535746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.577569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3036bc0c-9af6-45b0-a8bf-e23978bfec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.635544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0cac5e53-eaa5-4766-ac1c-c7f091f3d056 None None] Provisioning for port 7b77a616-3e3f-404c-af28-a7952fe7399c completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:22.667580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0cac5e53-eaa5-4766-ac1c-c7f091f3d056 None None] Provisioning complete for port 7b77a616-3e3f-404c-af28-a7952fe7399c triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:22.667823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cac5e53-eaa5-4766-ac1c-c7f091f3d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.680919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-800359b7-aec7-4515-a481-3fc9097d4bb9 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1757269 Apr 16 15:42:22.736858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0cac5e53-eaa5-4766-ac1c-c7f091f3d056 None None] Port 7b77a616-3e3f-404c-af28-a7952fe7399c cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:22.756211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.759382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:20Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7b77a616-3e3f-404c-af28-a7952fe7399c', 'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:4e:70:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:20Z', 'updated_at': '2021-04-16T15:42:21Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:22.761824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Checking router: 4196e913-b4b2-40bb-806c-78e4820e37c0 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:42:22.762085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Updating router 4196e913-b4b2-40bb-806c-78e4820e37c0 port 7b77a616-3e3f-404c-af28-a7952fe7399c binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:42:22.768203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0cac5e53-eaa5-4766-ac1c-c7f091f3d056 None None] Provisioning complete for port 8bd6c21d-3745-40a7-b264-1b6cc56713de triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:22.768440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cac5e53-eaa5-4766-ac1c-c7f091f3d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.812350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.836335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.846495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4ca31d62-739d-43ea-a9b2-cf49ad534bc5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:22.910118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35822) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:22.914001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104433105', 'description': 'tempest-secgroup-smoke-1104433105 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:22.917962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:22.920783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:22.922938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:22.926401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:22.937128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:22.952924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:22.956038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:22.957881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:22.961777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:22.980591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5821e54a-8950-46e2-bef4-50bc20af86e6 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:23.012274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.016683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.023697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b5954ba-d5d1-4849-a205-6eab8d953982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:23.034627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 8bd6c21d-3745-40a7-b264-1b6cc56713de, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8bd6c21d-3745-40a7-b264-1b6cc56713de,segment=NetworkSegment(45646bad-8f93-42da-8ff6-bad84e6f8bb6),segment_id=45646bad-8f93-42da-8ff6-bad84e6f8bb6)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:23.045704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.049788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2f4f419e-4ca5-4df6-b294-a23375dc96d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:23.058751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.060153 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1492698 Apr 16 15:42:23.065360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35826) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:23.065494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.074465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Transition to ACTIVE for port object 7b77a616-3e3f-404c-af28-a7952fe7399c will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:23.075372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:23.075780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '5a15dbfb-c020-4789-bd92-091cc18b5877', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:23.080322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.082449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:23.085288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a15dbfb-c020-4789-bd92-091cc18b5877,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.091014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51f6c1a8-ee04-4c4f-b269-58af3d4df96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:23.093992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:23.096618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.097294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:23.101402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:23.114364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.120755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:23.120994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 52aa3a5c-a02a-40da-9a7c-5d7f23756b60 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:23.121960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=8bd6c21d-3745-40a7-b264-1b6cc56713de,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.125356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.168545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.172255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.174092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb2570dd-2e20-42e3-ae16-40f714252f5a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:23.185846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54c9110-5b3b-4ffc-8bf3-8e0310db6409,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.193730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.206326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.207372 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411712 Apr 16 15:42:23.209479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35830) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:23.214080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '5a15dbfb-c020-4789-bd92-091cc18b5877', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:23.218581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:23.221516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:23.224027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:23.228437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:23.239849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.279755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=a4c8e4ef-e793-466c-8306-e1752b74501f,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.285145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.293937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.296427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.297716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-61619074-c444-4e00-91d8-56dfdf4235c3 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:23.298396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f709d20-984d-412d-ba64-ab4eb4f5c4af None None] Update dhcp port {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'fixed_ips': [{'subnet_id': 'a4c8e4ef-e793-466c-8306-e1752b74501f'}], 'binding:host_id': 'dv-neutron-786478-2-hyperv'}, 'id': '34c8c9f5-1c0f-43be-832d-c4d6b935afc5'} from dv-neutron-786478-2-hyperv. {{(pid=86008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:325}} Apr 16 15:42:23.310979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c02c469-9e3c-433f-a80f-255307eab168,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.312494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.316952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.317810 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1076138 Apr 16 15:42:23.319931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35834) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:23.325236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '5a15dbfb-c020-4789-bd92-091cc18b5877', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:23.329496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:23.330214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:23.331780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:23.336842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:23.338073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Pushing event updated for resources: {'Port': ['ID=7b77a616-3e3f-404c-af28-a7952fe7399c,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.339309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:23.343222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:23.343593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.347142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:23.348465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.348676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.348876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.349073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.349265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.349458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.349691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.349831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.350026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.350164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f709d20-984d-412d-ba64-ab4eb4f5c4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.350221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.350581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.350581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:23.352852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.365563 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9786329 Apr 16 15:42:23.365563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.365970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35838) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:23.372401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bd38bf8e-0d77-4926-8593-efff73769e16 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:23.395825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-51ebed82-c19e-4043-b60d-20fbb5f97f9e None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:23.396064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51ebed82-c19e-4043-b60d-20fbb5f97f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.402252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.407497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.409065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-092e37ff-236d-486a-9cf5-263a3804540c tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:23.423923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419c0bd8-c9d4-45a5-80b3-fc97973f7baa,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.425775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.430979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.431856 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1107869 Apr 16 15:42:23.433718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35842) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:23.438465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '5a15dbfb-c020-4789-bd92-091cc18b5877', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:23.443361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:23.447167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:23.450044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:23.454855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:23.471048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.493461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bd38bf8e-0d77-4926-8593-efff73769e16 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:23.496193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bd38bf8e-0d77-4926-8593-efff73769e16 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:23.502459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bd38bf8e-0d77-4926-8593-efff73769e16 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:23.506016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bd38bf8e-0d77-4926-8593-efff73769e16 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:23.513385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd38bf8e-0d77-4926-8593-efff73769e16 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:23.513791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Attempting to bind port 7b77a616-3e3f-404c-af28-a7952fe7399c on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:42:23.514071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Attempting to bind port 7b77a616-3e3f-404c-af28-a7952fe7399c by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:42:23.514301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Attempting to bind port 7b77a616-3e3f-404c-af28-a7952fe7399c on network a4cae469-a56d-428d-842c-cee5980a107e {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:23.518687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:42:23.519308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Checking segment: {'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:23.519985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.520253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Bound using segment: {'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:42:23.520556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Bound port: 7b77a616-3e3f-404c-af28-a7952fe7399c, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:42:23.520797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.525027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd38bf8e-0d77-4926-8593-efff73769e16 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.525636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.529148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.530725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bf5995c-bd7a-41db-9bda-8cd4a6f27f7a tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:23.547924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45f05e7-2784-4b0e-8573-7c468bb43d27,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.551257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.554804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.555688 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211972 Apr 16 15:42:23.558978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35846) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:23.563490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '5a15dbfb-c020-4789-bd92-091cc18b5877', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:23.569315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:23.572012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:23.574402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:23.578020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:23.579524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7f709d20-984d-412d-ba64-ab4eb4f5c4af None None] Allocated IP 2001:db8::2 (202228ea-75c8-4a07-a357-aa1a8927fb48/a4c8e4ef-e793-466c-8306-e1752b74501f/34c8c9f5-1c0f-43be-832d-c4d6b935afc5) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:23.587483 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:42:23.591962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] For port 7b77a616-3e3f-404c-af28-a7952fe7399c, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:42:23.592939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.594651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] For port 7b77a616-3e3f-404c-af28-a7952fe7399c, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7b77a616-3e3f-404c-af28-a7952fe7399c,segment=NetworkSegment(45646bad-8f93-42da-8ff6-bad84e6f8bb6),segment_id=45646bad-8f93-42da-8ff6-bad84e6f8bb6)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:42:23.601818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.641382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.ipam_backend_mixin [None req-bd38bf8e-0d77-4926-8593-efff73769e16 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4c8e4ef-e793-466c-8306-e1752b74501f (CIDR: 2001:db8::/64) Apr 16 15:42:23.642355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.644897 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd38bf8e-0d77-4926-8593-efff73769e16 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:42:23.645265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd38bf8e-0d77-4926-8593-efff73769e16 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:23.645933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.647928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:23.655305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45ed254c-c2ab-4ce5-844b-a5b3e46b189c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:23.658769 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bd38bf8e-0d77-4926-8593-efff73769e16 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2920840 Apr 16 15:42:23.659450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a071e76-e076-4925-a9cb-7d16537f615a,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.660467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35850) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:23.661534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.666594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'subnet': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:23.670968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.673761 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1120119 Apr 16 15:42:23.673913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35854) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:23.678187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '5a15dbfb-c020-4789-bd92-091cc18b5877', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:23.679842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7f709d20-984d-412d-ba64-ab4eb4f5c4af None None] For port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:23.681928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:23.684683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:23.686887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:23.690980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:23.697397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:42:23.702009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.703989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f709d20-984d-412d-ba64-ab4eb4f5c4af None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.718633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7f709d20-984d-412d-ba64-ab4eb4f5c4af None None] Transition to ACTIVE for port object 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:23.719715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Pushing event updated for resources: {'Port': ['ID=7b77a616-3e3f-404c-af28-a7952fe7399c,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.722072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7f709d20-984d-412d-ba64-ab4eb4f5c4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.722162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.734367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:23.738500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Routers {'4196e913-b4b2-40bb-806c-78e4820e37c0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:23.738894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4196e913-b4b2-40bb-806c-78e4820e37c0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:23.752309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:23.755111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Usage tracker for resource:subnet and tenant:495c33084ebc4055ae9dacca760ef79b is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:23.757166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:23.760887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.762063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:23.765218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.767618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-edf6493e-9d1b-4084-9af3-12d9c9a65976 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:23.773742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:23.777548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.788635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156155e8-a70b-47ff-b7c5-4cd5fe646528,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.794948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.795725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:23.801789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220233 Apr 16 15:42:23.836380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f709d20-984d-412d-ba64-ab4eb4f5c4af None None] Pushing event updated for resources: {'Port': ['ID=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,revision_number=12']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:23.839585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f709d20-984d-412d-ba64-ab4eb4f5c4af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:23.866171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] Set router 4196e913-b4b2-40bb-806c-78e4820e37c0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:23.949080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 847dddef-56da-42d2-9d36-f240bb72595f up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:23.994997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 847dddef-56da-42d2-9d36-f240bb72595f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:23.995584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:24.004194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-0863216c-71f4-4db1-bfa9-652b74ca35d8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104433105&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.0328169 Apr 16 15:42:24.106250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8bd6c21d-3745-40a7-b264-1b6cc56713de up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:24.121783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-a3618e2e-5bef-4492-9a8a-44105f48e2c0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:24.123518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-a3618e2e-5bef-4492-9a8a-44105f48e2c0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:24.137065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:20Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7b77a616-3e3f-404c-af28-a7952fe7399c', 'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:4e:70:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:20Z', 'updated_at': '2021-04-16T15:42:23Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:24.148463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55d0173-c228-4e3b-a547-0624d7d7f1c8 None None] The sync data for ids ['4196e913-b4b2-40bb-806c-78e4820e37c0'] in dv-neutron-786478-2-hyperv is: [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:20Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7b77a616-3e3f-404c-af28-a7952fe7399c', 'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:4e:70:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:20Z', 'updated_at': '2021-04-16T15:42:23Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:24.151551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-a3618e2e-5bef-4492-9a8a-44105f48e2c0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:24.152337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-a3618e2e-5bef-4492-9a8a-44105f48e2c0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/networks?id=a4cae469-a56d-428d-842c-cee5980a107e HTTP/1.1" status: 200 len: 797 time: 0.1475389 Apr 16 15:42:24.167437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 8bd6c21d-3745-40a7-b264-1b6cc56713de triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:24.167781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:24.170824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-c82781b2-f5b4-4498-b3fc-38aeb0c980b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/quotas/8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 375 time: 0.0143571 Apr 16 15:42:24.241339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.objects.ports [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=86007) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 15:42:24.253195 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-9506794c-591c-4f5c-92f2-39cb1d1be405 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733821 Apr 16 15:42:24.319108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:24.354996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-240a9adf-8eef-420e-ac7a-e074e6bd4d06 service neutron] 10.222.0.95 "GET /v2.0/networks/a4cae469-a56d-428d-842c-cee5980a107e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935116 Apr 16 15:42:24.391323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:24.401317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:24.420909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:24.426234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:24.427645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e0f7fa8-d447-423e-84c2-8aa9506554a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:24.467975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,revision_number=14']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:24.471585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:24.487350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-704d75fb-917d-40a5-bb6a-ea54d4738fd8 service neutron] 10.222.0.95 "GET /v2.0/networks/a4cae469-a56d-428d-842c-cee5980a107e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276367 Apr 16 15:42:24.570156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] For port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:24.592101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:24.600918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:24.604622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:24.614790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ba16db1b-52f1-40a9-b391-b7a431400e81 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:24.631927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1ae382c2-df38-4e1c-8525-fa996cbfb9e9 req-5c7829bc-c059-44c4-a5dd-575a68ed9a03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 210 time: 0.0391140 Apr 16 15:42:24.656011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca0188-ee34-4b85-9ff3-c08e116fe114 None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:24.715690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,revision_number=15']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:24.721708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:24.722396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee85f034-d59f-4c07-9e38-618c16ac1bd6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:24.728647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a5b6585f-36fa-4235-8cf5-d9a4e056d047 None None] Provisioning for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:24.733529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a5b6585f-36fa-4235-8cf5-d9a4e056d047 None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:24.733800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5b6585f-36fa-4235-8cf5-d9a4e056d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:24.867730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5b6585f-36fa-4235-8cf5-d9a4e056d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:24.912952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a5b6585f-36fa-4235-8cf5-d9a4e056d047 None None] For port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:24.916628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a5b6585f-36fa-4235-8cf5-d9a4e056d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:24.918341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d845949a-e570-4f44-942b-7048687d507e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:24.964793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6585f-36fa-4235-8cf5-d9a4e056d047 None None] Pushing event updated for resources: {'Port': ['ID=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,revision_number=16']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:24.966635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a5b6585f-36fa-4235-8cf5-d9a4e056d047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:25.054033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Subnet': ['ID=cea5c98f-ed42-459e-a754-a55250be8f00,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:25.056576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:25.057553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:25.058233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:25.064310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:25.064649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:25.079216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4180040 Apr 16 15:42:25.081273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35880) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:25.085032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Request body: {'port': {'network_id': '202228ea-75c8-4a07-a357-aa1a8927fb48', 'mac_address': 'fa:16:3e:7f:46:d5', 'name': 'tempest-NetworksTestDHCPv6-389802322'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:25.166248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:25.171791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:25.178644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Made reservation on behalf of 495c33084ebc4055ae9dacca760ef79b for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:25.261151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:25.277703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] device_id is not set on port bd093721-c7ea-4d77-a02d-e9d3e7d76a3b yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:42:25.368870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2df8ded-cc89-4aa3-9cd1-788b4aa2e25a None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:25.407456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8::19b (202228ea-75c8-4a07-a357-aa1a8927fb48/a4c8e4ef-e793-466c-8306-e1752b74501f/bd093721-c7ea-4d77-a02d-e9d3e7d76a3b) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:25.410925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7f:46d5 (202228ea-75c8-4a07-a357-aa1a8927fb48/cea5c98f-ed42-459e-a754-a55250be8f00/bd093721-c7ea-4d77-a02d-e9d3e7d76a3b) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:25.538079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:25.548274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Transition to ACTIVE for port object bd093721-c7ea-4d77-a02d-e9d3e7d76a3b will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:25.568003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:25.576961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6dc86640-1104-4cf4-9484-1394ffacca09 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:25.597648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bd20e1fa-1bf4-46d2-b935-a22f40a56734 None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:25.597944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd20e1fa-1bf4-46d2-b935-a22f40a56734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:25.649609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event updated for resources: {'Port': ['ID=bd093721-c7ea-4d77-a02d-e9d3e7d76a3b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:25.652233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:25.684853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:25.685619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:25.689789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:25.693012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:25.693400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:25.708800 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6268384 Apr 16 15:42:25.710566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35886) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:25.730140 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8fd79b23-0e09-4992-98ef-f7b43db2c750 req-95e41fa9-de9e-401e-a0d0-225a29e9f63b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 210 time: 0.0318215 Apr 16 15:42:25.754857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-db64cf94-2679-4fcd-aebc-8bd3c99d7634 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting port bd093721-c7ea-4d77-a02d-e9d3e7d76a3b {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:25.755068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db64cf94-2679-4fcd-aebc-8bd3c99d7634 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:25.854883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e21e6065-093d-4fff-a3d8-217054bbd688 None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:25.855130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21e6065-093d-4fff-a3d8-217054bbd688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:25.903213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db64cf94-2679-4fcd-aebc-8bd3c99d7634 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:25.953302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e21e6065-093d-4fff-a3d8-217054bbd688 None None] Provisioning for port bd093721-c7ea-4d77-a02d-e9d3e7d76a3b completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:25.957836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b77a616-3e3f-404c-af28-a7952fe7399c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:25.977558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-db64cf94-2679-4fcd-aebc-8bd3c99d7634 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Calling delete_port for bd093721-c7ea-4d77-a02d-e9d3e7d76a3b owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:25.977667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e21e6065-093d-4fff-a3d8-217054bbd688 None None] Provisioning complete for port bd093721-c7ea-4d77-a02d-e9d3e7d76a3b triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:25.977838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e21e6065-093d-4fff-a3d8-217054bbd688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.019758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e21e6065-093d-4fff-a3d8-217054bbd688 None None] Port bd093721-c7ea-4d77-a02d-e9d3e7d76a3b cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:26.025722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 7b77a616-3e3f-404c-af28-a7952fe7399c completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:26.028861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7b77a616-3e3f-404c-af28-a7952fe7399c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:26.029113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.096176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.111597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db64cf94-2679-4fcd-aebc-8bd3c99d7634 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.114742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 7b77a616-3e3f-404c-af28-a7952fe7399c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7b77a616-3e3f-404c-af28-a7952fe7399c,segment=NetworkSegment(45646bad-8f93-42da-8ff6-bad84e6f8bb6),segment_id=45646bad-8f93-42da-8ff6-bad84e6f8bb6)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:26.116528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.117068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:26.120327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed3b1475-d37a-4e95-b676-ba5e175d38f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:26.131813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a5b6585f-36fa-4235-8cf5-d9a4e056d047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:26.161912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e9d0d687-7bb2-4587-a63c-26b871746d9b None None] Could not find standard attr ID for object bd093721-c7ea-4d77-a02d-e9d3e7d76a3b. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 15:42:26.170597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db64cf94-2679-4fcd-aebc-8bd3c99d7634 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Port': ['ID=bd093721-c7ea-4d77-a02d-e9d3e7d76a3b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:26.174525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db64cf94-2679-4fcd-aebc-8bd3c99d7634 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:26.190195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=7b77a616-3e3f-404c-af28-a7952fe7399c,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:26.192017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:26.197720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:26.197937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.258594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db64cf94-2679-4fcd-aebc-8bd3c99d7634 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.267274 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-db64cf94-2679-4fcd-aebc-8bd3c99d7634 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/bd093721-c7ea-4d77-a02d-e9d3e7d76a3b HTTP/1.1" status: 204 len: 168 time: 0.5560431 Apr 16 15:42:26.267504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35890) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:26.316881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d11e3ec-df52-4a0d-b458-306aff91c04c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:26.317808 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5d11e3ec-df52-4a0d-b458-306aff91c04c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0496073 Apr 16 15:42:26.319620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35894) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:26.369013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf51b7-3bb1-4d5f-9fe4-011bbaaeccad tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:26.369788 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3fbf51b7-3bb1-4d5f-9fe4-011bbaaeccad tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0495663 Apr 16 15:42:26.371315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35898) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:26.411643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab9c87-9c17-4be8-8475-5eef4b1ea0f0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:26.412455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab9c87-9c17-4be8-8475-5eef4b1ea0f0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:26.413285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab9c87-9c17-4be8-8475-5eef4b1ea0f0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:26.413723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-baab9c87-9c17-4be8-8475-5eef4b1ea0f0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:26.423388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-baab9c87-9c17-4be8-8475-5eef4b1ea0f0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:26.424061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-baab9c87-9c17-4be8-8475-5eef4b1ea0f0 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0521181 Apr 16 15:42:26.425859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35902) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:26.465035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fb129a-93c2-44f3-94d7-b19534767464 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet a4c8e4ef-e793-466c-8306-e1752b74501f {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:26.467142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22fb129a-93c2-44f3-94d7-b19534767464 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.499067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22fb129a-93c2-44f3-94d7-b19534767464 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.543124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22fb129a-93c2-44f3-94d7-b19534767464 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.683307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22fb129a-93c2-44f3-94d7-b19534767464 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.691808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-feb924a5-fa84-49b8-9f9e-1cafe5c53cb7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:26.739085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb129a-93c2-44f3-94d7-b19534767464 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=a4c8e4ef-e793-466c-8306-e1752b74501f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:26.741373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22fb129a-93c2-44f3-94d7-b19534767464 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:26.850994 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4a5cbe57-1a97-4fc2-9735-baf71419de1b req-3caf2606-ca63-4d16-b9ea-f85ca74b8fdd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 210 time: 0.0436537 Apr 16 15:42:26.863506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22fb129a-93c2-44f3-94d7-b19534767464 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.868546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d883a78-9c62-488e-a9fe-fab10172ff0d None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:26.882266 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-22fb129a-93c2-44f3-94d7-b19534767464 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/a4c8e4ef-e793-466c-8306-e1752b74501f HTTP/1.1" status: 204 len: 168 time: 0.4557292 Apr 16 15:42:26.884445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35908) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:26.895950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-7303b64d-abfe-498b-87a2-32c0ba2b0657 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:26.896827 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-7303b64d-abfe-498b-87a2-32c0ba2b0657 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=a4cae469-a56d-428d-842c-cee5980a107e HTTP/1.1" status: 200 len: 797 time: 0.1389182 Apr 16 15:42:26.932212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3712f5-a63c-4374-a937-7a1f76fa37bc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Deleting subnet cea5c98f-ed42-459e-a754-a55250be8f00 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:26.934434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f3712f5-a63c-4374-a937-7a1f76fa37bc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:26.947074 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-6991ab4b-321a-4686-a896-35b0439d4276 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 8069 time: 0.0388632 Apr 16 15:42:26.971799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f3712f5-a63c-4374-a937-7a1f76fa37bc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.023392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f3712f5-a63c-4374-a937-7a1f76fa37bc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.174816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f3712f5-a63c-4374-a937-7a1f76fa37bc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.184382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-28cca4d4-b354-4898-a50c-a78ea6d8de38 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:27.228252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'device_id': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'admin_state_up': True, 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'security_groups': ['5a15dbfb-c020-4789-bd92-091cc18b5877']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:27.231106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3712f5-a63c-4374-a937-7a1f76fa37bc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Subnet': ['ID=cea5c98f-ed42-459e-a754-a55250be8f00,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:27.239497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f3712f5-a63c-4374-a937-7a1f76fa37bc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:27.261551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f3712f5-a63c-4374-a937-7a1f76fa37bc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.267770 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0f3712f5-a63c-4374-a937-7a1f76fa37bc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/cea5c98f-ed42-459e-a754-a55250be8f00 HTTP/1.1" status: 204 len: 168 time: 0.3825755 Apr 16 15:42:27.269429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35916) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.314197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f1915d83-bd4a-4aaa-a8d1-7f473a18334c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423794 Apr 16 15:42:27.314361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35920) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.318969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:27.321415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:port and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:27.323210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:27.326640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:27.333701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:27.337494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.362370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc46f5ad-34b3-4234-afef-8d3f48c404c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:27.362808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dc46f5ad-34b3-4234-afef-8d3f48c404c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:27.372122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dc46f5ad-34b3-4234-afef-8d3f48c404c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:27.374326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a0179-fb2e-4f50-9b06-b18173590bdd None None] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:27.385629 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dc46f5ad-34b3-4234-afef-8d3f48c404c6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0691249 Apr 16 15:42:27.389938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35924) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.429604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b25d8f01-a671-4dbc-8958-6191fb66d27a None None] Provisioning complete for port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:27.429868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b25d8f01-a671-4dbc-8958-6191fb66d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.455271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0499a1c3-f187-454b-8e0f-7e0ff5a4d156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:27.455628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0499a1c3-f187-454b-8e0f-7e0ff5a4d156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Synchronizing usage tracker for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:27.474024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.10 (a4cae469-a56d-428d-842c-cee5980a107e/b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd/955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:27.477405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0499a1c3-f187-454b-8e0f-7e0ff5a4d156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Unset dirty status for tenant:495c33084ebc4055ae9dacca760ef79b on resource:subnet {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:27.478158 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0499a1c3-f187-454b-8e0f-7e0ff5a4d156 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0876148 Apr 16 15:42:27.481949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35928) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.527323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2e58ed60-9faf-44e7-8452-7081a2f3df3c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442808 Apr 16 15:42:27.529935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35932) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.554186 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a851369-dc35-4810-a0a4-9968b50c8375 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.554499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a851369-dc35-4810-a0a4-9968b50c8375 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.555517 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5a851369-dc35-4810-a0a4-9968b50c8375 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/bd093721-c7ea-4d77-a02d-e9d3e7d76a3b HTTP/1.1" status: 404 len: 333 time: 0.0250025 Apr 16 15:42:27.557235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35936) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.579868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-090738d3-aa07-4d29-89e7-883a181d5164 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.580152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-090738d3-aa07-4d29-89e7-883a181d5164 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.582898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-090738d3-aa07-4d29-89e7-883a181d5164 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/cea5c98f-ed42-459e-a754-a55250be8f00 HTTP/1.1" status: 404 len: 337 time: 0.0230658 Apr 16 15:42:27.584370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 35940) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.607053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acf3be4-a921-47ed-bcad-1c2b6ec6c6c7 None None] DHCP port deletion for 202228ea-75c8-4a07-a357-aa1a8927fb48 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:42:27.608880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.609733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4acf3be4-a921-47ed-bcad-1c2b6ec6c6c7 None None] Deleting port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:27.610243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4acf3be4-a921-47ed-bcad-1c2b6ec6c6c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.617765 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1de1ed-c3f7-47d8-b11e-9d172bb0bbd4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.618014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1de1ed-c3f7-47d8-b11e-9d172bb0bbd4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.624893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1d1de1ed-c3f7-47d8-b11e-9d172bb0bbd4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/a4c8e4ef-e793-466c-8306-e1752b74501f HTTP/1.1" status: 404 len: 337 time: 0.0399139 Apr 16 15:42:27.625582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:27.627027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35944) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.640121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.649548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2154c8bd-1f49-41c5-a7e8-ac851239958d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:27.655418 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc726920-5f3f-464c-b556-c4603e0e8e71 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.655773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc726920-5f3f-464c-b556-c4603e0e8e71 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.658407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dc726920-5f3f-464c-b556-c4603e0e8e71 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/e24fe7a3-e744-46bb-ac37-e9bb169ec63b HTTP/1.1" status: 404 len: 333 time: 0.0290151 Apr 16 15:42:27.658606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35948) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.680958 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3375504-7f33-4328-b9e6-5d3a442effcc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.681240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3375504-7f33-4328-b9e6-5d3a442effcc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.684092 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a3375504-7f33-4328-b9e6-5d3a442effcc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/9a35ec68-9657-4eef-ac99-fcadb563ca3b HTTP/1.1" status: 404 len: 337 time: 0.0230885 Apr 16 15:42:27.684092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35952) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.705966 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eab5b50-b168-4404-aae0-0778e29187f7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.706391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eab5b50-b168-4404-aae0-0778e29187f7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.708691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5eab5b50-b168-4404-aae0-0778e29187f7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/ca8d8877-3845-4227-af9a-52adefc29317 HTTP/1.1" status: 404 len: 337 time: 0.0225894 Apr 16 15:42:27.708818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35956) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.724086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:27.732883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:27.733682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4acf3be4-a921-47ed-bcad-1c2b6ec6c6c7 None None] For port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,segment=NetworkSegment(3427cb93-202a-400e-a125-492e74f1186d),segment_id=3427cb93-202a-400e-a125-492e74f1186d)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:27.734046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4acf3be4-a921-47ed-bcad-1c2b6ec6c6c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.735553 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-df11c305-955d-4d65-a4ed-327b2007008e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.735852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df11c305-955d-4d65-a4ed-327b2007008e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.736888 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-df11c305-955d-4d65-a4ed-327b2007008e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/88d5d94c-2660-45e2-9db7-80b291fde9ba HTTP/1.1" status: 404 len: 333 time: 0.0275168 Apr 16 15:42:27.738644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35960) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.757264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network a4cae469-a56d-428d-842c-cee5980a107e is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:27.757890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:27.759352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:27.761238 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0267a56a-d3ea-4ef0-b0b4-bc6d3dc9e3a5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.761522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0267a56a-d3ea-4ef0-b0b4-bc6d3dc9e3a5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.762555 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0267a56a-d3ea-4ef0-b0b4-bc6d3dc9e3a5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/a85cc6d4-6ff0-4514-a20b-942b46339392 HTTP/1.1" status: 404 len: 337 time: 0.0233231 Apr 16 15:42:27.764509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35964) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.788566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-48eefd4b-0cb7-42f6-86fd-7b3ebf9bdb07 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.788860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48eefd4b-0cb7-42f6-86fd-7b3ebf9bdb07 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.790173 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-48eefd4b-0cb7-42f6-86fd-7b3ebf9bdb07 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/31dde563-2cb0-43e6-8c38-de683cd563ca HTTP/1.1" status: 404 len: 337 time: 0.0248408 Apr 16 15:42:27.791962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35968) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.800893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:27.801295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.809234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4acf3be4-a921-47ed-bcad-1c2b6ec6c6c7 None None] Calling delete_port for 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:27.813156 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5876262 Apr 16 15:42:27.820500 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-81536c05-78df-4449-8b9d-d78e18780913 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.820826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81536c05-78df-4449-8b9d-d78e18780913 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.823567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-81536c05-78df-4449-8b9d-d78e18780913 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/8af6398e-36ad-4e82-80e4-cc84fc95992d HTTP/1.1" status: 404 len: 333 time: 0.0293417 Apr 16 15:42:27.826044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Request body: {'port': {'device_id': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:27.826794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35972) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.853916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2001da1-196e-4d6d-b4a3-184622a3a15d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.854207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2001da1-196e-4d6d-b4a3-184622a3a15d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.857126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2001da1-196e-4d6d-b4a3-184622a3a15d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/4e11eea3-d122-4c7f-a177-b93ac0267640 HTTP/1.1" status: 404 len: 337 time: 0.0278006 Apr 16 15:42:27.857362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35976) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.858330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4acf3be4-a921-47ed-bcad-1c2b6ec6c6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.869250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12269c0e-1a30-4416-ac2c-1175e0a018fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:27.892578 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-03157de3-7276-4b3d-84a2-2c3ce56a58f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.892872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03157de3-7276-4b3d-84a2-2c3ce56a58f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.893950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-03157de3-7276-4b3d-84a2-2c3ce56a58f6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/b993e79c-3042-4dd4-aea1-a871fa02db52 HTTP/1.1" status: 404 len: 337 time: 0.0359619 Apr 16 15:42:27.898739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35982) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.923184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:27.925599 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd71a49-3e37-47f6-b296-abd68e2b9060 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.925903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd71a49-3e37-47f6-b296-abd68e2b9060 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.926944 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1cd71a49-3e37-47f6-b296-abd68e2b9060 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/7b6804b7-d181-4d9e-83b0-664185bf7e7d HTTP/1.1" status: 404 len: 333 time: 0.0276020 Apr 16 15:42:27.928739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35986) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.955482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-43012c58-3e7c-40c4-8c92-858a6c266ca5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.956086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b77a616-3e3f-404c-af28-a7952fe7399c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:27.956198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43012c58-3e7c-40c4-8c92-858a6c266ca5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.956820 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-43012c58-3e7c-40c4-8c92-858a6c266ca5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/d8af452a-2e88-4413-b47e-f9a491f693c6 HTTP/1.1" status: 404 len: 337 time: 0.0273919 Apr 16 15:42:27.958591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35990) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:27.975998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf3be4-a921-47ed-bcad-1c2b6ec6c6c7 None None] Pushing event deleted for resources: {'Port': ['ID=34c8c9f5-1c0f-43be-832d-c4d6b935afc5,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:27.981053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4acf3be4-a921-47ed-bcad-1c2b6ec6c6c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:27.984059 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84dea31-ab62-49e1-b745-12515e25bdf1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:27.984412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84dea31-ab62-49e1-b745-12515e25bdf1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:27.985656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d84dea31-ab62-49e1-b745-12515e25bdf1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/960eea89-2c38-4f96-9426-16dd0f783abe HTTP/1.1" status: 404 len: 333 time: 0.0264492 Apr 16 15:42:27.987511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35994) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.007825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-40813f2f-5d57-4271-8680-eefdae26c70e None None] Provisioning for port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:28.014248 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-500f9b84-7328-48fc-a960-60acda35d931 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.014730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500f9b84-7328-48fc-a960-60acda35d931 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.017676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-40813f2f-5d57-4271-8680-eefdae26c70e None None] Provisioning complete for port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:28.017954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-40813f2f-5d57-4271-8680-eefdae26c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:28.018948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-500f9b84-7328-48fc-a960-60acda35d931 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/215acb43-ccda-49cf-9f7a-570fec8f3254 HTTP/1.1" status: 404 len: 337 time: 0.0308414 Apr 16 15:42:28.019441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 35998) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.045147 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-2537b253-54d0-4765-9a42-08a9ed3e33df tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.045597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2537b253-54d0-4765-9a42-08a9ed3e33df tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.045972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf3be4-a921-47ed-bcad-1c2b6ec6c6c7 None None] No DVR routers for this DVR port 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:28.048642 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2537b253-54d0-4765-9a42-08a9ed3e33df tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/8a8f6d9d-9851-4238-8d71-b059dbf228cd HTTP/1.1" status: 404 len: 333 time: 0.0285585 Apr 16 15:42:28.049039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36002) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.049466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33d95c-0e43-4109-b905-243522e3bb4e req-4b28bd5a-ea9e-4d70-a1a7-dce54e29759e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:28.050196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5a33d95c-0e43-4109-b905-243522e3bb4e req-4b28bd5a-ea9e-4d70-a1a7-dce54e29759e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:28.061301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-40813f2f-5d57-4271-8680-eefdae26c70e None None] Port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:28.062610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7b77a616-3e3f-404c-af28-a7952fe7399c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:28.062887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:28.072698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b01ce0-db5e-4b43-a001-2005490a94f7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.072988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b01ce0-db5e-4b43-a001-2005490a94f7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.075920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e5b01ce0-db5e-4b43-a001-2005490a94f7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/8796e5c0-b7cf-4077-8ba3-b58122ca34e0 HTTP/1.1" status: 404 len: 337 time: 0.0262704 Apr 16 15:42:28.076302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36006) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.077788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5a33d95c-0e43-4109-b905-243522e3bb4e req-4b28bd5a-ea9e-4d70-a1a7-dce54e29759e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:28.078821 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5a33d95c-0e43-4109-b905-243522e3bb4e req-4b28bd5a-ea9e-4d70-a1a7-dce54e29759e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 932 time: 0.1288929 Apr 16 15:42:28.103756 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f6d150-6862-4985-b0cc-9e9438bfe644 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.104048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f6d150-6862-4985-b0cc-9e9438bfe644 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.108774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-49f6d150-6862-4985-b0cc-9e9438bfe644 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/0ea509a9-f28c-490e-ba9c-eace363bc3a8 HTTP/1.1" status: 404 len: 333 time: 0.0282240 Apr 16 15:42:28.108943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36010) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.133047 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa14b35d-4619-4314-baef-d16c5b5db787 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.133047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa14b35d-4619-4314-baef-d16c5b5db787 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.134353 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aa14b35d-4619-4314-baef-d16c5b5db787 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/de84c03c-a162-48cd-aee8-2212516069d6 HTTP/1.1" status: 404 len: 337 time: 0.0245705 Apr 16 15:42:28.136792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36014) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.144744 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5a33d95c-0e43-4109-b905-243522e3bb4e req-45ae4807-9efc-4626-a745-7931e3ae3b4a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379863 Apr 16 15:42:28.165882 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc6c8c1-2100-4f52-95ea-8a086b7593c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.166183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc6c8c1-2100-4f52-95ea-8a086b7593c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.167257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8cc6c8c1-2100-4f52-95ea-8a086b7593c4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/4e0933f2-9c45-4e05-a757-46fc60a8e3b6 HTTP/1.1" status: 404 len: 333 time: 0.0292666 Apr 16 15:42:28.169071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36018) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.172837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:28.193385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:28.193585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 34c8c9f5-1c0f-43be-832d-c4d6b935afc5 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:28.194903 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4e675d-380e-4af0-8891-d0ae4252390b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.195294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4e675d-380e-4af0-8891-d0ae4252390b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.196870 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9b4e675d-380e-4af0-8891-d0ae4252390b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/6e53f355-1c3d-4f7b-8c72-af1859e9b830 HTTP/1.1" status: 404 len: 337 time: 0.0265851 Apr 16 15:42:28.198121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36022) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.212334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:42:28.216677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:28.222491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3d50e1-614f-4801-bde0-35c946aab769 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.222782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3d50e1-614f-4801-bde0-35c946aab769 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.223752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7b3d50e1-614f-4801-bde0-35c946aab769 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/62b3949f-19e5-48fc-b2a4-d5d66ea6fcf7 HTTP/1.1" status: 404 len: 333 time: 0.0250359 Apr 16 15:42:28.225418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36026) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.226703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Transition to ACTIVE for port object 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:28.229775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:28.238917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bc7b60b1-9ee8-4291-b481-a56b7d514bd7 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:28.247856 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0572308d-4f5f-4176-a6ba-65dd0d3abe85 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.248106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0572308d-4f5f-4176-a6ba-65dd0d3abe85 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.249075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0572308d-4f5f-4176-a6ba-65dd0d3abe85 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/2b653be0-f4c1-4784-bb71-1a62e37689c4 HTTP/1.1" status: 404 len: 337 time: 0.0231140 Apr 16 15:42:28.250623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36030) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.273797 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-411bc668-d3bb-40ef-85be-9658e37034d1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.274065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411bc668-d3bb-40ef-85be-9658e37034d1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.275070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-411bc668-d3bb-40ef-85be-9658e37034d1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/293da862-59f0-4d67-b343-a6a582889210 HTTP/1.1" status: 404 len: 337 time: 0.0238931 Apr 16 15:42:28.278344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36034) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.304323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a78d5dc-fb80-48a9-93ce-ad5449e0d951 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.304707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a78d5dc-fb80-48a9-93ce-ad5449e0d951 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.305723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0a78d5dc-fb80-48a9-93ce-ad5449e0d951 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/1f1b9d44-fc21-4ecd-9c01-71966f36cdbd HTTP/1.1" status: 404 len: 333 time: 0.0267699 Apr 16 15:42:28.308039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36038) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.343249 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4425bf7-d14d-4267-9a71-1d6f9b38b18b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.343528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4425bf7-d14d-4267-9a71-1d6f9b38b18b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.344735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e4425bf7-d14d-4267-9a71-1d6f9b38b18b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/a4e9a2fe-42eb-4bd2-9d3e-772adee3ea8d HTTP/1.1" status: 404 len: 337 time: 0.0356696 Apr 16 15:42:28.346584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36042) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.373011 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-48524ddf-0afd-4560-9735-51eb80b9607f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.373293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48524ddf-0afd-4560-9735-51eb80b9607f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.376581 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-48524ddf-0afd-4560-9735-51eb80b9607f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/7df6feae-d092-4d9f-9e5c-d3e338a58fa4 HTTP/1.1" status: 404 len: 337 time: 0.0293894 Apr 16 15:42:28.377125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36046) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.405265 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac04e257-7cd4-4424-bb2e-c75c4c498d7e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.405581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac04e257-7cd4-4424-bb2e-c75c4c498d7e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.408737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac04e257-7cd4-4424-bb2e-c75c4c498d7e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/acc96b67-793d-4a31-b04f-f811dd39a0ff HTTP/1.1" status: 404 len: 333 time: 0.0307450 Apr 16 15:42:28.409161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36050) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.432953 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f0434d-404a-490a-98ad-7b3e1f47057c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.433264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f0434d-404a-490a-98ad-7b3e1f47057c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.434313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-13f0434d-404a-490a-98ad-7b3e1f47057c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/261f2ada-8707-4563-88f2-301e5070e9eb HTTP/1.1" status: 404 len: 337 time: 0.0245378 Apr 16 15:42:28.436112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36054) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.462708 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d875d8d-3720-4133-93f3-9f04c783dbae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.463020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d875d8d-3720-4133-93f3-9f04c783dbae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.463995 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1d875d8d-3720-4133-93f3-9f04c783dbae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/62bb58c8-2d8b-41bb-97a6-27390aa383ff HTTP/1.1" status: 404 len: 337 time: 0.0273025 Apr 16 15:42:28.466233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36058) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.493396 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90ac7f9-5870-4909-9c4c-76e7583850fc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.493709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90ac7f9-5870-4909-9c4c-76e7583850fc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.494789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e90ac7f9-5870-4909-9c4c-76e7583850fc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/f555a691-2127-4d2e-9924-2f49052b0812 HTTP/1.1" status: 404 len: 333 time: 0.0274875 Apr 16 15:42:28.498205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36062) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.521052 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-566d3671-5faa-45ff-8a22-db00962113ca tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.521302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566d3671-5faa-45ff-8a22-db00962113ca tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.522290 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-566d3671-5faa-45ff-8a22-db00962113ca tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/f0590834-2c80-4f63-b6a7-b56bca0d3fb8 HTTP/1.1" status: 404 len: 337 time: 0.0234601 Apr 16 15:42:28.525710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36066) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.556001 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cb7a7e-00ab-4b5f-b12f-cc3b0c61d7ce tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.556622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cb7a7e-00ab-4b5f-b12f-cc3b0c61d7ce tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.558827 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-89cb7a7e-00ab-4b5f-b12f-cc3b0c61d7ce tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/58059f19-0017-46b9-b140-7872c079e0c4 HTTP/1.1" status: 404 len: 337 time: 0.0322626 Apr 16 15:42:28.560708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36070) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.568687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:28.571231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:28.591781 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8297e2a7-1e79-4283-9997-a349cce744a4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports?device_id=f197c5a4-d907-45f8-8d43-7c3742692ac3 HTTP/1.1" status: 200 len: 205 time: 0.0285645 Apr 16 15:42:28.591919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36074) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.634361 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-ead3514e-0127-4640-8490-138e197f1c64 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] delete failed (client error): The resource could not be found. Apr 16 15:42:28.636789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ead3514e-0127-4640-8490-138e197f1c64 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/routers/f197c5a4-d907-45f8-8d43-7c3742692ac3 HTTP/1.1" status: 404 len: 336 time: 0.0426159 Apr 16 15:42:28.637007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36078) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.661301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-379f471a-140a-4280-bd37-021e5c49331c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.661591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379f471a-140a-4280-bd37-021e5c49331c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.662917 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-379f471a-140a-4280-bd37-021e5c49331c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/703e3056-a856-4425-9817-d1283a8f2e11 HTTP/1.1" status: 404 len: 337 time: 0.0251229 Apr 16 15:42:28.664460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36082) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.694729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d6243d9a-a939-4f9a-86b5-9692439a7265 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "GET /v2.0/ports?device_id=03563743-0356-48b0-87c7-2cf01b948634 HTTP/1.1" status: 200 len: 205 time: 0.0294211 Apr 16 15:42:28.696194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36086) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.697415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Attempting to bind port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:42:28.697621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Attempting to bind port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:42:28.697818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Attempting to bind port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 on network a4cae469-a56d-428d-842c-cee5980a107e {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:28.700640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 on network a4cae469-a56d-428d-842c-cee5980a107e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:42:28.700824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Attempting to bind port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 on network a4cae469-a56d-428d-842c-cee5980a107e {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:28.703846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:42:28.704041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Checking segment: {'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:28.704280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Bound using segment: {'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:42:28.704521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Bound port: 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45646bad-8f93-42da-8ff6-bad84e6f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:42:28.704731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:28.735215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-d19aae6a-09eb-4e89-acae-9fda03e9c66b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] delete failed (client error): The resource could not be found. Apr 16 15:42:28.735787 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d19aae6a-09eb-4e89-acae-9fda03e9c66b tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/routers/03563743-0356-48b0-87c7-2cf01b948634 HTTP/1.1" status: 404 len: 336 time: 0.0390341 Apr 16 15:42:28.737530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36090) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.753999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] For port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:42:28.755704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] For port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1,segment=NetworkSegment(45646bad-8f93-42da-8ff6-bad84e6f8bb6),segment_id=45646bad-8f93-42da-8ff6-bad84e6f8bb6)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:42:28.758628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:28.759502 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e4e671-e0cf-41a5-a4be-6c77aadfb9b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.759774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e4e671-e0cf-41a5-a4be-6c77aadfb9b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.760758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f8e4e671-e0cf-41a5-a4be-6c77aadfb9b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/f88689d8-522f-4342-81a6-6b158a3ceeb7 HTTP/1.1" status: 404 len: 337 time: 0.0226545 Apr 16 15:42:28.764216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36094) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.767247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-532fef02-dbd5-49e5-bed9-6356b097921f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:28.789469 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-73204e1f-d054-44a4-93b3-86a0a256d731 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.789783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73204e1f-d054-44a4-93b3-86a0a256d731 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.792576 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-73204e1f-d054-44a4-93b3-86a0a256d731 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/e08cd7ef-5c59-4c28-b325-4388598050b4 HTTP/1.1" status: 404 len: 337 time: 0.0261207 Apr 16 15:42:28.792746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36098) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.816297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a01eee-8c9a-4721-be29-e0cfcf6ef805 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.816566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a01eee-8c9a-4721-be29-e0cfcf6ef805 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.817541 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f4a01eee-8c9a-4721-be29-e0cfcf6ef805 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/32eabcba-56c9-420c-a700-67951e9a31c4 HTTP/1.1" status: 404 len: 333 time: 0.0242090 Apr 16 15:42:28.819162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36102) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.841425 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ef75a1-1a4e-4f37-865e-21adbda9c4a7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.841723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ef75a1-1a4e-4f37-865e-21adbda9c4a7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.842722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-24ef75a1-1a4e-4f37-865e-21adbda9c4a7 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/367fe33c-dd45-40a1-80bf-495180b86a3b HTTP/1.1" status: 404 len: 337 time: 0.0230086 Apr 16 15:42:28.844367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36106) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.850146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Pushing event updated for resources: {'Port': ['ID=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:28.852812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:28.870499 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-13051f1a-aed4-4fc6-b462-2c66f4d4c77c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.870802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13051f1a-aed4-4fc6-b462-2c66f4d4c77c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.871699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:28.871832 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-13051f1a-aed4-4fc6-b462-2c66f4d4c77c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/27a10ec9-1226-4cf1-a69c-688d42723b34 HTTP/1.1" status: 404 len: 333 time: 0.0269406 Apr 16 15:42:28.872340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:28.873193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] 10.222.0.107 "PUT /v2.0/ports/955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 HTTP/1.1" status: 200 len: 1094 time: 1.0501246 Apr 16 15:42:28.873538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'tag': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:42:28.873732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36110) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.897558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-adef2b68-da7b-43ea-9afe-953baf8eedc1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.897847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adef2b68-da7b-43ea-9afe-953baf8eedc1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.898938 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-adef2b68-da7b-43ea-9afe-953baf8eedc1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/81131d9e-3f78-4d9e-8efb-627dbdc515af HTTP/1.1" status: 404 len: 337 time: 0.0246356 Apr 16 15:42:28.900769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36116) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.904013 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'tag': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1', 'status': 'completed', 'code': 200} Apr 16 15:42:28.925964 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-db67b49a-b9de-450f-bf2a-14fcee05d1f9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.926269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db67b49a-b9de-450f-bf2a-14fcee05d1f9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.928935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-db67b49a-b9de-450f-bf2a-14fcee05d1f9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/6f40e701-063f-4838-bfea-76af02ad47ec HTTP/1.1" status: 404 len: 333 time: 0.0259399 Apr 16 15:42:28.932267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36120) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.958328 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c0048e-df5c-44e5-a32b-d3ccc35d4bea tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.958729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c0048e-df5c-44e5-a32b-d3ccc35d4bea tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.959702 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-82c0048e-df5c-44e5-a32b-d3ccc35d4bea tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/9c7e5f24-be1c-4a66-a311-27290bcb6fee HTTP/1.1" status: 404 len: 337 time: 0.0268290 Apr 16 15:42:28.961632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36124) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:28.962826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-077a890f-1053-493f-ad30-1459da15e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:28.963756 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-077a890f-1053-493f-ad30-1459da15e2ae service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 1097 time: 0.0471475 Apr 16 15:42:28.986924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e45eef-7be1-452d-8b15-530d24db3af8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:28.987191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12e45eef-7be1-452d-8b15-530d24db3af8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:28.988223 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-12e45eef-7be1-452d-8b15-530d24db3af8 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/9f041fff-a461-4868-ba1e-52f72d5c826a HTTP/1.1" status: 404 len: 333 time: 0.0260038 Apr 16 15:42:28.989955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36128) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:29.011969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-400565c0-fd05-4d1e-95fe-3e33633f35a3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:29.012080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-fb730600-2b7c-459c-9932-a193541680bd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 HTTP/1.1" status: 200 len: 217 time: 0.0381773 Apr 16 15:42:29.012259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400565c0-fd05-4d1e-95fe-3e33633f35a3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:29.013238 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-400565c0-fd05-4d1e-95fe-3e33633f35a3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/fd0a952f-b515-4860-aa5a-33b5a4036988 HTTP/1.1" status: 404 len: 337 time: 0.0227273 Apr 16 15:42:29.015226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36132) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:29.040512 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cb71e1-5df8-431e-8c95-6fd2b4d35128 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:29.040815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33cb71e1-5df8-431e-8c95-6fd2b4d35128 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:29.041763 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-33cb71e1-5df8-431e-8c95-6fd2b4d35128 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/c42b9913-bc03-4d63-9890-8ba975369863 HTTP/1.1" status: 404 len: 333 time: 0.0259709 Apr 16 15:42:29.043344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36136) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:29.055787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-e2eb9299-5da7-4e8f-a4b8-25fda350615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:29.056676 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-e2eb9299-5da7-4e8f-a4b8-25fda350615c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd HTTP/1.1" status: 200 len: 835 time: 0.0364423 Apr 16 15:42:29.064978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc48782-20d7-4fb6-a81b-0c5f0b4a9d95 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:29.065221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc48782-20d7-4fb6-a81b-0c5f0b4a9d95 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:29.066190 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-adc48782-20d7-4fb6-a81b-0c5f0b4a9d95 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/db0c89d9-e7ed-4c78-a487-3ab2814a3fa7 HTTP/1.1" status: 404 len: 337 time: 0.0222678 Apr 16 15:42:29.067693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36140) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:29.092471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea1668a-14ba-4e55-bf3a-23cf86128a15 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:29.092773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea1668a-14ba-4e55-bf3a-23cf86128a15 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:29.095571 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6ea1668a-14ba-4e55-bf3a-23cf86128a15 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/83c09a72-10d1-48c2-9e53-2420265c0c57 HTTP/1.1" status: 404 len: 333 time: 0.0269349 Apr 16 15:42:29.095653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36144) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:29.123806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-764f9fdc-79cf-445d-94c4-4581ee84d2f3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:29.124031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764f9fdc-79cf-445d-94c4-4581ee84d2f3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:29.124952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-764f9fdc-79cf-445d-94c4-4581ee84d2f3 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/fe234393-bddd-4355-adb9-b2c7eb5252b8 HTTP/1.1" status: 404 len: 337 time: 0.0286958 Apr 16 15:42:29.126331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36148) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:29.151958 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-436378cf-18de-4940-8419-30689ba2c7ed tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:29.152185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436378cf-18de-4940-8419-30689ba2c7ed tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:29.153068 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-436378cf-18de-4940-8419-30689ba2c7ed tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/ports/20b6627a-7d29-4fcd-ae0f-702c132f97b3 HTTP/1.1" status: 404 len: 333 time: 0.0262089 Apr 16 15:42:29.154834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36152) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:29.155026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-166ea0e6-3c47-48c5-b2c2-6d29ea6f5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:29.155779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-166ea0e6-3c47-48c5-b2c2-6d29ea6f5e91 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a4cae469-a56d-428d-842c-cee5980a107e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908370 Apr 16 15:42:29.180899 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa09d7d8-0c60-4eed-9579-90ac6f564b96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] DELETE failed (client error): The resource could not be found. Apr 16 15:42:29.181187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa09d7d8-0c60-4eed-9579-90ac6f564b96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 15:42:29.184005 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aa09d7d8-0c60-4eed-9579-90ac6f564b96 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/subnets/89d50124-3277-49bc-a7c9-d4e61f423c39 HTTP/1.1" status: 404 len: 337 time: 0.0267770 Apr 16 15:42:29.184230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36158) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:29.273979 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-1fc1b34b-7c74-4a3f-823a-4b5fce4ac987 service neutron] 10.222.0.107 "GET /v2.0/networks/a4cae469-a56d-428d-842c-cee5980a107e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088130 Apr 16 15:42:29.306294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dc4d6-6c31-41f3-816a-b05ffeef4626 req-e122dea0-a728-4d0e-8fc6-3d20cd75c185 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:29.307307 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-415dc4d6-6c31-41f3-816a-b05ffeef4626 req-e122dea0-a728-4d0e-8fc6-3d20cd75c185 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 944 time: 0.0896826 Apr 16 15:42:29.378461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-415dc4d6-6c31-41f3-816a-b05ffeef4626 req-a41e0bad-d88e-4c5b-b139-bafb8e4bf86c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461533 Apr 16 15:42:29.391963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cce419ff-758f-493a-a4ab-c6637eea3bf8 req-8f435654-0665-4632-9b30-14f4f0a0fe52 service neutron] 10.222.0.107 "GET /v2.0/networks/a4cae469-a56d-428d-842c-cee5980a107e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080790 Apr 16 15:42:29.535320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:29.634852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:29.696201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202228ea-75c8-4a07-a357-aa1a8927fb48']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:29.703451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3427cb93-202a-400e-a125-492e74f1186d') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:29.703892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3427cb93-202a-400e-a125-492e74f1186d') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:29.711042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:29.721449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:29.728873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Releasing vlan 1459 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:42:29.825983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:29.827381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c9ad5-c67d-4243-9609-7717a5791b73 req-ddf15f73-c6cb-410b-bc34-f923eb9c10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:29.828317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b25c9ad5-c67d-4243-9609-7717a5791b73 req-ddf15f73-c6cb-410b-bc34-f923eb9c10df service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 1097 time: 0.0467312 Apr 16 15:42:29.831217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:29.919287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c9ad5-c67d-4243-9609-7717a5791b73 req-f11d8ab7-1318-4a29-a9b3-39537bde62da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:29.920365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b25c9ad5-c67d-4243-9609-7717a5791b73 req-f11d8ab7-1318-4a29-a9b3-39537bde62da service neutron] 10.222.0.107 "GET /v2.0/networks?id=a4cae469-a56d-428d-842c-cee5980a107e HTTP/1.1" status: 200 len: 899 time: 0.0867968 Apr 16 15:42:29.941783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Network 202228ea-75c8-4a07-a357-aa1a8927fb48 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:42:29.954617 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:42:29.968231 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b25c9ad5-c67d-4243-9609-7717a5791b73 req-616f572a-801d-4e1f-b6b9-a8bbc4105f5e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 HTTP/1.1" status: 200 len: 217 time: 0.0424709 Apr 16 15:42:30.002548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:30.006207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0acf6309-dc6e-44a0-9811-368dc534a1f8 tempest-RoutersIpV6Test-1938219009 tempest-RoutersIpV6Test-1938219009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:30.012927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c9ad5-c67d-4243-9609-7717a5791b73 req-b49bdfa0-05a0-4630-82cc-d6857c765b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:30.014169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b25c9ad5-c67d-4243-9609-7717a5791b73 req-b49bdfa0-05a0-4630-82cc-d6857c765b21 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd HTTP/1.1" status: 200 len: 835 time: 0.0411463 Apr 16 15:42:30.033506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:30.038576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Pushing event deleted for resources: {'Network': ['ID=202228ea-75c8-4a07-a357-aa1a8927fb48,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:30.042262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] 10.222.0.95 "DELETE /v2.0/networks/202228ea-75c8-4a07-a357-aa1a8927fb48 HTTP/1.1" status: 204 len: 168 time: 0.8555388 Apr 16 15:42:30.042262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:30.066054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c9ad5-c67d-4243-9609-7717a5791b73 req-8dad918c-d833-42c8-bf96-ba8c07edb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:30.067117 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b25c9ad5-c67d-4243-9609-7717a5791b73 req-8dad918c-d833-42c8-bf96-ba8c07edb6b5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a4cae469-a56d-428d-842c-cee5980a107e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471728 Apr 16 15:42:30.153950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b25c9ad5-c67d-4243-9609-7717a5791b73 req-3d2b198b-d466-412b-9e58-4a357f091f58 service neutron] 10.222.0.107 "GET /v2.0/networks/a4cae469-a56d-428d-842c-cee5980a107e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810337 Apr 16 15:42:30.207380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36166) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:30.246858 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b25c9ad5-c67d-4243-9609-7717a5791b73 req-758e9304-90ca-4877-87c9-3374e3832dce service neutron] 10.222.0.107 "GET /v2.0/networks/a4cae469-a56d-428d-842c-cee5980a107e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815704 Apr 16 15:42:30.315273 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-23420b7c-d645-478f-a691-b31cad8058d8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=495c33084ebc4055ae9dacca760ef79b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063800 Apr 16 15:42:30.318584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36172) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:30.355762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a88a747e-1460-4ac9-b60d-02d45216b27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:30.372345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a88a747e-1460-4ac9-b60d-02d45216b27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:30.408584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a88a747e-1460-4ac9-b60d-02d45216b27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:30.415928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf64f06f-7897-4c3f-9c8f-4ee0cd353470 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:30.427882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a747e-1460-4ac9-b60d-02d45216b27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00b0013-a514-41c1-811c-fe47535cbd63,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:30.429969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a88a747e-1460-4ac9-b60d-02d45216b27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:30.431269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a88a747e-1460-4ac9-b60d-02d45216b27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:30.432065 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a88a747e-1460-4ac9-b60d-02d45216b27f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c00b0013-a514-41c1-811c-fe47535cbd63 HTTP/1.1" status: 204 len: 168 time: 0.1128402 Apr 16 15:42:30.504164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4571378-1494-42ad-9e14-ef01800403a6 req-94780979-f359-4a07-b6ad-cfb441e2decc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:30.505110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4571378-1494-42ad-9e14-ef01800403a6 req-94780979-f359-4a07-b6ad-cfb441e2decc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 944 time: 0.0496221 Apr 16 15:42:30.532046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4571378-1494-42ad-9e14-ef01800403a6 req-169b4b66-eca6-47f0-ba3e-2d0a08ffc4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0231359 Apr 16 15:42:30.861552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36198) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:30.933061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-22258388'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:30.937113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:30.940189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Usage tracker for resource:network and tenant:b39eed9e18a540be85a4dc3fff994e5a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:30.942268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:30.946242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:30.952244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Made reservation on behalf of b39eed9e18a540be85a4dc3fff994e5a for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:30.955698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:30.965754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:30.974745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:30.976946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Usage tracker for resource:security_group_rule and tenant:b39eed9e18a540be85a4dc3fff994e5a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:30.978566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:30.981855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:31.036606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.038503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.040392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bba28dee-312a-4a22-8700-9f127097c527 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:31.060168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1488} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:42:31.065697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6596cc15-870b-4567-a4b5-eda5a0c9043f,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:31.068168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:31.070202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.070407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Added segment 8924ed31-7af4-48a1-8af2-0a63a845a907 of type vlan for network d655ef33-f6b1-4818-93f5-f31238c10e24 Apr 16 15:42:31.084606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.100022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.103032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:31.103384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.105334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:31.164790 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.2984693 Apr 16 15:42:31.164790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event updated for resources: {'Network': ['ID=d655ef33-f6b1-4818-93f5-f31238c10e24,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:31.165298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36204) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:31.166593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:31.174047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Request body: {'subnet': {'network_id': 'd655ef33-f6b1-4818-93f5-f31238c10e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:31.177971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network d655ef33-f6b1-4818-93f5-f31238c10e24 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:42:31.245485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:31.247706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Usage tracker for resource:subnet and tenant:b39eed9e18a540be85a4dc3fff994e5a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:31.249282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:31.252467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:31.258113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Made reservation on behalf of b39eed9e18a540be85a4dc3fff994e5a for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:31.261450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.493719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.500253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2fa2800-6c81-4692-87cd-f7aeb9e960c8 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:31.565874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event updated for resources: {'Subnet': ['ID=4a70a3fe-f0ac-4ab2-88cc-bdfb47cb9411,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:31.572597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:31.632924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Checking segment: {'id': '8924ed31-7af4-48a1-8af2-0a63a845a907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'd655ef33-f6b1-4818-93f5-f31238c10e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:31.633253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Network hostable DHCP agents. Network: d655ef33-f6b1-4818-93f5-f31238c10e24, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:42:31.651338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Network d655ef33-f6b1-4818-93f5-f31238c10e24 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:42:31.657436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:42:31.659673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, d655ef33-f6b1-4818-93f5-f31238c10e24) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:31.666150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e621f-39b5-42e9-9179-78ece92d2b13 req-726b868f-c64b-46ce-b097-ac0395b21bb0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:31.666843 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5f6e621f-39b5-42e9-9179-78ece92d2b13 req-726b868f-c64b-46ce-b097-ac0395b21bb0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 944 time: 0.0644276 Apr 16 15:42:31.668836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e4e39-9e55-445b-8485-25cbaa508390 None None] Network d655ef33-f6b1-4818-93f5-f31238c10e24 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:31.672247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:31.672719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.694998 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5276418 Apr 16 15:42:31.697044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36210) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:31.701404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3c3e57be-0c6d-40f2-9fea-660885121fe8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-281986173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:31.706543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3c3e57be-0c6d-40f2-9fea-660885121fe8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:31.709139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3c3e57be-0c6d-40f2-9fea-660885121fe8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Usage tracker for resource:router and tenant:b39eed9e18a540be85a4dc3fff994e5a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:31.711401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3c3e57be-0c6d-40f2-9fea-660885121fe8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:31.715255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3c3e57be-0c6d-40f2-9fea-660885121fe8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:31.715975 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5f6e621f-39b5-42e9-9179-78ece92d2b13 req-75877d45-3c59-4748-82e5-765e21fe050c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400605 Apr 16 15:42:31.728603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c3e57be-0c6d-40f2-9fea-660885121fe8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.729403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c3e57be-0c6d-40f2-9fea-660885121fe8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.740307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c3e57be-0c6d-40f2-9fea-660885121fe8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.754102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c3e57be-0c6d-40f2-9fea-660885121fe8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.770240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c3e57be-0c6d-40f2-9fea-660885121fe8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:31.772941 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3c3e57be-0c6d-40f2-9fea-660885121fe8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.0732763 Apr 16 15:42:31.773307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36214) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:31.981264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1,segment=NetworkSegment(45646bad-8f93-42da-8ff6-bad84e6f8bb6),segment_id=45646bad-8f93-42da-8ff6-bad84e6f8bb6)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:31.995862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'port_id': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1', 'mac_address': 'fa:16:3e:26:67:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:42:32.049944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-d655ef33-f6b1-4818-93f5-f31238c10e24', 'network_id': 'd655ef33-f6b1-4818-93f5-f31238c10e24', 'tenant_id': 'b39eed9e18a540be85a4dc3fff994e5a', 'fixed_ips': [{'subnet_id': '4a70a3fe-f0ac-4ab2-88cc-bdfb47cb9411'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:42:32.050549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:32.058143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:32.072324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:42:32.111208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1,segment=NetworkSegment(45646bad-8f93-42da-8ff6-bad84e6f8bb6),segment_id=45646bad-8f93-42da-8ff6-bad84e6f8bb6)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:32.115631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:32.120641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36eefcb6-3108-4a5b-af6d-961432ca291c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:32.193778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:32.196610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:32.202535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Allocated IP 172.20.0.2 (d655ef33-f6b1-4818-93f5-f31238c10e24/4a70a3fe-f0ac-4ab2-88cc-bdfb47cb9411/13bfc134-63e3-4111-bd90-f7bd8c1fbe94) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:32.351075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:32.366199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:32.373247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Transition to ACTIVE for port object 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:32.385359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Transition to ACTIVE for port object 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:32.389294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:32.398472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d04d48c-440a-4def-8d8c-6a1c1a4ae187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:32.468284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Pushing event updated for resources: {'Port': ['ID=13bfc134-63e3-4111-bd90-f7bd8c1fbe94,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:32.470451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:32.504074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Network d655ef33-f6b1-4818-93f5-f31238c10e24 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:32.504791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:32.506178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:32.557682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:42:32.576131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Attempting to bind port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:42:32.576352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Attempting to bind port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '8924ed31-7af4-48a1-8af2-0a63a845a907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'd655ef33-f6b1-4818-93f5-f31238c10e24'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:42:32.576580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Attempting to bind port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 on network d655ef33-f6b1-4818-93f5-f31238c10e24 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:32.585379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:42:32.585606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Checking segment: {'id': '8924ed31-7af4-48a1-8af2-0a63a845a907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'd655ef33-f6b1-4818-93f5-f31238c10e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:32.585857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:32.586098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Bound using segment: {'id': '8924ed31-7af4-48a1-8af2-0a63a845a907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'd655ef33-f6b1-4818-93f5-f31238c10e24'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:42:32.586393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Bound port: 13bfc134-63e3-4111-bd90-f7bd8c1fbe94, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8924ed31-7af4-48a1-8af2-0a63a845a907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1488, 'network_id': 'd655ef33-f6b1-4818-93f5-f31238c10e24'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:42:32.586646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:32.588816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Allocated IP 172.20.0.1 (d655ef33-f6b1-4818-93f5-f31238c10e24/4a70a3fe-f0ac-4ab2-88cc-bdfb47cb9411/2c8b7fea-7471-4005-9e86-898eae6b7769) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:32.666610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] For port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:42:32.680133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] For port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=13bfc134-63e3-4111-bd90-f7bd8c1fbe94,segment=NetworkSegment(8924ed31-7af4-48a1-8af2-0a63a845a907),segment_id=8924ed31-7af4-48a1-8af2-0a63a845a907)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:42:32.685764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:32.694851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f709d20-984d-412d-ba64-ab4eb4f5c4af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:32.697271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:32.708362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Transition to ACTIVE for port object 2c8b7fea-7471-4005-9e86-898eae6b7769 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:32.731978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:32.742762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4ae33613-9b30-47ec-b1b6-49b9ede1eac9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:32.799934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Pushing event updated for resources: {'Port': ['ID=13bfc134-63e3-4111-bd90-f7bd8c1fbe94,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:32.802049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:32.863487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event updated for resources: {'Port': ['ID=2c8b7fea-7471-4005-9e86-898eae6b7769,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:32.863487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:32.910367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258d50e-fed2-4437-8bb0-80d8ef56d9b3 req-8fb745bf-2167-4d0e-8546-bf172a47b68a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:32.911447 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0258d50e-fed2-4437-8bb0-80d8ef56d9b3 req-8fb745bf-2167-4d0e-8546-bf172a47b68a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 945 time: 0.1086228 Apr 16 15:42:32.926340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Network d655ef33-f6b1-4818-93f5-f31238c10e24 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:32.928051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:32.931111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:32.978647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0258d50e-fed2-4437-8bb0-80d8ef56d9b3 req-4277869c-ce87-483a-8025-86bc2ddc43a3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628507 Apr 16 15:42:32.982187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:33.042254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:33.260114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:33.263097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:33.276708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74ec29e6-2e5e-4d75-aed9-93e2d43b7bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:33.324972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event updated for resources: {'Port': ['ID=2c8b7fea-7471-4005-9e86-898eae6b7769,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:33.326586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:33.333998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:33.401897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Network d655ef33-f6b1-4818-93f5-f31238c10e24 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:33.402556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:33.508071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Router cfc261f4-74d3-45dc-a43a-80a92c22dbf0 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:42:33.608407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:33.619254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e673e1-5ec9-4882-80ba-499751df3225 None None] Sync routers for ids ['cfc261f4-74d3-45dc-a43a-80a92c22dbf0'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:33.620446 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "PUT /v2.0/routers/cfc261f4-74d3-45dc-a43a-80a92c22dbf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8460486 Apr 16 15:42:33.624118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36220) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:33.625293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e673e1-5ec9-4882-80ba-499751df3225 None None] Routers {'cfc261f4-74d3-45dc-a43a-80a92c22dbf0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:33.625697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-90e673e1-5ec9-4882-80ba-499751df3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cfc261f4-74d3-45dc-a43a-80a92c22dbf0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:33.631667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Request body: {'port': {'network_id': 'd655ef33-f6b1-4818-93f5-f31238c10e24', 'name': 'tempest-FloatingIPNegativeTestJSON-1305027373'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:33.660433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-90e673e1-5ec9-4882-80ba-499751df3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:33.665514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e673e1-5ec9-4882-80ba-499751df3225 None None] Routers {'cfc261f4-74d3-45dc-a43a-80a92c22dbf0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:33.665863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-90e673e1-5ec9-4882-80ba-499751df3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cfc261f4-74d3-45dc-a43a-80a92c22dbf0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:33.695420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:33.720234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-90e673e1-5ec9-4882-80ba-499751df3225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:33.720463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e673e1-5ec9-4882-80ba-499751df3225 None None] The sync data for ids ['cfc261f4-74d3-45dc-a43a-80a92c22dbf0'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:33.729617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:33.732409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Usage tracker for resource:port and tenant:b39eed9e18a540be85a4dc3fff994e5a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:33.734133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:33.737626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:33.743633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Made reservation on behalf of b39eed9e18a540be85a4dc3fff994e5a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:33.744908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:33.747254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:33.748577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:33.748818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:33.762429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] device_id is not set on port 94c7d60b-5613-41cf-b71d-221011a540e5 yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:42:33.828135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:33.846123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:42:33.847271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Allocated IP 172.20.0.3 (d655ef33-f6b1-4818-93f5-f31238c10e24/4a70a3fe-f0ac-4ab2-88cc-bdfb47cb9411/94c7d60b-5613-41cf-b71d-221011a540e5) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:33.852821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1,segment=NetworkSegment(45646bad-8f93-42da-8ff6-bad84e6f8bb6),segment_id=45646bad-8f93-42da-8ff6-bad84e6f8bb6)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:33.855446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:33.857314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:33.903568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1', 'code': 200} Apr 16 15:42:33.904114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:33.907232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:33.959366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:33.991460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:33.999942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:34.001153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Transition to ACTIVE for port object 94c7d60b-5613-41cf-b71d-221011a540e5 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:34.015850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.023507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1194fbb6-29d6-43d6-ae59-8ee9da1cecb6 None None] Network d655ef33-f6b1-4818-93f5-f31238c10e24 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:34.026363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7fa898f4-dd6c-4988-a20e-2c96b32eea3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:34.076002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ca51560a-7cb7-4178-ae5a-5f461e37ebe9 None None] Provisioning for port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:34.086058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ca51560a-7cb7-4178-ae5a-5f461e37ebe9 None None] Provisioning complete for port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:34.086288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca51560a-7cb7-4178-ae5a-5f461e37ebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.128392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event updated for resources: {'Port': ['ID=94c7d60b-5613-41cf-b71d-221011a540e5,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:34.130231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:34.172530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569115f1-6c4f-49c3-a3a5-a53e3cddd08f req-e91bb3d8-20f8-4039-89a1-b6008e587773 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:34.173782 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-569115f1-6c4f-49c3-a3a5-a53e3cddd08f req-e91bb3d8-20f8-4039-89a1-b6008e587773 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 946 time: 0.1271918 Apr 16 15:42:34.176538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Network d655ef33-f6b1-4818-93f5-f31238c10e24 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:34.177467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:34.179005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:34.211711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca51560a-7cb7-4178-ae5a-5f461e37ebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.229081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:34.229413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.238562 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-569115f1-6c4f-49c3-a3a5-a53e3cddd08f req-3337a2f5-0f22-44f3-ab1d-c430b4b1ce79 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433817 Apr 16 15:42:34.240544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ca51560a-7cb7-4178-ae5a-5f461e37ebe9 None None] For port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=13bfc134-63e3-4111-bd90-f7bd8c1fbe94,segment=NetworkSegment(8924ed31-7af4-48a1-8af2-0a63a845a907),segment_id=8924ed31-7af4-48a1-8af2-0a63a845a907)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:34.244347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca51560a-7cb7-4178-ae5a-5f461e37ebe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.247412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4acf3be4-a921-47ed-bcad-1c2b6ec6c6c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:34.247613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6200132 Apr 16 15:42:34.247613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36228) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:34.251055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:34.255078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:34.257402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Usage tracker for resource:floatingip and tenant:b39eed9e18a540be85a4dc3fff994e5a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:34.259187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:34.262616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:34.270191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.287239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51560a-7cb7-4178-ae5a-5f461e37ebe9 None None] Pushing event updated for resources: {'Port': ['ID=13bfc134-63e3-4111-bd90-f7bd8c1fbe94,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:34.289156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca51560a-7cb7-4178-ae5a-5f461e37ebe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:34.361558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.369676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fc34d4ba-4109-4cfb-9dcc-74efc0aacf90 None None] Provisioning for port 2c8b7fea-7471-4005-9e86-898eae6b7769 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:34.372555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fc34d4ba-4109-4cfb-9dcc-74efc0aacf90 None None] Provisioning complete for port 2c8b7fea-7471-4005-9e86-898eae6b7769 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:34.372791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc34d4ba-4109-4cfb-9dcc-74efc0aacf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.411663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fc34d4ba-4109-4cfb-9dcc-74efc0aacf90 None None] Port 2c8b7fea-7471-4005-9e86-898eae6b7769 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:34.419427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fc34d4ba-4109-4cfb-9dcc-74efc0aacf90 None None] Provisioning for port 94c7d60b-5613-41cf-b71d-221011a540e5 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:34.422703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fc34d4ba-4109-4cfb-9dcc-74efc0aacf90 None None] Provisioning complete for port 94c7d60b-5613-41cf-b71d-221011a540e5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:34.422965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc34d4ba-4109-4cfb-9dcc-74efc0aacf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.446319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Allocated IP 172.26.4.153 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/48999af9-0d4b-4817-af06-9181bbf87ce3) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:34.456849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fc34d4ba-4109-4cfb-9dcc-74efc0aacf90 None None] Port 94c7d60b-5613-41cf-b71d-221011a540e5 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:34.463831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fc34d4ba-4109-4cfb-9dcc-74efc0aacf90 None None] Provisioning complete for port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:34.464060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fc34d4ba-4109-4cfb-9dcc-74efc0aacf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.831585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2b83a346-262a-4b1e-8884-507b0e9686ba None None] Provisioning complete for port 2c8b7fea-7471-4005-9e86-898eae6b7769 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:34.831938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b83a346-262a-4b1e-8884-507b0e9686ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.837123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.840852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaced02-a93c-4716-825b-01211ac1d96f req-91730bcc-c3bd-46b3-9b62-7c3ff852f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:34.841780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-faaced02-a93c-4716-825b-01211ac1d96f req-91730bcc-c3bd-46b3-9b62-7c3ff852f687 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 1099 time: 0.0778942 Apr 16 15:42:34.864683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2b83a346-262a-4b1e-8884-507b0e9686ba None None] Port 2c8b7fea-7471-4005-9e86-898eae6b7769 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:34.872783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2b83a346-262a-4b1e-8884-507b0e9686ba None None] Provisioning complete for port 94c7d60b-5613-41cf-b71d-221011a540e5 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:34.873323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b83a346-262a-4b1e-8884-507b0e9686ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.874903 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-faaced02-a93c-4716-825b-01211ac1d96f req-958326e8-01b3-452c-96af-e893defcd469 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239623 Apr 16 15:42:34.875593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:34.883602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:34.913441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2b83a346-262a-4b1e-8884-507b0e9686ba None None] Port 94c7d60b-5613-41cf-b71d-221011a540e5 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:34.953952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event updated for resources: {'Port': ['ID=48999af9-0d4b-4817-af06-9181bbf87ce3,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:34.965231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.965467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.965691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.965917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.966140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.966363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.966602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.966824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.967045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.967266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.967486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.967705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:34.970858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:34.990561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:34.991230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:34.992509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:35.037740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.069081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.184507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.187575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.194510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed718fc0-1d71-475b-8969-ab8b4ea8076a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:35.265132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event updated for resources: {'Port': ['ID=48999af9-0d4b-4817-af06-9181bbf87ce3,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:35.270535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:35.361564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.382506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.383354 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1351178 Apr 16 15:42:35.387638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36234) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:35.388270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac4eed-ed10-4027-b452-2352f8c062d1 req-aabbe4f6-3aca-4ac8-acd1-f6963e467e6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:35.389422 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-65ac4eed-ed10-4027-b452-2352f8c062d1 req-aabbe4f6-3aca-4ac8-acd1-f6963e467e6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 946 time: 0.0882196 Apr 16 15:42:35.395447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c8d1ed7f-f967-4d1d-8521-36527b8da769 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Request body: {'floatingip': {'port_id': '94c7d60b-5613-41cf-b71d-221011a540e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:35.421219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-65ac4eed-ed10-4027-b452-2352f8c062d1 req-c969706d-e58e-4f5c-8d36-2b189736b21b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244989 Apr 16 15:42:35.448813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8d1ed7f-f967-4d1d-8521-36527b8da769 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for floatingip, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.560061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-c8d1ed7f-f967-4d1d-8521-36527b8da769 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] update failed (client error): The resource could not be found. Apr 16 15:42:35.560662 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c8d1ed7f-f967-4d1d-8521-36527b8da769 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "PUT /v2.0/floatingips/ad0add0f-4644-44c2-9127-53eafc72554e HTTP/1.1" status: 404 len: 507 time: 0.1719155 Apr 16 15:42:35.562779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36238) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:35.644567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Deleting port 48999af9-0d4b-4817-af06-9181bbf87ce3 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:35.644805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.740884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.741130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.778493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:42:35.807838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Calling delete_port for 48999af9-0d4b-4817-af06-9181bbf87ce3 owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:35.891273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.900599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3f36e0c2-c582-4e63-84f1-06e3115bab7c tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:35.911575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:35.954715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:35.955035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:35.955292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event deleted for resources: {'Port': ['ID=48999af9-0d4b-4817-af06-9181bbf87ce3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:35.962459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.962688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.962944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.963195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.963426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.963655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.963883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.964110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.964337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.964563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.964792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.965019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:35.967292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:36.061849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.069227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.070016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "DELETE /v2.0/floatingips/ad0add0f-4644-44c2-9127-53eafc72554e HTTP/1.1" status: 204 len: 168 time: 0.5066240 Apr 16 15:42:36.072837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36242) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:36.076474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4db177d8-8c3d-4c88-b50b-183b6e7a0ce2 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Request body: {'floatingip': {'floating_network_id': 'd655ef33-f6b1-4818-93f5-f31238c10e24', 'port_id': '94c7d60b-5613-41cf-b71d-221011a540e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:36.080418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4db177d8-8c3d-4c88-b50b-183b6e7a0ce2 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:36.082971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4db177d8-8c3d-4c88-b50b-183b6e7a0ce2 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Usage tracker for resource:floatingip and tenant:b39eed9e18a540be85a4dc3fff994e5a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:36.084930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4db177d8-8c3d-4c88-b50b-183b6e7a0ce2 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:36.088992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4db177d8-8c3d-4c88-b50b-183b6e7a0ce2 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:36.095729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4db177d8-8c3d-4c88-b50b-183b6e7a0ce2 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.185614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-4db177d8-8c3d-4c88-b50b-183b6e7a0ce2 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:42:36.186262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4db177d8-8c3d-4c88-b50b-183b6e7a0ce2 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1126976 Apr 16 15:42:36.189609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36246) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:36.193102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '94c7d60b-5613-41cf-b71d-221011a540e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:36.197057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:36.199390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Usage tracker for resource:floatingip and tenant:b39eed9e18a540be85a4dc3fff994e5a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:36.201062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:36.204332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:36.211401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.287866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.361893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Allocated IP 172.26.4.217 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/04741cfb-63e2-4034-b91e-eb8ba9bfed3c) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:36.442898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.461803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.470017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1288a2df-5442-4c41-998d-bef5047a6b6c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:36.541811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event updated for resources: {'Port': ['ID=04741cfb-63e2-4034-b91e-eb8ba9bfed3c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:36.543382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c3f9f-c649-4410-ba97-a6233465d7bb req-659a7287-6ff6-4828-ac32-e62092d27a7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:36.543708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:36.545347 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e85c3f9f-c649-4410-ba97-a6233465d7bb req-659a7287-6ff6-4828-ac32-e62092d27a7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 946 time: 0.0620139 Apr 16 15:42:36.571971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:36.572667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:36.574086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e85c3f9f-c649-4410-ba97-a6233465d7bb req-4ab368a3-9102-4e3b-bdef-0b5eb903d503 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0229337 Apr 16 15:42:36.574176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:36.669406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Deleting port 04741cfb-63e2-4034-b91e-eb8ba9bfed3c {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:36.669620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.687500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6a9aa-c5a5-4f54-98ec-4b402b578047 req-d7c24e57-5902-40a6-b5ea-a75f37487579 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:36.688982 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f0e6a9aa-c5a5-4f54-98ec-4b402b578047 req-d7c24e57-5902-40a6-b5ea-a75f37487579 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 946 time: 0.0552118 Apr 16 15:42:36.722676 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f0e6a9aa-c5a5-4f54-98ec-4b402b578047 req-764727e1-4418-451b-ad48-862db732403d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260997 Apr 16 15:42:36.736673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36254) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:36.775651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.775831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.782650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6a3e18-8885-4f26-a4f2-569df3f6999e tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:36.783604 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6d6a3e18-8885-4f26-a4f2-569df3f6999e tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 1094 time: 0.0462968 Apr 16 15:42:36.787379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36258) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:36.790462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:36.794081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:36.796380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:floatingip and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:36.798317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:36.801617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:36.807599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.846015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Calling delete_port for 04741cfb-63e2-4034-b91e-eb8ba9bfed3c owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:36.898345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.923421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:36.932908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-17cc6229-ef89-4d4e-8149-51fbf60fb777 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:36.975409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.229 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/b6339e40-18fd-4e9c-ad2b-77d61d40a846) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:36.987913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event deleted for resources: {'Port': ['ID=04741cfb-63e2-4034-b91e-eb8ba9bfed3c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:36.991889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:37.060448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:37.078483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:37.089629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2802ae71-bc85-44e7-b8eb-60500367c6fe tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:37.107409 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] create failed (client error): The resource could not be found. Apr 16 15:42:37.108849 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9182456 Apr 16 15:42:37.111755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36262) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:37.161311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=b6339e40-18fd-4e9c-ad2b-77d61d40a846,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:37.163393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:37.200443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:37.201174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:37.202722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:37.429886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-891b6f00-605f-4435-8674-2a3ae5a03878 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Deleting port 94c7d60b-5613-41cf-b71d-221011a540e5 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:37.430202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-891b6f00-605f-4435-8674-2a3ae5a03878 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:37.460358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:37.508766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:37.568499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-891b6f00-605f-4435-8674-2a3ae5a03878 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:37.629821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:37.632714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:37.640942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b2085c95-d0ac-477b-9d42-6ed3a31d577d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:37.642073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-891b6f00-605f-4435-8674-2a3ae5a03878 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Calling delete_port for 94c7d60b-5613-41cf-b71d-221011a540e5 owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:37.710483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=b6339e40-18fd-4e9c-ad2b-77d61d40a846,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:37.712278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:37.749123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-891b6f00-605f-4435-8674-2a3ae5a03878 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:37.758065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f0c04fd-f072-4223-8108-b9ef6e790a5c tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:37.769333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:37.783706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b6f00-605f-4435-8674-2a3ae5a03878 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event deleted for resources: {'Port': ['ID=94c7d60b-5613-41cf-b71d-221011a540e5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:37.809457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-891b6f00-605f-4435-8674-2a3ae5a03878 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:37.877138 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP 49b2e24c-b7d9-4da6-9f75-796e99f364e6 associated. External IP: 172.26.4.229, port: 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1. Apr 16 15:42:37.907947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-891b6f00-605f-4435-8674-2a3ae5a03878 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:37.914727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-891b6f00-605f-4435-8674-2a3ae5a03878 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "DELETE /v2.0/ports/94c7d60b-5613-41cf-b71d-221011a540e5 HTTP/1.1" status: 204 len: 168 time: 0.8023529 Apr 16 15:42:37.915138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36266) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:37.966186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a0e67-df1a-43e0-aba6-89688d9aad27 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:37.966656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-918a0e67-df1a-43e0-aba6-89688d9aad27 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Synchronizing usage tracker for tenant:b39eed9e18a540be85a4dc3fff994e5a on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:37.976875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-918a0e67-df1a-43e0-aba6-89688d9aad27 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Unset dirty status for tenant:b39eed9e18a540be85a4dc3fff994e5a on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:37.977712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-918a0e67-df1a-43e0-aba6-89688d9aad27 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "GET /v2.0/ports?device_id=cfc261f4-74d3-45dc-a43a-80a92c22dbf0 HTTP/1.1" status: 200 len: 913 time: 0.0619733 Apr 16 15:42:37.979759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36270) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:38.286559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:38.377144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4196e913-b4b2-40bb-806c-78e4820e37c0 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:42:38.471994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Deleting port 2c8b7fea-7471-4005-9e86-898eae6b7769 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:38.472200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:38.492167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:38.500206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2503fe-ce5c-43b9-96be-59c083410a4f None None] Sync routers for ids ['4196e913-b4b2-40bb-806c-78e4820e37c0'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:38.507480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2503fe-ce5c-43b9-96be-59c083410a4f None None] Routers {'4196e913-b4b2-40bb-806c-78e4820e37c0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:38.507595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:38.507900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9f2503fe-ce5c-43b9-96be-59c083410a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4196e913-b4b2-40bb-806c-78e4820e37c0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:38.545990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7543969 Apr 16 15:42:38.545990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'tag': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:42:38.545990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36276) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:38.578359 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'tag': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1', 'status': 'completed', 'code': 200} Apr 16 15:42:38.589659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:38.608738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-26312cb4-83ea-42ae-9a76-a7bd60832b0e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/49b2e24c-b7d9-4da6-9f75-796e99f364e6 HTTP/1.1" status: 200 len: 992 time: 0.0619810 Apr 16 15:42:38.624987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9f2503fe-ce5c-43b9-96be-59c083410a4f None None] Set router 4196e913-b4b2-40bb-806c-78e4820e37c0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:38.673708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d9153-e7d8-47aa-99a2-4e1641513f9a req-891603df-be3c-4844-82b8-424f4405b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:38.674692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Calling delete_port for 2c8b7fea-7471-4005-9e86-898eae6b7769 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:38.674790 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a65d9153-e7d8-47aa-99a2-4e1641513f9a req-891603df-be3c-4844-82b8-424f4405b758 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 1099 time: 0.0654004 Apr 16 15:42:38.769109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d9153-e7d8-47aa-99a2-4e1641513f9a req-87c58cdc-d86c-40f6-85d7-9c2f39373f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:38.770159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a65d9153-e7d8-47aa-99a2-4e1641513f9a req-87c58cdc-d86c-40f6-85d7-9c2f39373f45 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a4cae469-a56d-428d-842c-cee5980a107e HTTP/1.1" status: 200 len: 899 time: 0.0869811 Apr 16 15:42:38.785944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:38.794932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:38.842932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a65d9153-e7d8-47aa-99a2-4e1641513f9a req-92250391-7480-4e24-b208-27a4264cea4f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 HTTP/1.1" status: 200 len: 1000 time: 0.0641012 Apr 16 15:42:38.845749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event deleted for resources: {'Port': ['ID=2c8b7fea-7471-4005-9e86-898eae6b7769,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:38.847125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9f2503fe-ce5c-43b9-96be-59c083410a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:20Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '49b2e24c-b7d9-4da6-9f75-796e99f364e6', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.229', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'port_id': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'mac_address': 'fa:16:3e:26:67:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:42:37Z', 'updated_at': '2021-04-16T15:42:37Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b77a616-3e3f-404c-af28-a7952fe7399c', 'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:4e:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:20Z', 'updated_at': '2021-04-16T15:42:26Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:38.849429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:38.849527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2503fe-ce5c-43b9-96be-59c083410a4f None None] Checking router: 4196e913-b4b2-40bb-806c-78e4820e37c0 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:42:38.854560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2503fe-ce5c-43b9-96be-59c083410a4f None None] Routers {'4196e913-b4b2-40bb-806c-78e4820e37c0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:38.854924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9f2503fe-ce5c-43b9-96be-59c083410a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4196e913-b4b2-40bb-806c-78e4820e37c0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:38.887561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d9153-e7d8-47aa-99a2-4e1641513f9a req-b321b32e-278d-4582-aa2f-43eaff5500e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:38.888503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a65d9153-e7d8-47aa-99a2-4e1641513f9a req-b321b32e-278d-4582-aa2f-43eaff5500e2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd HTTP/1.1" status: 200 len: 835 time: 0.0382543 Apr 16 15:42:38.944139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d9153-e7d8-47aa-99a2-4e1641513f9a req-29df7d97-2873-4234-8633-c1fa1627d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:38.945115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a65d9153-e7d8-47aa-99a2-4e1641513f9a req-29df7d97-2873-4234-8633-c1fa1627d68b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a4cae469-a56d-428d-842c-cee5980a107e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522692 Apr 16 15:42:39.032061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:39.041255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a65d9153-e7d8-47aa-99a2-4e1641513f9a req-868fd007-4aad-4821-9cc4-f1e381b894e9 service neutron] 10.222.0.107 "GET /v2.0/networks/a4cae469-a56d-428d-842c-cee5980a107e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869086 Apr 16 15:42:39.108984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9f2503fe-ce5c-43b9-96be-59c083410a4f None None] Set router 4196e913-b4b2-40bb-806c-78e4820e37c0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:42:39.127682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a65d9153-e7d8-47aa-99a2-4e1641513f9a req-b5acc85f-53f2-4999-a5d6-ade0239ed9b4 service neutron] 10.222.0.107 "GET /v2.0/networks/a4cae469-a56d-428d-842c-cee5980a107e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781741 Apr 16 15:42:39.312579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9f2503fe-ce5c-43b9-96be-59c083410a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:20Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '49b2e24c-b7d9-4da6-9f75-796e99f364e6', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.229', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'port_id': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'mac_address': 'fa:16:3e:26:67:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:42:37Z', 'updated_at': '2021-04-16T15:42:37Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b77a616-3e3f-404c-af28-a7952fe7399c', 'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:4e:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:20Z', 'updated_at': '2021-04-16T15:42:26Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:39.315464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2503fe-ce5c-43b9-96be-59c083410a4f None None] The sync data for ids ['4196e913-b4b2-40bb-806c-78e4820e37c0'] in dv-neutron-786478-2-hyperv is: [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:20Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '49b2e24c-b7d9-4da6-9f75-796e99f364e6', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.229', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'port_id': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'mac_address': 'fa:16:3e:26:67:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:42:37Z', 'updated_at': '2021-04-16T15:42:37Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b77a616-3e3f-404c-af28-a7952fe7399c', 'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:4e:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:20Z', 'updated_at': '2021-04-16T15:42:26Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:39.525571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Router cfc261f4-74d3-45dc-a43a-80a92c22dbf0 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:42:39.573026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e75c6-f8c5-4b42-96ae-d72dc2a0f4a1 None None] New status for floating IP 49b2e24c-b7d9-4da6-9f75-796e99f364e6: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:42:39.601781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:39.609335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b025e-f971-432e-8ddc-92f5d2e136a9 None None] Sync routers for ids ['cfc261f4-74d3-45dc-a43a-80a92c22dbf0'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:39.613357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36280) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:39.613438 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "PUT /v2.0/routers/cfc261f4-74d3-45dc-a43a-80a92c22dbf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6313257 Apr 16 15:42:39.613482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36284) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:39.617073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b025e-f971-432e-8ddc-92f5d2e136a9 None None] Routers {'cfc261f4-74d3-45dc-a43a-80a92c22dbf0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:39.617430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-052b025e-f971-432e-8ddc-92f5d2e136a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cfc261f4-74d3-45dc-a43a-80a92c22dbf0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:39.652684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-052b025e-f971-432e-8ddc-92f5d2e136a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:39.657926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b025e-f971-432e-8ddc-92f5d2e136a9 None None] Routers {'cfc261f4-74d3-45dc-a43a-80a92c22dbf0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:39.658459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-052b025e-f971-432e-8ddc-92f5d2e136a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['cfc261f4-74d3-45dc-a43a-80a92c22dbf0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:39.688471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-00756b26-e08c-45f2-b1c0-cb8c217679fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/49b2e24c-b7d9-4da6-9f75-796e99f364e6 HTTP/1.1" status: 200 len: 992 time: 0.0748038 Apr 16 15:42:39.692131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f60b570-347d-45c0-ab77-e6ea1f1a89b7 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:39.697708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-052b025e-f971-432e-8ddc-92f5d2e136a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:39.697974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052b025e-f971-432e-8ddc-92f5d2e136a9 None None] The sync data for ids ['cfc261f4-74d3-45dc-a43a-80a92c22dbf0'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:39.857694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f60b570-347d-45c0-ab77-e6ea1f1a89b7 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:39.859256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f60b570-347d-45c0-ab77-e6ea1f1a89b7 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:39.873474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f60b570-347d-45c0-ab77-e6ea1f1a89b7 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:39.874252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f60b570-347d-45c0-ab77-e6ea1f1a89b7 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Fanout notify agent at l3_agent the message router_deleted on router cfc261f4-74d3-45dc-a43a-80a92c22dbf0 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:42:39.881959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f60b570-347d-45c0-ab77-e6ea1f1a89b7 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:39.882697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4f60b570-347d-45c0-ab77-e6ea1f1a89b7 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "DELETE /v2.0/routers/cfc261f4-74d3-45dc-a43a-80a92c22dbf0 HTTP/1.1" status: 204 len: 168 time: 0.2686217 Apr 16 15:42:39.884536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36288) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:39.921906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c279ba6b-088f-479d-9320-a84e212c8659 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Deleting subnet 4a70a3fe-f0ac-4ab2-88cc-bdfb47cb9411 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:39.923571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c279ba6b-088f-479d-9320-a84e212c8659 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:39.955732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c279ba6b-088f-479d-9320-a84e212c8659 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:40.001307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c279ba6b-088f-479d-9320-a84e212c8659 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:40.146948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c279ba6b-088f-479d-9320-a84e212c8659 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:40.166011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9af53be5-2277-4f75-9035-e05fb8f7b02c tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:40.216815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279ba6b-088f-479d-9320-a84e212c8659 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event deleted for resources: {'Subnet': ['ID=4a70a3fe-f0ac-4ab2-88cc-bdfb47cb9411,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:40.218474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c279ba6b-088f-479d-9320-a84e212c8659 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:40.240157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c279ba6b-088f-479d-9320-a84e212c8659 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:40.245512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140686a9-312a-49fe-b47c-2cca450393bb None None] Network d655ef33-f6b1-4818-93f5-f31238c10e24 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:40.245732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c279ba6b-088f-479d-9320-a84e212c8659 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "DELETE /v2.0/subnets/4a70a3fe-f0ac-4ab2-88cc-bdfb47cb9411 HTTP/1.1" status: 204 len: 168 time: 0.3602085 Apr 16 15:42:40.247296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36292) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:40.315625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:40.354621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Deleting port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:40.354872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:40.458253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5081e58-128d-452a-9115-e71c22a2ba0d None None] DHCP port deletion for d655ef33-f6b1-4818-93f5-f31238c10e24 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:42:40.464079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f5081e58-128d-452a-9115-e71c22a2ba0d None None] Deleting port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:40.464604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5081e58-128d-452a-9115-e71c22a2ba0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:40.482252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] For port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=13bfc134-63e3-4111-bd90-f7bd8c1fbe94,segment=NetworkSegment(8924ed31-7af4-48a1-8af2-0a63a845a907),segment_id=8924ed31-7af4-48a1-8af2-0a63a845a907)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:40.482482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:40.560529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Calling delete_port for 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:40.587396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f5081e58-128d-452a-9115-e71c22a2ba0d None None] For port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=13bfc134-63e3-4111-bd90-f7bd8c1fbe94,segment=NetworkSegment(8924ed31-7af4-48a1-8af2-0a63a845a907),segment_id=8924ed31-7af4-48a1-8af2-0a63a845a907)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:40.588011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5081e58-128d-452a-9115-e71c22a2ba0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:40.605796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:40.613938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:40.660723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event deleted for resources: {'Port': ['ID=13bfc134-63e3-4111-bd90-f7bd8c1fbe94,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:40.668027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:40.676511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f5081e58-128d-452a-9115-e71c22a2ba0d None None] Calling delete_port for 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:40.690736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36296) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: from cryptography.utils import int_from_bytes Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: from cryptography.utils import int_from_bytes Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: (rel_b, rel_a, rel_b), Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: (rel_b, rel_a, rel_b), Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:40.714633 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:40.718955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-f5081e58-128d-452a-9115-e71c22a2ba0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:42:40.719438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-f5081e58-128d-452a-9115-e71c22a2ba0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:42:40.737893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] No DVR routers for this DVR port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:40.830681 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3d93a809-2fc1-4277-8192-9843538e4fe2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/49b2e24c-b7d9-4da6-9f75-796e99f364e6 HTTP/1.1" status: 200 len: 994 time: 0.1390486 Apr 16 15:42:40.838507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.170571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d655ef33-f6b1-4818-93f5-f31238c10e24']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:41.177815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8924ed31-7af4-48a1-8af2-0a63a845a907') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:41.178076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8924ed31-7af4-48a1-8af2-0a63a845a907') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:41.184381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.192422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.195881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Releasing vlan 1488 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:42:41.220593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f5081e58-128d-452a-9115-e71c22a2ba0d None None] Deleting port 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:41.220835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5081e58-128d-452a-9115-e71c22a2ba0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.261573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f5081e58-128d-452a-9115-e71c22a2ba0d None None] The port '13bfc134-63e3-4111-bd90-f7bd8c1fbe94' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:42:41.287727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Network d655ef33-f6b1-4818-93f5-f31238c10e24 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:41.294487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.335594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8f35bb7-d863-46aa-b82e-e9de65924a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.384814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Network d655ef33-f6b1-4818-93f5-f31238c10e24 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:42:41.397623 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:42:41.439330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.441965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.443764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e206265e-daf4-4282-8b9b-b887460b74e8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:41.457311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Pushing event deleted for resources: {'Network': ['ID=d655ef33-f6b1-4818-93f5-f31238c10e24,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:41.458593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:41.460892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] 10.222.0.95 "DELETE /v2.0/networks/d655ef33-f6b1-4818-93f5-f31238c10e24 HTTP/1.1" status: 204 len: 168 time: 1.2128608 Apr 16 15:42:41.624108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36304) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:41.713927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0d3dc593-5a09-4072-ad86-6944a5003dea admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b39eed9e18a540be85a4dc3fff994e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0888207 Apr 16 15:42:41.717331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36310) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:41.751085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8681851-25a0-4ed6-bd5a-1145d361e3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.769841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8681851-25a0-4ed6-bd5a-1145d361e3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.793230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8681851-25a0-4ed6-bd5a-1145d361e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.795237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b54aa911-b2ea-4842-9c05-7da9c81602a5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:41.801815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8681851-25a0-4ed6-bd5a-1145d361e3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6596cc15-870b-4567-a4b5-eda5a0c9043f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:41.804043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8681851-25a0-4ed6-bd5a-1145d361e3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:41.805899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c8681851-25a0-4ed6-bd5a-1145d361e3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:41.806590 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c8681851-25a0-4ed6-bd5a-1145d361e3d3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6596cc15-870b-4567-a4b5-eda5a0c9043f HTTP/1.1" status: 204 len: 168 time: 0.0886695 Apr 16 15:42:41.910682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:41.933828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:41.934126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 13bfc134-63e3-4111-bd90-f7bd8c1fbe94 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:42.245756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36334) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:42.315474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0bb9a976-d674-4744-ba27-59b49faee394 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2076052286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:42.320168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0bb9a976-d674-4744-ba27-59b49faee394 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:42.322893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0bb9a976-d674-4744-ba27-59b49faee394 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Usage tracker for resource:router and tenant:44afa5093c9548a2a2ca210ac68bac08 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:42.324900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0bb9a976-d674-4744-ba27-59b49faee394 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:42.329936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0bb9a976-d674-4744-ba27-59b49faee394 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:42.335764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0bb9a976-d674-4744-ba27-59b49faee394 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.336405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0bb9a976-d674-4744-ba27-59b49faee394 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.349093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0bb9a976-d674-4744-ba27-59b49faee394 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.360898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0bb9a976-d674-4744-ba27-59b49faee394 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.376167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0bb9a976-d674-4744-ba27-59b49faee394 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.378468 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0bb9a976-d674-4744-ba27-59b49faee394 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1304595 Apr 16 15:42:42.379011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36340) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:42.383052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2073823614'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:42.386533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:42.389552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Usage tracker for resource:network and tenant:44afa5093c9548a2a2ca210ac68bac08 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:42.392331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:42.396187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:42.403572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Made reservation on behalf of 44afa5093c9548a2a2ca210ac68bac08 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:42.407516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.415824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.425691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:42.428234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Usage tracker for resource:security_group_rule and tenant:44afa5093c9548a2a2ca210ac68bac08 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:42.430106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:42.434042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:42.486173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.488382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.490459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38dffe8a-5241-4466-87b0-57addea5e497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:42.512533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1473} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:42:42.517011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4b89a9-ea46-4912-b1c2-cabbaed34a22,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:42.519178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:42.522344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.522587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Added segment 94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92 of type vlan for network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 Apr 16 15:42:42.538852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.558085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.561555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:42.561982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.564328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fab4857-ea14-42e1-a516-98ba84a37661 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:42.631867 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2520654 Apr 16 15:42:42.634374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event updated for resources: {'Network': ['ID=9f1aa73a-237b-42c7-a6f0-99fa114182e2,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:42.635867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36344) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:42.637732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:42.641668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Request body: {'subnet': {'network_id': '9f1aa73a-237b-42c7-a6f0-99fa114182e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:42.646378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:42:42.717351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:42.721569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Usage tracker for resource:subnet and tenant:44afa5093c9548a2a2ca210ac68bac08 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:42.724218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd33404d-3e40-4ae8-9fb3-ad54364fba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.724428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:42.728703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:42.734900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Made reservation on behalf of 44afa5093c9548a2a2ca210ac68bac08 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:42.738488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:42.875533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.005853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.012589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-107a02a9-18cb-438a-ba8d-f907d41b2e06 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:43.075809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event updated for resources: {'Subnet': ['ID=5b81e033-7347-4870-9628-313166a73e7c,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:43.083095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:43.101415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.122604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Checking segment: {'id': '94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '9f1aa73a-237b-42c7-a6f0-99fa114182e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:43.122850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network hostable DHCP agents. Network: 9f1aa73a-237b-42c7-a6f0-99fa114182e2, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:42:43.134626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:42:43.140250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 9f1aa73a-237b-42c7-a6f0-99fa114182e2) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:43.148802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:43.149192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.151091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef611670-77d9-4540-a768-d634d8be3793 None None] Network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:43.161781 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5245976 Apr 16 15:42:43.164286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36348) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:43.168279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Request body: {'network': {'name': 'tempest-router-network01--1721786322'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:43.171462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:43.174950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Usage tracker for resource:network and tenant:44afa5093c9548a2a2ca210ac68bac08 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:43.176915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:43.180901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:43.187022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Made reservation on behalf of 44afa5093c9548a2a2ca210ac68bac08 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:43.191026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.205644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.209838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1471} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:42:43.215439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.215662 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Added segment de8324b4-370a-4939-9cb0-b98d4e622ed3 of type vlan for network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f Apr 16 15:42:43.233870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.252791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.255960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:43.256375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.259403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f435b674-9178-4a85-8c96-2cae83bca581 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:43.311256 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1462617 Apr 16 15:42:43.313277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36352) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:43.313691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-9f1aa73a-237b-42c7-a6f0-99fa114182e2', 'network_id': '9f1aa73a-237b-42c7-a6f0-99fa114182e2', 'tenant_id': '44afa5093c9548a2a2ca210ac68bac08', 'fixed_ips': [{'subnet_id': '5b81e033-7347-4870-9628-313166a73e7c'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:42:43.314351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.318292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Request body: {'network': {'name': 'tempest-router-network02--1033716606'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:43.322296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:43.325631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event updated for resources: {'Network': ['ID=8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:43.327280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:43.327947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Usage tracker for resource:network and tenant:44afa5093c9548a2a2ca210ac68bac08 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:43.329998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:43.333543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:43.339367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Made reservation on behalf of 44afa5093c9548a2a2ca210ac68bac08 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:43.342868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.354046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:42:43.360299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1484} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:42:43.365154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.365372 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Added segment 26342243-630e-4a07-9c0b-503685205f93 of type vlan for network 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 Apr 16 15:42:43.380033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.398160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.401371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:43.401371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.404450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5c4c144-4ce2-403d-9825-c30cf2b264ab tempest-BulkNetworkOpsTest-1242334621 tempest-BulkNetworkOpsTest-1242334621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:43.462790 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1487973 Apr 16 15:42:43.463888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36356) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:43.466972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event updated for resources: {'Network': ['ID=5d7fc623-a2ba-4a57-9b02-d459a25ba1e6,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:43.467852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Request body: {'subnet': {'network_id': '8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:43.468656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:43.474267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:42:43.519861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Allocated IP 172.20.0.2 (9f1aa73a-237b-42c7-a6f0-99fa114182e2/5b81e033-7347-4870-9628-313166a73e7c/e4c0e887-daeb-42d8-8862-42a8cb7b0478) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:43.548387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:43.553129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Usage tracker for resource:subnet and tenant:44afa5093c9548a2a2ca210ac68bac08 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:43.556784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:43.564073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:43.569540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Made reservation on behalf of 44afa5093c9548a2a2ca210ac68bac08 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:43.573096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.690990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.697549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Transition to ACTIVE for port object e4c0e887-daeb-42d8-8862-42a8cb7b0478 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:43.708452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Transition to ACTIVE for port object e4c0e887-daeb-42d8-8862-42a8cb7b0478 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:43.711318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.718354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ec225540-d3f6-4b49-928e-2bd9129a4965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:43.815368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.823173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:43.897372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event updated for resources: {'Subnet': ['ID=6d9c6e78-499e-4b7e-940a-7d4ab97309ff,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:43.904376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:43.937993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Checking segment: {'id': 'de8324b4-370a-4939-9cb0-b98d4e622ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:43.938210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network hostable DHCP agents. Network: 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:42:43.951580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:42:43.957175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:43.963490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Pushing event updated for resources: {'Port': ['ID=e4c0e887-daeb-42d8-8862-42a8cb7b0478,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:43.964748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:43.965110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:43.967640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14b8ec2-f809-4a6d-85d7-73c119820c39 None None] Network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:43.977037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5124247 Apr 16 15:42:43.979297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36360) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:43.984083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Request body: {'subnet': {'network_id': '5d7fc623-a2ba-4a57-9b02-d459a25ba1e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:43.984905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.985171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.985393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.985600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.985793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.985986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.986178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.986372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.986580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.986774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.986965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.987152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:42:43.989451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:44.057471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:44.060090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Usage tracker for resource:subnet and tenant:44afa5093c9548a2a2ca210ac68bac08 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:44.061968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:44.065436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:44.065647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:44.071068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:44.072174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Made reservation on behalf of 44afa5093c9548a2a2ca210ac68bac08 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:44.072647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:44.076507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.095421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.148504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Attempting to bind port e4c0e887-daeb-42d8-8862-42a8cb7b0478 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:42:44.148732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Attempting to bind port e4c0e887-daeb-42d8-8862-42a8cb7b0478 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '9f1aa73a-237b-42c7-a6f0-99fa114182e2'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:42:44.148960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Attempting to bind port e4c0e887-daeb-42d8-8862-42a8cb7b0478 on network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:44.167923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:42:44.168161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Checking segment: {'id': '94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '9f1aa73a-237b-42c7-a6f0-99fa114182e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:44.168406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.168648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Bound using segment: {'id': '94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '9f1aa73a-237b-42c7-a6f0-99fa114182e2'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:42:44.168942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Bound port: e4c0e887-daeb-42d8-8862-42a8cb7b0478, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1473, 'network_id': '9f1aa73a-237b-42c7-a6f0-99fa114182e2'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:42:44.169177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.203139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f', 'network_id': '8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f', 'tenant_id': '44afa5093c9548a2a2ca210ac68bac08', 'fixed_ips': [{'subnet_id': '6d9c6e78-499e-4b7e-940a-7d4ab97309ff'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:42:44.203673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.269301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] For port e4c0e887-daeb-42d8-8862-42a8cb7b0478, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:42:44.278071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] For port e4c0e887-daeb-42d8-8862-42a8cb7b0478, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e4c0e887-daeb-42d8-8862-42a8cb7b0478,segment=NetworkSegment(94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92),segment_id=94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:42:44.304016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.314743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0423203a-09db-46f0-bd59-2dd80cd6a27e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:44.343140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.353921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a4917e34-6bdf-461e-b9c6-e04f021b5c9a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:44.402976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Allocated IP 172.20.0.2 (8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f/6d9c6e78-499e-4b7e-940a-7d4ab97309ff/8b6b7360-0d49-4380-af0d-c17606dbe0c1) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:44.421560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event updated for resources: {'Subnet': ['ID=2815dcd9-7585-40c8-9ce5-bddf434bfa09,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:44.423295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:44.428337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Pushing event updated for resources: {'Port': ['ID=e4c0e887-daeb-42d8-8862-42a8cb7b0478,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:44.440422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:44.462030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Checking segment: {'id': '26342243-630e-4a07-9c0b-503685205f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '5d7fc623-a2ba-4a57-9b02-d459a25ba1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:44.462260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network hostable DHCP agents. Network: 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:42:44.473852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:42:44.478813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:44.486869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:44.487260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.494576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2966e471-f5d5-4e3c-a55e-51dcdab0a633 None None] Network 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:44.500122 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5199583 Apr 16 15:42:44.502928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36364) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:44.646267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.658188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Transition to ACTIVE for port object 8b6b7360-0d49-4380-af0d-c17606dbe0c1 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:44.691292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Transition to ACTIVE for port object 8b6b7360-0d49-4380-af0d-c17606dbe0c1 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:44.695733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.703708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-38f1576e-1ce8-4ee6-a8cf-ce4ed07787e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:44.719382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-5d7fc623-a2ba-4a57-9b02-d459a25ba1e6', 'network_id': '5d7fc623-a2ba-4a57-9b02-d459a25ba1e6', 'tenant_id': '44afa5093c9548a2a2ca210ac68bac08', 'fixed_ips': [{'subnet_id': '2815dcd9-7585-40c8-9ce5-bddf434bfa09'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:42:44.719947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.781315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:44.810832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Pushing event updated for resources: {'Port': ['ID=8b6b7360-0d49-4380-af0d-c17606dbe0c1,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:44.818723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:44.893878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:44.896864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:44.898092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:44.926925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Allocated IP 172.20.0.2 (5d7fc623-a2ba-4a57-9b02-d459a25ba1e6/2815dcd9-7585-40c8-9ce5-bddf434bfa09/43b976bf-e85c-481a-b861-3d3851596f16) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:45.002002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Attempting to bind port 8b6b7360-0d49-4380-af0d-c17606dbe0c1 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:42:45.002300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Attempting to bind port 8b6b7360-0d49-4380-af0d-c17606dbe0c1 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'de8324b4-370a-4939-9cb0-b98d4e622ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:42:45.002808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Attempting to bind port 8b6b7360-0d49-4380-af0d-c17606dbe0c1 on network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:45.010033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:42:45.010321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Checking segment: {'id': 'de8324b4-370a-4939-9cb0-b98d4e622ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:45.010616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.010758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Bound using segment: {'id': 'de8324b4-370a-4939-9cb0-b98d4e622ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:42:45.011031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Bound port: 8b6b7360-0d49-4380-af0d-c17606dbe0c1, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8324b4-370a-4939-9cb0-b98d4e622ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1471, 'network_id': '8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:42:45.011264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.113888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] For port 8b6b7360-0d49-4380-af0d-c17606dbe0c1, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:42:45.123981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] For port 8b6b7360-0d49-4380-af0d-c17606dbe0c1, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8b6b7360-0d49-4380-af0d-c17606dbe0c1,segment=NetworkSegment(de8324b4-370a-4939-9cb0-b98d4e622ed3),segment_id=de8324b4-370a-4939-9cb0-b98d4e622ed3)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:42:45.130596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.138587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-992f8930-9514-4a46-ab63-e59fc6d595a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:45.154317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.197712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Transition to ACTIVE for port object 43b976bf-e85c-481a-b861-3d3851596f16 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:45.222229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Transition to ACTIVE for port object 43b976bf-e85c-481a-b861-3d3851596f16 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:45.229112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.242720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Pushing event updated for resources: {'Port': ['ID=8b6b7360-0d49-4380-af0d-c17606dbe0c1,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:45.251542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:45.251830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5d0e075-a57f-4dd3-9d61-ff8f793377cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:45.285632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Allocated IP 172.20.0.1 (8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f/6d9c6e78-499e-4b7e-940a-7d4ab97309ff/42eb3caa-5bef-4d5c-852f-108d9f119690) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:45.395462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.405754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Transition to ACTIVE for port object 42eb3caa-5bef-4d5c-852f-108d9f119690 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:45.420470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.428859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-65b76ec2-726a-407e-b416-f4d7e705196d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:45.503554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event updated for resources: {'Port': ['ID=42eb3caa-5bef-4d5c-852f-108d9f119690,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:45.506107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:45.521237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Pushing event updated for resources: {'Port': ['ID=43b976bf-e85c-481a-b861-3d3851596f16,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:45.524878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:45.537793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:45.538431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:45.540139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:45.547106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Network 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:45.548542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:45.551967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:45.577694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.611297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Attempting to bind port 43b976bf-e85c-481a-b861-3d3851596f16 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:42:45.611642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Attempting to bind port 43b976bf-e85c-481a-b861-3d3851596f16 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '26342243-630e-4a07-9c0b-503685205f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '5d7fc623-a2ba-4a57-9b02-d459a25ba1e6'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:42:45.611970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Attempting to bind port 43b976bf-e85c-481a-b861-3d3851596f16 on network 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:45.616076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:42:45.616413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Checking segment: {'id': '26342243-630e-4a07-9c0b-503685205f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '5d7fc623-a2ba-4a57-9b02-d459a25ba1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:45.616754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.617087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Bound using segment: {'id': '26342243-630e-4a07-9c0b-503685205f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '5d7fc623-a2ba-4a57-9b02-d459a25ba1e6'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:42:45.617472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Bound port: 43b976bf-e85c-481a-b861-3d3851596f16, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26342243-630e-4a07-9c0b-503685205f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '5d7fc623-a2ba-4a57-9b02-d459a25ba1e6'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:42:45.617798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.643941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.678991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] For port 43b976bf-e85c-481a-b861-3d3851596f16, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:42:45.681042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] For port 43b976bf-e85c-481a-b861-3d3851596f16, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=43b976bf-e85c-481a-b861-3d3851596f16,segment=NetworkSegment(26342243-630e-4a07-9c0b-503685205f93),segment_id=26342243-630e-4a07-9c0b-503685205f93)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:42:45.683717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.692880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-992f8930-9514-4a46-ab63-e59fc6d595a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:45.767152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7858ec57-1f67-4433-aba6-099524474b33 None None] Network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:45.788610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Pushing event updated for resources: {'Port': ['ID=43b976bf-e85c-481a-b861-3d3851596f16,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:45.820036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:45.858248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-92842916-bae3-4988-a38c-9953dc4235d8 None None] Provisioning for port e4c0e887-daeb-42d8-8862-42a8cb7b0478 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:45.892120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.894868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.919654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c44709f-0347-43de-826b-284f7a11ab64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:45.973174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event updated for resources: {'Port': ['ID=42eb3caa-5bef-4d5c-852f-108d9f119690,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:45.974878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:45.982956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:45.984029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e4c0e887-daeb-42d8-8862-42a8cb7b0478 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:46.028877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port e4c0e887-daeb-42d8-8862-42a8cb7b0478 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:46.032305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port e4c0e887-daeb-42d8-8862-42a8cb7b0478 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:46.032600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:46.059704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:46.060495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:46.102941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:46.121610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port e4c0e887-daeb-42d8-8862-42a8cb7b0478, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e4c0e887-daeb-42d8-8862-42a8cb7b0478,segment=NetworkSegment(94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92),segment_id=94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:46.124486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:46.125191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8b6b7360-0d49-4380-af0d-c17606dbe0c1 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:46.142385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:46.182816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Router a8ed61b4-2d57-4069-8d21-d5363dc03dcb is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:42:46.205760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=e4c0e887-daeb-42d8-8862-42a8cb7b0478,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:46.208745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:46.209125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-193eab4b-6cdb-4bbc-8db7-79e803d6635b None None] Provisioning complete for port e4c0e887-daeb-42d8-8862-42a8cb7b0478 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:46.209360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-193eab4b-6cdb-4bbc-8db7-79e803d6635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:46.240798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 8b6b7360-0d49-4380-af0d-c17606dbe0c1 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:46.284889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:46.290653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b777692a-f5e6-401a-8e7f-72494e52a85c None None] Sync routers for ids ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:46.292889 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "PUT /v2.0/routers/a8ed61b4-2d57-4069-8d21-d5363dc03dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7874746 Apr 16 15:42:46.293054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36368) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:46.296595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777692a-f5e6-401a-8e7f-72494e52a85c None None] Routers {'a8ed61b4-2d57-4069-8d21-d5363dc03dcb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:46.297078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b777692a-f5e6-401a-8e7f-72494e52a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:46.333659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b777692a-f5e6-401a-8e7f-72494e52a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:46.339241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777692a-f5e6-401a-8e7f-72494e52a85c None None] Routers {'a8ed61b4-2d57-4069-8d21-d5363dc03dcb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:46.339597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b777692a-f5e6-401a-8e7f-72494e52a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:46.374907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b777692a-f5e6-401a-8e7f-72494e52a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:46.375342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b777692a-f5e6-401a-8e7f-72494e52a85c None None] The sync data for ids ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:46.687344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c672f9fe-872c-4a1e-ab75-26e39b8a176e None None] Network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:46.733392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-198730b7-39d9-412e-bf09-75815b70960a None None] Provisioning for port 8b6b7360-0d49-4380-af0d-c17606dbe0c1 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:46.743043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-198730b7-39d9-412e-bf09-75815b70960a None None] Provisioning complete for port 8b6b7360-0d49-4380-af0d-c17606dbe0c1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:46.743304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-198730b7-39d9-412e-bf09-75815b70960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:46.876462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-198730b7-39d9-412e-bf09-75815b70960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:46.899913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-16bd8466-a30e-4c02-adbe-29e8cc21857a tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 15:42:46.900591 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-16bd8466-a30e-4c02-adbe-29e8cc21857a tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "PUT /v2.0/routers/a8ed61b4-2d57-4069-8d21-d5363dc03dcb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6069298 Apr 16 15:42:46.902602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36372) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:46.907466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-198730b7-39d9-412e-bf09-75815b70960a None None] For port 8b6b7360-0d49-4380-af0d-c17606dbe0c1, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8b6b7360-0d49-4380-af0d-c17606dbe0c1,segment=NetworkSegment(de8324b4-370a-4939-9cb0-b98d4e622ed3),segment_id=de8324b4-370a-4939-9cb0-b98d4e622ed3)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:46.912580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-198730b7-39d9-412e-bf09-75815b70960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:46.913794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef3579d9-9716-40e4-831a-d854b7712c63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:46.955572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198730b7-39d9-412e-bf09-75815b70960a None None] Pushing event updated for resources: {'Port': ['ID=8b6b7360-0d49-4380-af0d-c17606dbe0c1,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:46.957661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-198730b7-39d9-412e-bf09-75815b70960a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:47.084702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ce8c4-519a-4520-a71b-7fa3083e98ec None None] Network 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:47.150504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6f813e2d-7c7b-458a-8452-40182946ab02 None None] Provisioning complete for port 8b6b7360-0d49-4380-af0d-c17606dbe0c1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:47.150750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f813e2d-7c7b-458a-8452-40182946ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:47.216805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:47.288051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6f813e2d-7c7b-458a-8452-40182946ab02 None None] Provisioning for port 43b976bf-e85c-481a-b861-3d3851596f16 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:47.303890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6f813e2d-7c7b-458a-8452-40182946ab02 None None] Provisioning for port 42eb3caa-5bef-4d5c-852f-108d9f119690 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:47.306634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6f813e2d-7c7b-458a-8452-40182946ab02 None None] Provisioning complete for port 42eb3caa-5bef-4d5c-852f-108d9f119690 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:47.307031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f813e2d-7c7b-458a-8452-40182946ab02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:47.340692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6f813e2d-7c7b-458a-8452-40182946ab02 None None] Port 42eb3caa-5bef-4d5c-852f-108d9f119690 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:47.414847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Deleting port 42eb3caa-5bef-4d5c-852f-108d9f119690 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:47.415067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:47.473502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-14246a2e-e265-4e44-aaf2-818796ef9dfa None None] Provisioning complete for port 42eb3caa-5bef-4d5c-852f-108d9f119690 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:47.473748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14246a2e-e265-4e44-aaf2-818796ef9dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:47.510831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-14246a2e-e265-4e44-aaf2-818796ef9dfa None None] Port 42eb3caa-5bef-4d5c-852f-108d9f119690 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:47.522049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:47.592709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Calling delete_port for 42eb3caa-5bef-4d5c-852f-108d9f119690 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:47.696635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:47.704372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:47.752238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event deleted for resources: {'Port': ['ID=42eb3caa-5bef-4d5c-852f-108d9f119690,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:47.753943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:47.960319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:47.975053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e4c0e887-daeb-42d8-8862-42a8cb7b0478 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:48.022716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port e4c0e887-daeb-42d8-8862-42a8cb7b0478 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:48.023248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:48.101077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 43b976bf-e85c-481a-b861-3d3851596f16 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:48.145757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 43b976bf-e85c-481a-b861-3d3851596f16 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:48.148620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 43b976bf-e85c-481a-b861-3d3851596f16 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:48.148839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:48.179883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Router a8ed61b4-2d57-4069-8d21-d5363dc03dcb has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:42:48.222141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:48.245010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 43b976bf-e85c-481a-b861-3d3851596f16, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=43b976bf-e85c-481a-b861-3d3851596f16,segment=NetworkSegment(26342243-630e-4a07-9c0b-503685205f93),segment_id=26342243-630e-4a07-9c0b-503685205f93)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:48.247868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:48.248477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8b6b7360-0d49-4380-af0d-c17606dbe0c1 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:48.257297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:48.264358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291dff33-3e17-4c8f-b119-3c765428da7d None None] Sync routers for ids ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:48.267135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:48.269281 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "PUT /v2.0/routers/a8ed61b4-2d57-4069-8d21-d5363dc03dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3657615 Apr 16 15:42:48.274324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36376) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:48.276064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291dff33-3e17-4c8f-b119-3c765428da7d None None] Routers {'a8ed61b4-2d57-4069-8d21-d5363dc03dcb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:48.276525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-291dff33-3e17-4c8f-b119-3c765428da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:48.315271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-291dff33-3e17-4c8f-b119-3c765428da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:48.321012 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-0388a0f7-4856-423e-a253-69dabbd7f470 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] delete failed (client error): The resource could not be found. Apr 16 15:42:48.321595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291dff33-3e17-4c8f-b119-3c765428da7d None None] Routers {'a8ed61b4-2d57-4069-8d21-d5363dc03dcb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:48.321682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0388a0f7-4856-423e-a253-69dabbd7f470 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "DELETE /v2.0/routers/tempest-non_exist_router-921585752 HTTP/1.1" status: 404 len: 334 time: 0.0461981 Apr 16 15:42:48.322125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-291dff33-3e17-4c8f-b119-3c765428da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:48.326986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36380) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:48.331044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fe1e4287-3027-4a15-b05a-754b7507024c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a8ed61b4-2d57-4069-8d21-d5363dc03dcb'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:48.357818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-291dff33-3e17-4c8f-b119-3c765428da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:48.357995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291dff33-3e17-4c8f-b119-3c765428da7d None None] The sync data for ids ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:48.497698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=43b976bf-e85c-481a-b861-3d3851596f16,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:48.501171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:48.504910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 8b6b7360-0d49-4380-af0d-c17606dbe0c1 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:48.505146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:48.810038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4287-3027-4a15-b05a-754b7507024c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:48.825917 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-fe1e4287-3027-4a15-b05a-754b7507024c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] update failed (client error): The resource could not be found. Apr 16 15:42:48.826626 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fe1e4287-3027-4a15-b05a-754b7507024c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "PUT /v2.0/routers/a8ed61b4-2d57-4069-8d21-d5363dc03dcb HTTP/1.1" status: 404 len: 339 time: 0.4989324 Apr 16 15:42:48.829547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36384) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:49.082079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:49.268030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Allocated IP 172.20.0.1 (9f1aa73a-237b-42c7-a6f0-99fa114182e2/5b81e033-7347-4870-9628-313166a73e7c/2d9ccb60-a01a-4e83-933b-8201a6a6f9b6) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:49.350480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:49.358662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Transition to ACTIVE for port object 2d9ccb60-a01a-4e83-933b-8201a6a6f9b6 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:49.374433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:49.382473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ab65fdb-91d0-4f79-a04b-b50f6e76b489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:49.451169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event updated for resources: {'Port': ['ID=2d9ccb60-a01a-4e83-933b-8201a6a6f9b6,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:49.453680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:49.482650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:49.483304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:49.484572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:49.517086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:49.580601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:49.641302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5e3ebe82-2f7e-4f32-b8e1-60fc5619129f None None] Provisioning for port 2d9ccb60-a01a-4e83-933b-8201a6a6f9b6 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:42:49.644593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5e3ebe82-2f7e-4f32-b8e1-60fc5619129f None None] Provisioning complete for port 2d9ccb60-a01a-4e83-933b-8201a6a6f9b6 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:49.644794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebe82-2f7e-4f32-b8e1-60fc5619129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:49.689647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ebe82-2f7e-4f32-b8e1-60fc5619129f None None] Port 2d9ccb60-a01a-4e83-933b-8201a6a6f9b6 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:49.823749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:49.826875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:49.843388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-32bbb853-b0b0-437c-b7a5-a1f7a10db0f1 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:49.900983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event updated for resources: {'Port': ['ID=2d9ccb60-a01a-4e83-933b-8201a6a6f9b6,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:49.902842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:49.911215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:49.924350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 43b976bf-e85c-481a-b861-3d3851596f16 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:49.963803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 43b976bf-e85c-481a-b861-3d3851596f16 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:49.964048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:49.992678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:49.993431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:50.100235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Router a8ed61b4-2d57-4069-8d21-d5363dc03dcb has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:42:50.205359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:50.213699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7394003-8f54-4ba1-98ac-87e02ee69717 None None] Sync routers for ids ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:50.215480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "PUT /v2.0/routers/a8ed61b4-2d57-4069-8d21-d5363dc03dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3850472 Apr 16 15:42:50.217174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36388) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:50.226929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7394003-8f54-4ba1-98ac-87e02ee69717 None None] Routers {'a8ed61b4-2d57-4069-8d21-d5363dc03dcb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:50.227355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c7394003-8f54-4ba1-98ac-87e02ee69717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:50.260845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3d3ba3fc-56ea-41e8-985a-2cdde6c3f7a9 None None] Provisioning complete for port 2d9ccb60-a01a-4e83-933b-8201a6a6f9b6 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:42:50.261131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3d3ba3fc-56ea-41e8-985a-2cdde6c3f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:50.291504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c7394003-8f54-4ba1-98ac-87e02ee69717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:50.308398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7394003-8f54-4ba1-98ac-87e02ee69717 None None] Routers {'a8ed61b4-2d57-4069-8d21-d5363dc03dcb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:50.308857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c7394003-8f54-4ba1-98ac-87e02ee69717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:50.347506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ba3fc-56ea-41e8-985a-2cdde6c3f7a9 None None] Port 2d9ccb60-a01a-4e83-933b-8201a6a6f9b6 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:42:50.353620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c7394003-8f54-4ba1-98ac-87e02ee69717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:50.353896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7394003-8f54-4ba1-98ac-87e02ee69717 None None] The sync data for ids ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:50.571959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c2e33870-9b4b-4069-bb20-6dea7f9d41e6 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:50.652326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-c2e33870-9b4b-4069-bb20-6dea7f9d41e6 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 16 15:42:50.652979 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c2e33870-9b4b-4069-bb20-6dea7f9d41e6 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "DELETE /v2.0/routers/a8ed61b4-2d57-4069-8d21-d5363dc03dcb HTTP/1.1" status: 409 len: 329 time: 0.4351623 Apr 16 15:42:50.655293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36392) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:51.230733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:51.443159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Deleting port 2d9ccb60-a01a-4e83-933b-8201a6a6f9b6 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:51.443362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:51.546390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:51.612147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Calling delete_port for 2d9ccb60-a01a-4e83-933b-8201a6a6f9b6 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:51.711040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:51.717753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d62b26da-ee41-4891-aaa3-d379f3ea8ab8 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:51.763742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event deleted for resources: {'Port': ['ID=2d9ccb60-a01a-4e83-933b-8201a6a6f9b6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:51.765685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:51.964051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:52.220112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Router a8ed61b4-2d57-4069-8d21-d5363dc03dcb has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:42:52.305383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:42:52.312310 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "PUT /v2.0/routers/a8ed61b4-2d57-4069-8d21-d5363dc03dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6562643 Apr 16 15:42:52.317223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36396) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:52.321236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d29808-2e52-44fd-b5b0-815cc7162e48 None None] Sync routers for ids ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:42:52.332387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d29808-2e52-44fd-b5b0-815cc7162e48 None None] Routers {'a8ed61b4-2d57-4069-8d21-d5363dc03dcb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:52.332775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-29d29808-2e52-44fd-b5b0-815cc7162e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:52.362681 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-701af1bb-b752-4593-b1cc-7673d37e669c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] show failed (client error): The resource could not be found. Apr 16 15:42:52.363351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-701af1bb-b752-4593-b1cc-7673d37e669c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "GET /v2.0/routers/tempest-non_exist_router-1050639175 HTTP/1.1" status: 404 len: 335 time: 0.0454438 Apr 16 15:42:52.366226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36400) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:52.369401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a2a3a2f3-6b72-40ae-b279-baa9b6061dd9 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Request body: {'router': {'name': 'new_name'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:52.372521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-29d29808-2e52-44fd-b5b0-815cc7162e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:52.378794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d29808-2e52-44fd-b5b0-815cc7162e48 None None] Routers {'a8ed61b4-2d57-4069-8d21-d5363dc03dcb'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:42:52.379207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-29d29808-2e52-44fd-b5b0-815cc7162e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:52.406062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-a2a3a2f3-6b72-40ae-b279-baa9b6061dd9 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] update failed (client error): The resource could not be found. Apr 16 15:42:52.406691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2a3a2f3-6b72-40ae-b279-baa9b6061dd9 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "PUT /v2.0/routers/tempest-non_exist_router-1443073884 HTTP/1.1" status: 404 len: 335 time: 0.0398526 Apr 16 15:42:52.410980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36404) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:52.420895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-29d29808-2e52-44fd-b5b0-815cc7162e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:52.421191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d29808-2e52-44fd-b5b0-815cc7162e48 None None] The sync data for ids ['a8ed61b4-2d57-4069-8d21-d5363dc03dcb'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:42:52.454603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d1b283-2c97-49d8-a6a4-063d4ff9374c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Deleting subnet 2815dcd9-7585-40c8-9ce5-bddf434bfa09 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:52.456550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44d1b283-2c97-49d8-a6a4-063d4ff9374c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:52.492556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44d1b283-2c97-49d8-a6a4-063d4ff9374c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:52.545041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44d1b283-2c97-49d8-a6a4-063d4ff9374c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:52.715794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44d1b283-2c97-49d8-a6a4-063d4ff9374c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:52.724607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:52.767611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1b283-2c97-49d8-a6a4-063d4ff9374c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event deleted for resources: {'Subnet': ['ID=2815dcd9-7585-40c8-9ce5-bddf434bfa09,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:52.769470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44d1b283-2c97-49d8-a6a4-063d4ff9374c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:52.802100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44d1b283-2c97-49d8-a6a4-063d4ff9374c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:52.807049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-44d1b283-2c97-49d8-a6a4-063d4ff9374c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "DELETE /v2.0/subnets/2815dcd9-7585-40c8-9ce5-bddf434bfa09 HTTP/1.1" status: 204 len: 168 time: 0.3953364 Apr 16 15:42:52.809273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36408) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:52.811438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb8060-2a86-4a34-af28-ab8a359efb8e None None] Network 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:52.858982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03d7e5f-0680-4788-8cf2-b997f95ed826 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Deleting subnet 6d9c6e78-499e-4b7e-940a-7d4ab97309ff {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:52.861577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e03d7e5f-0680-4788-8cf2-b997f95ed826 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:52.899061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e03d7e5f-0680-4788-8cf2-b997f95ed826 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:52.950344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e03d7e5f-0680-4788-8cf2-b997f95ed826 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:52.980233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4de8b-06c1-452b-a976-36ed9af3e598 None None] DHCP port deletion for 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:42:52.982955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4de8b-06c1-452b-a976-36ed9af3e598 None None] Deleting port 43b976bf-e85c-481a-b861-3d3851596f16 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:52.983195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fe4de8b-06c1-452b-a976-36ed9af3e598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.096557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1fe4de8b-06c1-452b-a976-36ed9af3e598 None None] For port 43b976bf-e85c-481a-b861-3d3851596f16, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=43b976bf-e85c-481a-b861-3d3851596f16,segment=NetworkSegment(26342243-630e-4a07-9c0b-503685205f93),segment_id=26342243-630e-4a07-9c0b-503685205f93)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:53.096832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fe4de8b-06c1-452b-a976-36ed9af3e598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.128243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e03d7e5f-0680-4788-8cf2-b997f95ed826 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.135750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1dfe80dc-cc27-4c10-85a2-77e52e788ec8 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:53.165474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4de8b-06c1-452b-a976-36ed9af3e598 None None] Calling delete_port for 43b976bf-e85c-481a-b861-3d3851596f16 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:53.181170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d7e5f-0680-4788-8cf2-b997f95ed826 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event deleted for resources: {'Subnet': ['ID=6d9c6e78-499e-4b7e-940a-7d4ab97309ff,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:53.189291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e03d7e5f-0680-4788-8cf2-b997f95ed826 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:53.209114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fe4de8b-06c1-452b-a976-36ed9af3e598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.216984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-557a375f-c905-4ca5-ae27-b01004d59f8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:53.224657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e03d7e5f-0680-4788-8cf2-b997f95ed826 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.228557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e03d7e5f-0680-4788-8cf2-b997f95ed826 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "DELETE /v2.0/subnets/6d9c6e78-499e-4b7e-940a-7d4ab97309ff HTTP/1.1" status: 204 len: 168 time: 0.4184124 Apr 16 15:42:53.230272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36412) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:53.264414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03352b3b-c92d-4307-b5f5-b8e6076311fc None None] Network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:53.282909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4de8b-06c1-452b-a976-36ed9af3e598 None None] Pushing event deleted for resources: {'Port': ['ID=43b976bf-e85c-481a-b861-3d3851596f16,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:53.284510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fe4de8b-06c1-452b-a976-36ed9af3e598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:53.319025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.360217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4de8b-06c1-452b-a976-36ed9af3e598 None None] No DVR routers for this DVR port 43b976bf-e85c-481a-b861-3d3851596f16 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:53.443115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.456030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ffab24-2f7f-4ae2-89d3-52ede656eeb0 None None] DHCP port deletion for 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:42:53.458826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-08ffab24-2f7f-4ae2-89d3-52ede656eeb0 None None] Deleting port 8b6b7360-0d49-4380-af0d-c17606dbe0c1 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:53.459090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08ffab24-2f7f-4ae2-89d3-52ede656eeb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.507751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7fc623-a2ba-4a57-9b02-d459a25ba1e6']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:53.514616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26342243-630e-4a07-9c0b-503685205f93') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:53.514792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26342243-630e-4a07-9c0b-503685205f93') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:53.521203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.529925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.534293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Releasing vlan 1484 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:42:53.574555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-08ffab24-2f7f-4ae2-89d3-52ede656eeb0 None None] For port 8b6b7360-0d49-4380-af0d-c17606dbe0c1, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8b6b7360-0d49-4380-af0d-c17606dbe0c1,segment=NetworkSegment(de8324b4-370a-4939-9cb0-b98d4e622ed3),segment_id=de8324b4-370a-4939-9cb0-b98d4e622ed3)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:53.574784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08ffab24-2f7f-4ae2-89d3-52ede656eeb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.631249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:53.635935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.644880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-08ffab24-2f7f-4ae2-89d3-52ede656eeb0 None None] Calling delete_port for 8b6b7360-0d49-4380-af0d-c17606dbe0c1 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:53.700504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-08ffab24-2f7f-4ae2-89d3-52ede656eeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.711922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca51560a-7cb7-4178-ae5a-5f461e37ebe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:53.728001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:42:53.741004 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:42:53.766491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffab24-2f7f-4ae2-89d3-52ede656eeb0 None None] Pushing event deleted for resources: {'Port': ['ID=8b6b7360-0d49-4380-af0d-c17606dbe0c1,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:53.775017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-08ffab24-2f7f-4ae2-89d3-52ede656eeb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:53.795527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ffab24-2f7f-4ae2-89d3-52ede656eeb0 None None] No DVR routers for this DVR port 8b6b7360-0d49-4380-af0d-c17606dbe0c1 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:53.796449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.799923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2aedddd-5e69-4095-be37-e3335ae882f6 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:53.811062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.816594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event deleted for resources: {'Network': ['ID=5d7fc623-a2ba-4a57-9b02-d459a25ba1e6,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:53.817999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:53.818955 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-23a0ab30-7af3-4094-bd0f-ac2e238287ca tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "DELETE /v2.0/networks/5d7fc623-a2ba-4a57-9b02-d459a25ba1e6 HTTP/1.1" status: 204 len: 168 time: 0.5879836 Apr 16 15:42:53.820926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36416) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:53.899185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:53.918216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 43b976bf-e85c-481a-b861-3d3851596f16 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:53.942820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 43b976bf-e85c-481a-b861-3d3851596f16 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:53.943131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 43b976bf-e85c-481a-b861-3d3851596f16 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:53.943468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8b6b7360-0d49-4380-af0d-c17606dbe0c1 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:53.967978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 8b6b7360-0d49-4380-af0d-c17606dbe0c1 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:53.968232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8b6b7360-0d49-4380-af0d-c17606dbe0c1 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:54.023563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:54.092980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:54.100531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8324b4-370a-4939-9cb0-b98d4e622ed3') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:54.100757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8324b4-370a-4939-9cb0-b98d4e622ed3') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:54.107591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:54.116713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:54.120796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Releasing vlan 1471 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:42:54.227232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:54.235045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:54.341033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:42:54.355503 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:42:54.404130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:54.406375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-663ad778-c81a-4fee-af58-8d0b15302616 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:54.414369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:54.419706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event deleted for resources: {'Network': ['ID=8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:54.420950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:54.421844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e1569c09-5667-4888-a37a-48d31f2fe57b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "DELETE /v2.0/networks/8d6517ca-78f5-4ecf-8fdb-3b4b3210ab4f HTTP/1.1" status: 204 len: 168 time: 0.6002901 Apr 16 15:42:54.424403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36420) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:54.462857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce83779-81dd-4563-8eae-320801953c3e tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Deleting subnet 5b81e033-7347-4870-9628-313166a73e7c {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:42:54.464666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ce83779-81dd-4563-8eae-320801953c3e tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:54.497016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ce83779-81dd-4563-8eae-320801953c3e tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:54.542674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ce83779-81dd-4563-8eae-320801953c3e tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:54.688900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ce83779-81dd-4563-8eae-320801953c3e tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:54.695699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a5fa1929-967d-4e73-95dd-b6ed4fc72883 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:54.737686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce83779-81dd-4563-8eae-320801953c3e tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event deleted for resources: {'Subnet': ['ID=5b81e033-7347-4870-9628-313166a73e7c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:54.744753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ce83779-81dd-4563-8eae-320801953c3e tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:54.775814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ce83779-81dd-4563-8eae-320801953c3e tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:54.779580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb2cb2-380d-4747-b5af-29648460be84 None None] Network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:54.783241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0ce83779-81dd-4563-8eae-320801953c3e tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "DELETE /v2.0/subnets/5b81e033-7347-4870-9628-313166a73e7c HTTP/1.1" status: 204 len: 168 time: 0.3581488 Apr 16 15:42:54.786501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36424) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:54.944098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1684c6de-afe6-402f-b55c-ce420a09f266 None None] DHCP port deletion for 9f1aa73a-237b-42c7-a6f0-99fa114182e2 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:42:54.947171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1684c6de-afe6-402f-b55c-ce420a09f266 None None] Deleting port e4c0e887-daeb-42d8-8862-42a8cb7b0478 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:54.947395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1684c6de-afe6-402f-b55c-ce420a09f266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:55.084856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1684c6de-afe6-402f-b55c-ce420a09f266 None None] For port e4c0e887-daeb-42d8-8862-42a8cb7b0478, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e4c0e887-daeb-42d8-8862-42a8cb7b0478,segment=NetworkSegment(94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92),segment_id=94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:55.085189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1684c6de-afe6-402f-b55c-ce420a09f266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:55.121834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:55.163239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Deleting port e4c0e887-daeb-42d8-8862-42a8cb7b0478 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:55.163542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:55.292486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] For port e4c0e887-daeb-42d8-8862-42a8cb7b0478, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e4c0e887-daeb-42d8-8862-42a8cb7b0478,segment=NetworkSegment(94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92),segment_id=94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:42:55.292869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:55.326970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1684c6de-afe6-402f-b55c-ce420a09f266 None None] Calling delete_port for e4c0e887-daeb-42d8-8862-42a8cb7b0478 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:55.364091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Calling delete_port for e4c0e887-daeb-42d8-8862-42a8cb7b0478 owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:42:55.372399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1684c6de-afe6-402f-b55c-ce420a09f266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:55.380579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:55.405622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:42:55.405872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:42:55.427955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684c6de-afe6-402f-b55c-ce420a09f266 None None] Pushing event deleted for resources: {'Port': ['ID=e4c0e887-daeb-42d8-8862-42a8cb7b0478,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:55.435082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1684c6de-afe6-402f-b55c-ce420a09f266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:55.464301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1684c6de-afe6-402f-b55c-ce420a09f266 None None] No DVR routers for this DVR port e4c0e887-daeb-42d8-8862-42a8cb7b0478 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:42:55.907397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Deleting port e4c0e887-daeb-42d8-8862-42a8cb7b0478 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:42:55.907735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:55.933311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e4c0e887-daeb-42d8-8862-42a8cb7b0478 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:42:55.959774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: e4c0e887-daeb-42d8-8862-42a8cb7b0478 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:42:55.960040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e4c0e887-daeb-42d8-8862-42a8cb7b0478 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:42:55.963825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] The port 'e4c0e887-daeb-42d8-8862-42a8cb7b0478' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:42:56.046179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:56.126581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1aa73a-237b-42c7-a6f0-99fa114182e2']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:56.143041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:56.143208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f79eeb-ca29-45aa-bfc4-bdbc4dd36e92') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:42:56.150114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:56.159241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:56.162889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Releasing vlan 1473 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:42:56.248538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:56.254040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:56.343138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Network 9f1aa73a-237b-42c7-a6f0-99fa114182e2 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:42:56.355442 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:42:56.399858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:56.402497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:56.404787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d2dac563-4888-4e9a-b97e-aed245cf88ca tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:56.417910 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "DELETE /v2.0/networks/9f1aa73a-237b-42c7-a6f0-99fa114182e2 HTTP/1.1" status: 204 len: 168 time: 1.6306167 Apr 16 15:42:56.418534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Pushing event deleted for resources: {'Network': ['ID=9f1aa73a-237b-42c7-a6f0-99fa114182e2,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:56.419804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:56.420306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36428) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:56.447939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-83080562-69b7-4236-9ac7-3c03879f5dec tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Synchronizing usage tracker for tenant:44afa5093c9548a2a2ca210ac68bac08 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:42:56.458137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-83080562-69b7-4236-9ac7-3c03879f5dec tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Unset dirty status for tenant:44afa5093c9548a2a2ca210ac68bac08 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:42:56.458842 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-83080562-69b7-4236-9ac7-3c03879f5dec tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "GET /v2.0/ports?device_id=a8ed61b4-2d57-4069-8d21-d5363dc03dcb HTTP/1.1" status: 200 len: 205 time: 0.0377605 Apr 16 15:42:56.460706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36432) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:56.536680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-43ed3c68-c309-4ed4-aeb6-b636b27c3cd0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:56.690620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-43ed3c68-c309-4ed4-aeb6-b636b27c3cd0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:56.692026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-43ed3c68-c309-4ed4-aeb6-b636b27c3cd0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:56.707280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-43ed3c68-c309-4ed4-aeb6-b636b27c3cd0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:56.707557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ed3c68-c309-4ed4-aeb6-b636b27c3cd0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Fanout notify agent at l3_agent the message router_deleted on router a8ed61b4-2d57-4069-8d21-d5363dc03dcb {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:42:56.714336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-43ed3c68-c309-4ed4-aeb6-b636b27c3cd0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:56.714872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-43ed3c68-c309-4ed4-aeb6-b636b27c3cd0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] 10.222.0.95 "DELETE /v2.0/routers/a8ed61b4-2d57-4069-8d21-d5363dc03dcb HTTP/1.1" status: 204 len: 168 time: 0.2534862 Apr 16 15:42:56.874914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36440) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:56.972035 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8dc8b94d-aa94-4b5a-bc86-c32e28127b55 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=44afa5093c9548a2a2ca210ac68bac08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961211 Apr 16 15:42:56.973859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36446) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:57.010179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14251f55-3917-4d2f-a1b8-98dec878af2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.026362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14251f55-3917-4d2f-a1b8-98dec878af2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.058205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14251f55-3917-4d2f-a1b8-98dec878af2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.060915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-171ba5d4-188d-4795-adfa-9d07459b2e43 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:57.066857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14251f55-3917-4d2f-a1b8-98dec878af2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4b89a9-ea46-4912-b1c2-cabbaed34a22,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:57.068943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-14251f55-3917-4d2f-a1b8-98dec878af2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:57.071490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14251f55-3917-4d2f-a1b8-98dec878af2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.072031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-14251f55-3917-4d2f-a1b8-98dec878af2a admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/9f4b89a9-ea46-4912-b1c2-cabbaed34a22 HTTP/1.1" status: 204 len: 168 time: 0.0975466 Apr 16 15:42:57.531008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36470) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:57.601544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1535939944-network', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:57.605185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:57.607886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Usage tracker for resource:network and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:57.609871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:57.614361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:57.621856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Made reservation on behalf of dd01f908419e49c18cc8312862c5c62c for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:57.625047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.633219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.644378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:57.646847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Usage tracker for resource:security_group_rule and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:57.648595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:57.652280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:57.697407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.699920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.701473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4ad4633-9d3e-45d2-b20b-a492f0429039 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:57.715861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1477} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:42:57.720561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37303c6-b256-4f49-af9b-59542bc15b82,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:57.722941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:57.725324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.725517 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Added segment cfb1a9a8-cf1b-493d-a818-702b85f31055 of type vlan for network f873cfb2-0428-4c39-9b98-0acd03e06a54 Apr 16 15:42:57.742931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.763333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.764078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:57.764750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:57.767842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57d62a3b-8cb3-4cf6-8992-be418dbbf596 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:57.831682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2997751 Apr 16 15:42:57.832283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Pushing event updated for resources: {'Network': ['ID=f873cfb2-0428-4c39-9b98-0acd03e06a54,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:57.833815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36476) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:57.835500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:57.838134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Request body: {'subnet': {'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1535939944-subnet', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:57.841415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network f873cfb2-0428-4c39-9b98-0acd03e06a54 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:42:57.841498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:57.844231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Usage tracker for resource:subnet and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:57.846359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:57.850385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:57.857317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Made reservation on behalf of dd01f908419e49c18cc8312862c5c62c for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:42:57.860157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.089671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.362688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cbb6662-f068-4b4b-9e18-0780c832a768 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:58.425947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Pushing event updated for resources: {'Subnet': ['ID=265e0527-cb86-4527-b847-2fef39c3fb42,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:58.432518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:58.466844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Checking segment: {'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:58.467045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Network hostable DHCP agents. Network: f873cfb2-0428-4c39-9b98-0acd03e06a54, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:42:58.478111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Network f873cfb2-0428-4c39-9b98-0acd03e06a54 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:42:58.482983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, f873cfb2-0428-4c39-9b98-0acd03e06a54) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:58.489527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:42:58.489635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e868ac33-aa3a-4254-8325-c3e6c724ff5b None None] Network f873cfb2-0428-4c39-9b98-0acd03e06a54 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:42:58.489884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.500776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-67c04f0b-3794-47c6-92a3-db632dc0d93b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6663165 Apr 16 15:42:58.503369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36480) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:42:58.506524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:42:58.509439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:42:58.511748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Usage tracker for resource:router and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:42:58.514022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:42:58.517602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:42:58.523543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.524189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.532524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.634378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-f873cfb2-0428-4c39-9b98-0acd03e06a54', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:42:58.635054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.690632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.743132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Allocated IP 172.20.0.2 (f873cfb2-0428-4c39-9b98-0acd03e06a54/265e0527-cb86-4527-b847-2fef39c3fb42/f4bb50bc-8ae0-4c30-b457-fdf79974a82e) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:58.869165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.875768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Transition to ACTIVE for port object f4bb50bc-8ae0-4c30-b457-fdf79974a82e will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:58.896246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Transition to ACTIVE for port object f4bb50bc-8ae0-4c30-b457-fdf79974a82e will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:42:58.899641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.901322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.908155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-08ffab24-2f7f-4ae2-89d3-52ede656eeb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:58.918157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:58.989817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Pushing event updated for resources: {'Port': ['ID=f4bb50bc-8ae0-4c30-b457-fdf79974a82e,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:58.992734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:59.003558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Allocated IP 172.26.4.246 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/d6712a80-7664-4361-bc33-7443ddcc144d) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:42:59.025246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Network f873cfb2-0428-4c39-9b98-0acd03e06a54 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:59.025908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:59.027440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:59.077520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Attempting to bind port f4bb50bc-8ae0-4c30-b457-fdf79974a82e on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:42:59.077755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Attempting to bind port f4bb50bc-8ae0-4c30-b457-fdf79974a82e by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:42:59.077991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Attempting to bind port f4bb50bc-8ae0-4c30-b457-fdf79974a82e on network f873cfb2-0428-4c39-9b98-0acd03e06a54 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:42:59.081995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:42:59.082223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Checking segment: {'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:42:59.082497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:59.082746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Bound using segment: {'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:42:59.083040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Bound port: f4bb50bc-8ae0-4c30-b457-fdf79974a82e, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:42:59.083275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:59.105278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:59.125082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:59.134904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f94c15eb-e6f8-4301-b65a-20f26b81793f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:59.136025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] For port f4bb50bc-8ae0-4c30-b457-fdf79974a82e, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:42:59.137981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] For port f4bb50bc-8ae0-4c30-b457-fdf79974a82e, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f4bb50bc-8ae0-4c30-b457-fdf79974a82e,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:42:59.141537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:59.148552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:42:59.211272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Pushing event updated for resources: {'Port': ['ID=d6712a80-7664-4361-bc33-7443ddcc144d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:59.213158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:59.226237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Pushing event updated for resources: {'Port': ['ID=f4bb50bc-8ae0-4c30-b457-fdf79974a82e,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:42:59.229145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:42:59.243365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:42:59.244019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:42:59.245412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:42:59.484882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:59.674821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:42:59.950771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f4bb50bc-8ae0-4c30-b457-fdf79974a82e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:42:59.997970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port f4bb50bc-8ae0-4c30-b457-fdf79974a82e completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:00.058688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Router 387b4554-0707-47ec-b88e-c456118ba233 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:43:00.152786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:43:00.163662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Sync routers for ids ['387b4554-0707-47ec-b88e-c456118ba233'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:43:00.166720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:00.167538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6635380 Apr 16 15:43:00.169747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36484) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:00.176450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Routers {'387b4554-0707-47ec-b88e-c456118ba233'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:00.177314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['387b4554-0707-47ec-b88e-c456118ba233'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:00.292556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Set router 387b4554-0707-47ec-b88e-c456118ba233 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:00.400632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5757877-e898-40b3-8055-b7694395c872 None None] Network f873cfb2-0428-4c39-9b98-0acd03e06a54 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:43:00.589392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:00.663611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2c63cb16-c0cb-4b44-a1d4-a94f4a43ab96 None None] Provisioning for port f4bb50bc-8ae0-4c30-b457-fdf79974a82e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:00.690827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2c63cb16-c0cb-4b44-a1d4-a94f4a43ab96 None None] Provisioning complete for port f4bb50bc-8ae0-4c30-b457-fdf79974a82e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:00.691163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c63cb16-c0cb-4b44-a1d4-a94f4a43ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:00.719382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Allocated IP 172.20.0.1 (f873cfb2-0428-4c39-9b98-0acd03e06a54/265e0527-cb86-4527-b847-2fef39c3fb42/1ba1c3cb-af78-47b5-b258-ff4d0e14ee82) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:43:00.808713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:00.818196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Transition to ACTIVE for port object 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:00.824891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:42:59Z', 'revision_number': 3, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:00.828530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c63cb16-c0cb-4b44-a1d4-a94f4a43ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:00.832264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:00.834272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Checking router: 387b4554-0707-47ec-b88e-c456118ba233 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:43:00.834516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Updating router 387b4554-0707-47ec-b88e-c456118ba233 port d6712a80-7664-4361-bc33-7443ddcc144d binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:43:00.841042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c3a7da68-1efc-44bf-9b9d-e04fb34aac1f tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:00.883120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:00.903352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2c63cb16-c0cb-4b44-a1d4-a94f4a43ab96 None None] For port f4bb50bc-8ae0-4c30-b457-fdf79974a82e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f4bb50bc-8ae0-4c30-b457-fdf79974a82e,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:00.910688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c63cb16-c0cb-4b44-a1d4-a94f4a43ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:00.912873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:00.919003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba1c3cb-af78-47b5-b258-ff4d0e14ee82,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:00.920937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:00.950941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Network f873cfb2-0428-4c39-9b98-0acd03e06a54 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:00.951633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:00.953225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:43:00.984872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:00.991537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63cb16-c0cb-4b44-a1d4-a94f4a43ab96 None None] Pushing event updated for resources: {'Port': ['ID=f4bb50bc-8ae0-4c30-b457-fdf79974a82e,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:00.994924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c63cb16-c0cb-4b44-a1d4-a94f4a43ab96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:01.074164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.140034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.149789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Transition to ACTIVE for port object d6712a80-7664-4361-bc33-7443ddcc144d will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:01.151133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-13cc1218-56de-468e-948c-d371290193c9 None None] Provisioning complete for port f4bb50bc-8ae0-4c30-b457-fdf79974a82e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:01.151365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13cc1218-56de-468e-948c-d371290193c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.175553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.184724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-37f9f74a-446c-44ed-b945-1e6fa1bf3026 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:01.211808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.222446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.238838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e66dd9f7-6290-4ee8-bd12-c39d55abb4eb tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:01.264184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deee621-f991-4021-ae3c-7d3307681398 None None] Pushing event updated for resources: {'Port': ['ID=d6712a80-7664-4361-bc33-7443ddcc144d,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:01.273875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4deee621-f991-4021-ae3c-7d3307681398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:01.285640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.293050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Pushing event updated for resources: {'Port': ['ID=1ba1c3cb-af78-47b5-b258-ff4d0e14ee82,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:01.295898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:01.334238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Attempting to bind port d6712a80-7664-4361-bc33-7443ddcc144d on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:43:01.334501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Attempting to bind port d6712a80-7664-4361-bc33-7443ddcc144d by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:43:01.334731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Attempting to bind port d6712a80-7664-4361-bc33-7443ddcc144d on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:01.337749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:43:01.337977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:01.338231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.338490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:43:01.338785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Bound port: d6712a80-7664-4361-bc33-7443ddcc144d, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:43:01.339015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.364632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Network f873cfb2-0428-4c39-9b98-0acd03e06a54 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:01.365162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:01.380788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] For port d6712a80-7664-4361-bc33-7443ddcc144d, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:43:01.382633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] For port d6712a80-7664-4361-bc33-7443ddcc144d, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d6712a80-7664-4361-bc33-7443ddcc144d,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:43:01.385257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.392933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:01.475013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-38c64d2b-8240-4cc1-a291-5b8c1d353a74 None None] Provisioning for port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:01.476499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Router 387b4554-0707-47ec-b88e-c456118ba233 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:43:01.476902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deee621-f991-4021-ae3c-7d3307681398 None None] Pushing event updated for resources: {'Port': ['ID=d6712a80-7664-4361-bc33-7443ddcc144d,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:01.487238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4deee621-f991-4021-ae3c-7d3307681398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:01.489303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-38c64d2b-8240-4cc1-a291-5b8c1d353a74 None None] Provisioning complete for port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:01.489538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-38c64d2b-8240-4cc1-a291-5b8c1d353a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.532280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-38c64d2b-8240-4cc1-a291-5b8c1d353a74 None None] Port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:43:01.541067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Routers {'387b4554-0707-47ec-b88e-c456118ba233'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:01.541433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['387b4554-0707-47ec-b88e-c456118ba233'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:01.576507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:43:01.582188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] 10.222.0.95 "PUT /v2.0/routers/387b4554-0707-47ec-b88e-c456118ba233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4117601 Apr 16 15:43:01.645270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] Set router 387b4554-0707-47ec-b88e-c456118ba233 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:01.684777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c35e0171-4bbf-4504-9484-d22c73c42fdd None None] Provisioning complete for port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:01.685015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c35e0171-4bbf-4504-9484-d22c73c42fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.789057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c35e0171-4bbf-4504-9484-d22c73c42fdd None None] Port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:43:01.854333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1ba1c3cb-af78-47b5-b258-ff4d0e14ee82', 'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'mac_address': 'fa:16:3e:df:e8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:00Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 2, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'subnets': [{'id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:01.856760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae47dd7-4e27-469b-8b25-6fbed7646a41 None None] The sync data for ids ['387b4554-0707-47ec-b88e-c456118ba233'] in dv-neutron-786478-2-hyperv is: [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1ba1c3cb-af78-47b5-b258-ff4d0e14ee82', 'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'mac_address': 'fa:16:3e:df:e8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:00Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 2, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'subnets': [{'id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:43:01.903594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36502) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:01.907611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-721454143-network', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:01.910879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:01.913260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Usage tracker for resource:network and tenant:c986d19a52df4fb4999a5a6be6eb5f57 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:01.915724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:01.920560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:01.921218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f4bb50bc-8ae0-4c30-b457-fdf79974a82e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:01.929506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Made reservation on behalf of c986d19a52df4fb4999a5a6be6eb5f57 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:43:01.932649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.940738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:01.949754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:01.952106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Usage tracker for resource:security_group_rule and tenant:c986d19a52df4fb4999a5a6be6eb5f57 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:01.953782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:01.957613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:02.009372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.012149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.014179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe5f143e-04fa-4a2e-8adf-50761edba996 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:02.033092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1468} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:43:02.036617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4389faf0-58d5-46d4-831d-190ba307014b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:02.039028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:02.041212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.041602 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Added segment a7990d70-b675-4048-baa5-495ec1082d39 of type vlan for network d399a7b3-d779-46ca-b804-bfbb29aebe71 Apr 16 15:43:02.057561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.076144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.076873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:02.077293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.079551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:02.129977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f4bb50bc-8ae0-4c30-b457-fdf79974a82e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:02.130250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.138043 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2336400 Apr 16 15:43:02.138687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Pushing event updated for resources: {'Network': ['ID=d399a7b3-d779-46ca-b804-bfbb29aebe71,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:02.140384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36506) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:02.141884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:02.144238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Request body: {'subnet': {'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-721454143-subnet', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:02.147232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:02.149740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Usage tracker for resource:subnet and tenant:c986d19a52df4fb4999a5a6be6eb5f57 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:02.150997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network d399a7b3-d779-46ca-b804-bfbb29aebe71 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:43:02.151367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:02.154737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:02.161282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Made reservation on behalf of c986d19a52df4fb4999a5a6be6eb5f57 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:43:02.164033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.705853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.714445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44d1b283-2c97-49d8-a6a4-063d4ff9374c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:02.784468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db0875d0-a189-4131-b06f-645b1faf4452,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:02.786254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:02.818186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Checking segment: {'id': 'a7990d70-b675-4048-baa5-495ec1082d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:02.818488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Network hostable DHCP agents. Network: d399a7b3-d779-46ca-b804-bfbb29aebe71, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:43:02.828833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Network d399a7b3-d779-46ca-b804-bfbb29aebe71 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:43:02.833963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, d399a7b3-d779-46ca-b804-bfbb29aebe71) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:02.840355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8cb415-002b-40cb-91ac-3450a66ecb8f None None] Network d399a7b3-d779-46ca-b804-bfbb29aebe71 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:43:02.841125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:02.841461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.852031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7110498 Apr 16 15:43:02.853847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36510) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:02.857345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-721454143-router', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:02.860118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:02.862731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Usage tracker for resource:router and tenant:c986d19a52df4fb4999a5a6be6eb5f57 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:02.864917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:02.868757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:02.876667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.878119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.886804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:02.966623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-d399a7b3-d779-46ca-b804-bfbb29aebe71', 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'fixed_ips': [{'subnet_id': 'db0875d0-a189-4131-b06f-645b1faf4452'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:43:02.967209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.039393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.066379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Allocated IP 172.20.0.2 (d399a7b3-d779-46ca-b804-bfbb29aebe71/db0875d0-a189-4131-b06f-645b1faf4452/ad99c248-43cb-4bb9-8014-4a984399b61e) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:43:03.189085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.196027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Transition to ACTIVE for port object ad99c248-43cb-4bb9-8014-4a984399b61e will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:03.207193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Transition to ACTIVE for port object ad99c248-43cb-4bb9-8014-4a984399b61e will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:03.211514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.216437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.218605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cc1f5e2-e79e-4393-8347-0512416c827a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:03.233140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.286685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Pushing event updated for resources: {'Port': ['ID=ad99c248-43cb-4bb9-8014-4a984399b61e,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:03.289057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:03.315150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Allocated IP 172.26.4.66 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/88d7bc20-130e-4c65-a803-c6ea6b9c1b70) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:43:03.318774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Network d399a7b3-d779-46ca-b804-bfbb29aebe71 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:03.319427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:03.320795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:43:03.371951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Attempting to bind port ad99c248-43cb-4bb9-8014-4a984399b61e on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:43:03.372182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Attempting to bind port ad99c248-43cb-4bb9-8014-4a984399b61e by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'a7990d70-b675-4048-baa5-495ec1082d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:43:03.372546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Attempting to bind port ad99c248-43cb-4bb9-8014-4a984399b61e on network d399a7b3-d779-46ca-b804-bfbb29aebe71 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:03.375464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:43:03.375833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Checking segment: {'id': 'a7990d70-b675-4048-baa5-495ec1082d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:03.375938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.376180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Bound using segment: {'id': 'a7990d70-b675-4048-baa5-495ec1082d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:43:03.376474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Bound port: ad99c248-43cb-4bb9-8014-4a984399b61e, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7990d70-b675-4048-baa5-495ec1082d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:43:03.376709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.419004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.428435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] For port ad99c248-43cb-4bb9-8014-4a984399b61e, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:43:03.430249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] For port ad99c248-43cb-4bb9-8014-4a984399b61e, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ad99c248-43cb-4bb9-8014-4a984399b61e,segment=NetworkSegment(a7990d70-b675-4048-baa5-495ec1082d39),segment_id=a7990d70-b675-4048-baa5-495ec1082d39)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:43:03.432979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.436475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.442802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:03.444870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aeb46cc5-f136-40a4-b538-c4e330297eda tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:03.514535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Pushing event updated for resources: {'Port': ['ID=88d7bc20-130e-4c65-a803-c6ea6b9c1b70,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:03.517151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:03.536840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Pushing event updated for resources: {'Port': ['ID=ad99c248-43cb-4bb9-8014-4a984399b61e,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:03.540171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:03.545436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:03.546094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:03.547508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:43:03.802394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:03.956597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d6712a80-7664-4361-bc33-7443ddcc144d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:03.998351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port d6712a80-7664-4361-bc33-7443ddcc144d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:04.001128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d6712a80-7664-4361-bc33-7443ddcc144d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:04.001367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:04.009801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:04.072964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:04.083655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port d6712a80-7664-4361-bc33-7443ddcc144d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d6712a80-7664-4361-bc33-7443ddcc144d,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:04.085784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:04.086366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ad99c248-43cb-4bb9-8014-4a984399b61e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:04.102399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:04.159346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=d6712a80-7664-4361-bc33-7443ddcc144d,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:04.162002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:04.167244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port ad99c248-43cb-4bb9-8014-4a984399b61e completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:04.282064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Sync routers for ids ['387b4554-0707-47ec-b88e-c456118ba233'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:43:04.289274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Routers {'387b4554-0707-47ec-b88e-c456118ba233'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:04.289664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['387b4554-0707-47ec-b88e-c456118ba233'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:04.397937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Set router 387b4554-0707-47ec-b88e-c456118ba233 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:04.416637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Router 2a68423d-1e5d-4842-9333-48855d97066c is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:43:04.525322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:43:04.531776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Sync routers for ids ['2a68423d-1e5d-4842-9333-48855d97066c'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:43:04.541526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Routers {'2a68423d-1e5d-4842-9333-48855d97066c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:04.541780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2a68423d-1e5d-4842-9333-48855d97066c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:04.544129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:04.547284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36518) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:04.547370 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6927903 Apr 16 15:43:04.583607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1ba1c3cb-af78-47b5-b258-ff4d0e14ee82', 'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'mac_address': 'fa:16:3e:df:e8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:00Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 2, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'subnets': [{'id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:04.586003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Checking router: 387b4554-0707-47ec-b88e-c456118ba233 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:43:04.586218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Updating router 387b4554-0707-47ec-b88e-c456118ba233 port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:43:04.616950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:04.678878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Set router 2a68423d-1e5d-4842-9333-48855d97066c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:04.921669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0accebb6-da7c-49b2-8d00-c401d1b502ec None None] Network d399a7b3-d779-46ca-b804-bfbb29aebe71 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:43:04.994305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.001555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Transition to ACTIVE for port object 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:05.006541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.008505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a6af29bd-bbf1-44cf-9d07-588e030ddfd1 None None] Provisioning for port ad99c248-43cb-4bb9-8014-4a984399b61e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:05.016211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:05.023163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a6af29bd-bbf1-44cf-9d07-588e030ddfd1 None None] Provisioning complete for port ad99c248-43cb-4bb9-8014-4a984399b61e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:05.023407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6af29bd-bbf1-44cf-9d07-588e030ddfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.088986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc9b0e-7001-48b4-9516-f995d2cbda6f None None] Pushing event updated for resources: {'Port': ['ID=1ba1c3cb-af78-47b5-b258-ff4d0e14ee82,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:05.096282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bcc9b0e-7001-48b4-9516-f995d2cbda6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:05.211978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Attempting to bind port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:43:05.212266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Attempting to bind port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:43:05.212546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Attempting to bind port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 on network f873cfb2-0428-4c39-9b98-0acd03e06a54 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:05.218080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:43:05.218402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Checking segment: {'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:05.218731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.219029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Bound using segment: {'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:43:05.219378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Bound port: 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:43:05.219671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.220853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6af29bd-bbf1-44cf-9d07-588e030ddfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.236697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68423d-1e5d-4842-9333-48855d97066c', 'name': 'tempest-TestVolumeBootPattern-721454143-router', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:02Z', 'updated_at': '2021-04-16T15:43:03Z', 'revision_number': 3, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'gw_port': {'id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:03Z', 'updated_at': '2021-04-16T15:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:05.239285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Checking router: 2a68423d-1e5d-4842-9333-48855d97066c for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:43:05.239503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Updating router 2a68423d-1e5d-4842-9333-48855d97066c port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:43:05.252575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.276134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] For port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:43:05.277937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] For port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1ba1c3cb-af78-47b5-b258-ff4d0e14ee82,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:43:05.281002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.282700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a6af29bd-bbf1-44cf-9d07-588e030ddfd1 None None] For port ad99c248-43cb-4bb9-8014-4a984399b61e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ad99c248-43cb-4bb9-8014-4a984399b61e,segment=NetworkSegment(a7990d70-b675-4048-baa5-495ec1082d39),segment_id=a7990d70-b675-4048-baa5-495ec1082d39)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:05.287794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a6af29bd-bbf1-44cf-9d07-588e030ddfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.290140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8467cff-e33a-457b-9b66-7916e3a80a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:05.290200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bcc9b0e-7001-48b4-9516-f995d2cbda6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:05.315912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.355089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc9b0e-7001-48b4-9516-f995d2cbda6f None None] Pushing event updated for resources: {'Port': ['ID=1ba1c3cb-af78-47b5-b258-ff4d0e14ee82,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:05.359281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bcc9b0e-7001-48b4-9516-f995d2cbda6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:05.386315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Allocated IP 172.20.0.1 (d399a7b3-d779-46ca-b804-bfbb29aebe71/db0875d0-a189-4131-b06f-645b1faf4452/e2884baf-730d-4976-a946-ddefbb8e7b81) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:43:05.405296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Routers {'387b4554-0707-47ec-b88e-c456118ba233'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:05.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['387b4554-0707-47ec-b88e-c456118ba233'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:05.492779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.504345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Transition to ACTIVE for port object e2884baf-730d-4976-a946-ddefbb8e7b81 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:05.523179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] Set router 387b4554-0707-47ec-b88e-c456118ba233 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:05.525682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.532501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.539659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Transition to ACTIVE for port object 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:05.550801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.560740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af29bd-bbf1-44cf-9d07-588e030ddfd1 None None] Pushing event updated for resources: {'Port': ['ID=ad99c248-43cb-4bb9-8014-4a984399b61e,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:05.562812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a6af29bd-bbf1-44cf-9d07-588e030ddfd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:05.565736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:05.574129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:05.625648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Pushing event updated for resources: {'Port': ['ID=e2884baf-730d-4976-a946-ddefbb8e7b81,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:05.628141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:05.635658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f764ae7-f158-449b-b78c-cb8aefa3da1a None None] Pushing event updated for resources: {'Port': ['ID=88d7bc20-130e-4c65-a803-c6ea6b9c1b70,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:05.637429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5f764ae7-f158-449b-b78c-cb8aefa3da1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:05.638182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Network d399a7b3-d779-46ca-b804-bfbb29aebe71 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:05.638895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:05.640442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:43:05.672232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.686442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Attempting to bind port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:43:05.686610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Attempting to bind port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:43:05.686945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Attempting to bind port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:05.690396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:43:05.690646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:05.690902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.691145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:43:05.691437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Bound port: 88d7bc20-130e-4c65-a803-c6ea6b9c1b70, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:43:05.691657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.712327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1ba1c3cb-af78-47b5-b258-ff4d0e14ee82', 'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'mac_address': 'fa:16:3e:df:e8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:00Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'subnets': [{'id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:05.714550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bbfa06-8abc-4f37-82e3-7668ded188df None None] The sync data for ids ['387b4554-0707-47ec-b88e-c456118ba233'] in dv-neutron-786478-2-hyperv is: [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1ba1c3cb-af78-47b5-b258-ff4d0e14ee82', 'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'mac_address': 'fa:16:3e:df:e8:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:00Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'subnets': [{'id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:43:05.737697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] For port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:43:05.739822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] For port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=88d7bc20-130e-4c65-a803-c6ea6b9c1b70,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:43:05.741145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fbb24a19-d8f9-4816-af63-393a1c06c23d None None] Provisioning complete for port ad99c248-43cb-4bb9-8014-4a984399b61e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:05.741398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbb24a19-d8f9-4816-af63-393a1c06c23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.754334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.761462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.802694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fe4de8b-06c1-452b-a976-36ed9af3e598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:05.884113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f764ae7-f158-449b-b78c-cb8aefa3da1a None None] Pushing event updated for resources: {'Port': ['ID=88d7bc20-130e-4c65-a803-c6ea6b9c1b70,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:05.886648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5f764ae7-f158-449b-b78c-cb8aefa3da1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:05.891556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.894293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.914927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b894dc40-9735-4e7d-ab1e-6a15410a6a89 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:05.943921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Routers {'2a68423d-1e5d-4842-9333-48855d97066c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:05.944288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2a68423d-1e5d-4842-9333-48855d97066c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:05.970280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:05.980470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Pushing event updated for resources: {'Port': ['ID=e2884baf-730d-4976-a946-ddefbb8e7b81,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:05.982357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:05.984035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ad99c248-43cb-4bb9-8014-4a984399b61e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:06.052630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Network d399a7b3-d779-46ca-b804-bfbb29aebe71 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:06.053354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:06.089540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port ad99c248-43cb-4bb9-8014-4a984399b61e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:06.089775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.107829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] Set router 2a68423d-1e5d-4842-9333-48855d97066c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:06.167604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Router 2a68423d-1e5d-4842-9333-48855d97066c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:43:06.281822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:43:06.288030 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] 10.222.0.95 "PUT /v2.0/routers/2a68423d-1e5d-4842-9333-48855d97066c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7398140 Apr 16 15:43:06.338647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0a65b9af-0ef7-455e-9735-73da6d38debc None None] Provisioning for port e2884baf-730d-4976-a946-ddefbb8e7b81 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:06.375243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0a65b9af-0ef7-455e-9735-73da6d38debc None None] Provisioning complete for port e2884baf-730d-4976-a946-ddefbb8e7b81 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:06.375481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a65b9af-0ef7-455e-9735-73da6d38debc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.475337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0a65b9af-0ef7-455e-9735-73da6d38debc None None] Port e2884baf-730d-4976-a946-ddefbb8e7b81 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:43:06.500785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d6712a80-7664-4361-bc33-7443ddcc144d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:06.565736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d6712a80-7664-4361-bc33-7443ddcc144d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:06.565936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.604242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68423d-1e5d-4842-9333-48855d97066c', 'name': 'tempest-TestVolumeBootPattern-721454143-router', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:02Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 4, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'gw_port': {'id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:03Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'e2884baf-730d-4976-a946-ddefbb8e7b81', 'name': '', 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'mac_address': 'fa:16:3e:aa:24:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'db0875d0-a189-4131-b06f-645b1faf4452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:05Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 2, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'subnets': [{'id': 'db0875d0-a189-4131-b06f-645b1faf4452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:06.609050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1cba8f-b14e-4a53-87ec-8ea160c245e8 None None] The sync data for ids ['2a68423d-1e5d-4842-9333-48855d97066c'] in dv-neutron-786478-2-hyperv is: [{'id': '2a68423d-1e5d-4842-9333-48855d97066c', 'name': 'tempest-TestVolumeBootPattern-721454143-router', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:02Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 4, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'gw_port': {'id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:03Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'e2884baf-730d-4976-a946-ddefbb8e7b81', 'name': '', 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'mac_address': 'fa:16:3e:aa:24:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'db0875d0-a189-4131-b06f-645b1faf4452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:05Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 2, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'subnets': [{'id': 'db0875d0-a189-4131-b06f-645b1faf4452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:43:06.610272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bfa05b5f-8c63-4cc7-8177-8521b0d86c08 None None] Provisioning complete for port e2884baf-730d-4976-a946-ddefbb8e7b81 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:06.610585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfa05b5f-8c63-4cc7-8177-8521b0d86c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.666311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bfa05b5f-8c63-4cc7-8177-8521b0d86c08 None None] Port e2884baf-730d-4976-a946-ddefbb8e7b81 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:43:06.677012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:06.679032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36530) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:06.682714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269396890', 'description': 'tempest-secgroup-smoke-269396890 description', 'project_id': 'dd01f908419e49c18cc8312862c5c62c'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:06.686714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:06.689346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Usage tracker for resource:security_group and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:06.691441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:06.694936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:06.701313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.714339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:06.716870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Usage tracker for resource:security_group_rule and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:06.718617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:06.719970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:06.722510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:06.723574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:06.723853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.763366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.765650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.768317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-939d025f-0512-4694-991e-293b410c6f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:06.790810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:06.792553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.793344 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1135685 Apr 16 15:43:06.793937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:06.794543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.795691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36534) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:06.800382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9b58d-f215-4fe9-a9ab-cf8962537fa1', 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:06.804881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:06.807317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Usage tracker for resource:security_group_rule and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:06.810022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:06.813358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:06.813693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1ba1c3cb-af78-47b5-b258-ff4d0e14ee82,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:06.815915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.817174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:06.824700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.856213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=1ba1c3cb-af78-47b5-b258-ff4d0e14ee82,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:06.858275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:06.867182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.869440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.874318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e565da7-5e05-409a-94a5-e7aedbe3e7f7 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:06.888021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da8ad3d-249c-4f6d-8751-b7477cc4ae1e,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:06.889863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:06.892585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.893348 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0969107 Apr 16 15:43:06.895347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36538) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:06.898578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9b58d-f215-4fe9-a9ab-cf8962537fa1', 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:06.902010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:06.904184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Usage tracker for resource:security_group_rule and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:06.905831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:06.909361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:06.919585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.958384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.960729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.962021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c056f907-1634-48dc-a4b9-bf19b4368bc7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:06.972183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0827bd9a-5e71-4ca6-badb-fdcf8d7ef47f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:06.974355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:06.983226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:06.984030 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0880876 Apr 16 15:43:06.985908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36542) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:06.989437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9b58d-f215-4fe9-a9ab-cf8962537fa1', 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:06.993409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:06.995760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Usage tracker for resource:security_group_rule and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:06.997542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:07.004254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:07.014271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.052482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.055162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.056438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70e1b887-7c70-42e7-a94a-2255ac1e8294 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:07.068562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e27a72-49c5-4ea1-b2ca-aa281ea535e2,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:07.071163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:07.077018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.077787 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0912411 Apr 16 15:43:07.079665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36546) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:07.083467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9b58d-f215-4fe9-a9ab-cf8962537fa1', 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:07.087852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:07.089971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Usage tracker for resource:security_group_rule and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:07.091740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:07.095015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:07.104905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.143912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.145249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.146708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:07.173457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38db28cb-bfc9-43fb-a7e5-1d7ac0f88e71,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:07.176473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:07.178425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.179273 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0988839 Apr 16 15:43:07.181386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36550) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:07.185171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9b58d-f215-4fe9-a9ab-cf8962537fa1', 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:07.191189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:07.194000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Usage tracker for resource:security_group_rule and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:07.196039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:07.201276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:07.209452 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Project dd01f908419e49c18cc8312862c5c62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:43:07.213853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.256207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.258332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.262870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-28e90d42-0ab7-4c1d-9e34-bc9c6dd2d153 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:07.274679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f668d03c-9841-4e61-a35c-6a1348d83d5f,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:07.276319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:07.280716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.281491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0993671 Apr 16 15:43:07.283417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36554) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:07.286753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Request body: {'security_group_rule': {'security_group_id': 'd9a9b58d-f215-4fe9-a9ab-cf8962537fa1', 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:07.290655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:07.292957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Usage tracker for resource:security_group_rule and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:07.294946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:07.298308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:07.304889 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Project dd01f908419e49c18cc8312862c5c62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:43:07.308997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.346212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.348340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.349562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:07.365434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d59fcd93-6491-4a67-b1f0-603bc7c58965,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:07.367104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:07.367869 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0838523 Apr 16 15:43:07.368511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:07.995226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:08.036068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:08.038790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:08.039030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:08.109394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:08.119435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=88d7bc20-130e-4c65-a803-c6ea6b9c1b70,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:08.122090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:08.122762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:08.141174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82328a47-97c2-4c2d-aba5-b02dafca7025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:08.195196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=88d7bc20-130e-4c65-a803-c6ea6b9c1b70,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:08.200475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:08.204354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:08.204588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:09.213654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Sync routers for ids ['2a68423d-1e5d-4842-9333-48855d97066c'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:43:09.220313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Routers {'2a68423d-1e5d-4842-9333-48855d97066c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:09.220676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2a68423d-1e5d-4842-9333-48855d97066c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:09.343874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Set router 2a68423d-1e5d-4842-9333-48855d97066c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:09.523220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68423d-1e5d-4842-9333-48855d97066c', 'name': 'tempest-TestVolumeBootPattern-721454143-router', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:02Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 4, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'gw_port': {'id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:03Z', 'updated_at': '2021-04-16T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'e2884baf-730d-4976-a946-ddefbb8e7b81', 'name': '', 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'mac_address': 'fa:16:3e:aa:24:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'db0875d0-a189-4131-b06f-645b1faf4452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:05Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 2, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'subnets': [{'id': 'db0875d0-a189-4131-b06f-645b1faf4452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:09.525470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Checking router: 2a68423d-1e5d-4842-9333-48855d97066c for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:43:09.525672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Updating router 2a68423d-1e5d-4842-9333-48855d97066c port e2884baf-730d-4976-a946-ddefbb8e7b81 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:43:09.556439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:09.811708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36644) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:09.889309 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3733e45a-f6f3-43a7-a133-5b06546b63e3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/49b2e24c-b7d9-4da6-9f75-796e99f364e6 HTTP/1.1" status: 200 len: 994 time: 0.0750420 Apr 16 15:43:09.920825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:09.929004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Transition to ACTIVE for port object e2884baf-730d-4976-a946-ddefbb8e7b81 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:09.934091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:09.943019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ce2cb73-54f3-4465-9f01-1e184f77b134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:09.951979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:09.991680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:09.991923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:10.015379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8792f-e84a-4b67-91cf-848569f38e06 None None] Pushing event updated for resources: {'Port': ['ID=e2884baf-730d-4976-a946-ddefbb8e7b81,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:10.022736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9ee8792f-e84a-4b67-91cf-848569f38e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:10.131169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Attempting to bind port e2884baf-730d-4976-a946-ddefbb8e7b81 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:43:10.131395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Attempting to bind port e2884baf-730d-4976-a946-ddefbb8e7b81 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'a7990d70-b675-4048-baa5-495ec1082d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:43:10.131607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Attempting to bind port e2884baf-730d-4976-a946-ddefbb8e7b81 on network d399a7b3-d779-46ca-b804-bfbb29aebe71 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:10.134767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:43:10.134992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Checking segment: {'id': 'a7990d70-b675-4048-baa5-495ec1082d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:10.135244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:10.135583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Bound using segment: {'id': 'a7990d70-b675-4048-baa5-495ec1082d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:43:10.135987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Bound port: e2884baf-730d-4976-a946-ddefbb8e7b81, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7990d70-b675-4048-baa5-495ec1082d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1468, 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:43:10.136225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:10.188951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] For port e2884baf-730d-4976-a946-ddefbb8e7b81, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:43:10.190784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] For port e2884baf-730d-4976-a946-ddefbb8e7b81, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e2884baf-730d-4976-a946-ddefbb8e7b81,segment=NetworkSegment(a7990d70-b675-4048-baa5-495ec1082d39),segment_id=a7990d70-b675-4048-baa5-495ec1082d39)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:43:10.193912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:10.202432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:10.287188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8792f-e84a-4b67-91cf-848569f38e06 None None] Pushing event updated for resources: {'Port': ['ID=e2884baf-730d-4976-a946-ddefbb8e7b81,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:10.289186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9ee8792f-e84a-4b67-91cf-848569f38e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:10.313259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Routers {'2a68423d-1e5d-4842-9333-48855d97066c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:10.313624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2a68423d-1e5d-4842-9333-48855d97066c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:10.420589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] Set router 2a68423d-1e5d-4842-9333-48855d97066c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:10.482516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36654) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:10.606002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port b6339e40-18fd-4e9c-ad2b-77d61d40a846 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:43:10.606175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:10.606461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68423d-1e5d-4842-9333-48855d97066c', 'name': 'tempest-TestVolumeBootPattern-721454143-router', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:02Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 4, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'gw_port': {'id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:03Z', 'updated_at': '2021-04-16T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'e2884baf-730d-4976-a946-ddefbb8e7b81', 'name': '', 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'mac_address': 'fa:16:3e:aa:24:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'db0875d0-a189-4131-b06f-645b1faf4452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:05Z', 'updated_at': '2021-04-16T15:43:10Z', 'revision_number': 4, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'subnets': [{'id': 'db0875d0-a189-4131-b06f-645b1faf4452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:10.608812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd18454-ea54-4c58-8035-dd80f644fc46 None None] The sync data for ids ['2a68423d-1e5d-4842-9333-48855d97066c'] in dv-neutron-786478-2-hyperv is: [{'id': '2a68423d-1e5d-4842-9333-48855d97066c', 'name': 'tempest-TestVolumeBootPattern-721454143-router', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:02Z', 'updated_at': '2021-04-16T15:43:05Z', 'revision_number': 4, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'gw_port': {'id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:03Z', 'updated_at': '2021-04-16T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'e2884baf-730d-4976-a946-ddefbb8e7b81', 'name': '', 'network_id': 'd399a7b3-d779-46ca-b804-bfbb29aebe71', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'mac_address': 'fa:16:3e:aa:24:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': 'db0875d0-a189-4131-b06f-645b1faf4452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:05Z', 'updated_at': '2021-04-16T15:43:10Z', 'revision_number': 4, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'subnets': [{'id': 'db0875d0-a189-4131-b06f-645b1faf4452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:43:10.709222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:10.709439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:10.782994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for b6339e40-18fd-4e9c-ad2b-77d61d40a846 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:43:10.875603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:10.889250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f6d868ff-f3bc-4f66-8354-50f8463a990a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:10.949613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=b6339e40-18fd-4e9c-ad2b-77d61d40a846,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:10.953862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:11.331603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9385246b-88e3-4387-800f-621c7d18e63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:11.332141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:11.332357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP 49b2e24c-b7d9-4da6-9f75-796e99f364e6 disassociated (deleted). External IP: 172.26.4.229, port: 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1. Apr 16 15:43:11.546463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4196e913-b4b2-40bb-806c-78e4820e37c0 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:43:11.653878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:43:11.661445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05384290-5b8d-4efd-a0a5-17ca0bd21418 None None] Sync routers for ids ['4196e913-b4b2-40bb-806c-78e4820e37c0'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:43:11.667457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05384290-5b8d-4efd-a0a5-17ca0bd21418 None None] Routers {'4196e913-b4b2-40bb-806c-78e4820e37c0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:11.667695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:11.667848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-05384290-5b8d-4efd-a0a5-17ca0bd21418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4196e913-b4b2-40bb-806c-78e4820e37c0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:11.711273 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/floatingips/49b2e24c-b7d9-4da6-9f75-796e99f364e6 HTTP/1.1" status: 204 len: 168 time: 1.2198381 Apr 16 15:43:11.711273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'tag': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:43:11.733924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'tag': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1', 'status': 'completed', 'code': 200} Apr 16 15:43:11.779485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-05384290-5b8d-4efd-a0a5-17ca0bd21418 None None] Set router 4196e913-b4b2-40bb-806c-78e4820e37c0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:11.803677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427ad5-9a1f-43a1-9b9e-7dc7ae7aa339 req-63f4e2f4-c3b6-48ed-8c0e-6a00887de887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:11.804211 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7427ad5-9a1f-43a1-9b9e-7dc7ae7aa339 req-63f4e2f4-c3b6-48ed-8c0e-6a00887de887 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 1099 time: 0.0544183 Apr 16 15:43:11.899978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427ad5-9a1f-43a1-9b9e-7dc7ae7aa339 req-276f5c99-71f2-4f93-88b6-6ed1598978d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:11.900929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7427ad5-9a1f-43a1-9b9e-7dc7ae7aa339 req-276f5c99-71f2-4f93-88b6-6ed1598978d2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a4cae469-a56d-428d-842c-cee5980a107e HTTP/1.1" status: 200 len: 899 time: 0.0926299 Apr 16 15:43:11.967351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7427ad5-9a1f-43a1-9b9e-7dc7ae7aa339 req-4a8bb775-ed89-404f-911a-95818c6c7107 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 HTTP/1.1" status: 200 len: 217 time: 0.0624492 Apr 16 15:43:11.986909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e2884baf-730d-4976-a946-ddefbb8e7b81 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:12.018430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427ad5-9a1f-43a1-9b9e-7dc7ae7aa339 req-1c197a50-d4bc-4e45-b3ac-e6a225705e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:12.019366 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7427ad5-9a1f-43a1-9b9e-7dc7ae7aa339 req-1c197a50-d4bc-4e45-b3ac-e6a225705e6a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd HTTP/1.1" status: 200 len: 835 time: 0.0488005 Apr 16 15:43:12.026648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca363f-61c1-4ff5-a761-72d235aba6d1 req-a0cfb7b0-4e65-4996-a15e-5f7daec8e7d9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:12.027052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-a1ca363f-61c1-4ff5-a761-72d235aba6d1 req-a0cfb7b0-4e65-4996-a15e-5f7daec8e7d9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:43:12.043919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-05384290-5b8d-4efd-a0a5-17ca0bd21418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:20Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7b77a616-3e3f-404c-af28-a7952fe7399c', 'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:4e:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:20Z', 'updated_at': '2021-04-16T15:42:26Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:12.047614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05384290-5b8d-4efd-a0a5-17ca0bd21418 None None] Checking router: 4196e913-b4b2-40bb-806c-78e4820e37c0 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:43:12.054436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05384290-5b8d-4efd-a0a5-17ca0bd21418 None None] Routers {'4196e913-b4b2-40bb-806c-78e4820e37c0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:12.055551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-05384290-5b8d-4efd-a0a5-17ca0bd21418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:42:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4196e913-b4b2-40bb-806c-78e4820e37c0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:12.071463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-a1ca363f-61c1-4ff5-a761-72d235aba6d1 req-a0cfb7b0-4e65-4996-a15e-5f7daec8e7d9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:43:12.072216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1ca363f-61c1-4ff5-a761-72d235aba6d1 req-a0cfb7b0-4e65-4996-a15e-5f7daec8e7d9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 946 time: 0.1343861 Apr 16 15:43:12.095011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port e2884baf-730d-4976-a946-ddefbb8e7b81 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:12.099376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port e2884baf-730d-4976-a946-ddefbb8e7b81 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:12.099616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:12.102359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7427ad5-9a1f-43a1-9b9e-7dc7ae7aa339 req-7f90e9db-b2bc-4427-825f-91626c44e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:12.103317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7427ad5-9a1f-43a1-9b9e-7dc7ae7aa339 req-7f90e9db-b2bc-4427-825f-91626c44e66a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a4cae469-a56d-428d-842c-cee5980a107e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737660 Apr 16 15:43:12.107460 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1ca363f-61c1-4ff5-a761-72d235aba6d1 req-618d2532-28a0-4d70-a0d5-06c9c10410e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298219 Apr 16 15:43:12.192872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7427ad5-9a1f-43a1-9b9e-7dc7ae7aa339 req-6460a5da-5b85-4ed9-8abc-a18d39a7d4af service neutron] 10.222.0.107 "GET /v2.0/networks/a4cae469-a56d-428d-842c-cee5980a107e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847635 Apr 16 15:43:12.283002 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7427ad5-9a1f-43a1-9b9e-7dc7ae7aa339 req-97ce4118-c6d5-48fe-baa3-33ca539bf572 service neutron] 10.222.0.107 "GET /v2.0/networks/a4cae469-a56d-428d-842c-cee5980a107e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814481 Apr 16 15:43:12.398774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-05384290-5b8d-4efd-a0a5-17ca0bd21418 None None] Set router 4196e913-b4b2-40bb-806c-78e4820e37c0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:12.446825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:12.547688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port e2884baf-730d-4976-a946-ddefbb8e7b81, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e2884baf-730d-4976-a946-ddefbb8e7b81,segment=NetworkSegment(a7990d70-b675-4048-baa5-495ec1082d39),segment_id=a7990d70-b675-4048-baa5-495ec1082d39)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:12.558884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:12.561227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:12.628139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=e2884baf-730d-4976-a946-ddefbb8e7b81,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:12.631145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:12.646486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-05384290-5b8d-4efd-a0a5-17ca0bd21418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:20Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7b77a616-3e3f-404c-af28-a7952fe7399c', 'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:4e:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:20Z', 'updated_at': '2021-04-16T15:42:26Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:12.648959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05384290-5b8d-4efd-a0a5-17ca0bd21418 None None] The sync data for ids ['4196e913-b4b2-40bb-806c-78e4820e37c0'] in dv-neutron-786478-2-hyperv is: [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:20Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7b77a616-3e3f-404c-af28-a7952fe7399c', 'name': '', 'network_id': 'a4cae469-a56d-428d-842c-cee5980a107e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:4e:70:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:20Z', 'updated_at': '2021-04-16T15:42:26Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:43:12.746533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-890f2a1b-373d-49dc-93d3-7a67c0b3ced9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:12.775420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:43:12.878159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:13.022286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99946b0-419e-4bdb-8406-73cd3e22a317 None None] New status for floating IP 49b2e24c-b7d9-4da6-9f75-796e99f364e6: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:43:13.275724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fa37c-be98-4535-82b1-837349abf5c2 req-99107b97-b583-41fa-81ae-913e1243bfb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:13.275724 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c5fa37c-be98-4535-82b1-837349abf5c2 req-99107b97-b583-41fa-81ae-913e1243bfb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 946 time: 0.0480323 Apr 16 15:43:13.275724 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c5fa37c-be98-4535-82b1-837349abf5c2 req-55bfcaef-2b10-4b22-b58f-b6896e9695f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=5a15dbfb-c020-4789-bd92-091cc18b5877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274169 Apr 16 15:43:13.278187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:13.290031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5273d-64d5-4c8c-abba-65fdb2d2f16d req-a5a241fb-9443-4f8b-9040-820a7685d12e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:13.290969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe5273d-64d5-4c8c-abba-65fdb2d2f16d req-a5a241fb-9443-4f8b-9040-820a7685d12e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 946 time: 0.0676990 Apr 16 15:43:13.335506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-afe5273d-64d5-4c8c-abba-65fdb2d2f16d req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:43:13.335713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-afe5273d-64d5-4c8c-abba-65fdb2d2f16d req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:13.510273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-afe5273d-64d5-4c8c-abba-65fdb2d2f16d req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1,segment=NetworkSegment(45646bad-8f93-42da-8ff6-bad84e6f8bb6),segment_id=45646bad-8f93-42da-8ff6-bad84e6f8bb6)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:13.510273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-afe5273d-64d5-4c8c-abba-65fdb2d2f16d req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:13.512333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:13.541990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-afe5273d-64d5-4c8c-abba-65fdb2d2f16d req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:43:13.950786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e2884baf-730d-4976-a946-ddefbb8e7b81 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:14.003797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port e2884baf-730d-4976-a946-ddefbb8e7b81 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:14.004081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:14.063716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-afe5273d-64d5-4c8c-abba-65fdb2d2f16d req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:14.074380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:14.101271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:14.128640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:14.130871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:14.211609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe5273d-64d5-4c8c-abba-65fdb2d2f16d req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] No DVR routers for this DVR port 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:43:14.213221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-afe5273d-64d5-4c8c-abba-65fdb2d2f16d req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:14.214920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'name': 'network-vif-deleted', 'tag': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:43:14.224074 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe5273d-64d5-4c8c-abba-65fdb2d2f16d req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "DELETE /v2.0/ports/955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 HTTP/1.1" status: 204 len: 173 time: 0.9258721 Apr 16 15:43:14.241951 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be867ab1-9a32-469d-83d9-fa2943d14c78', 'name': 'network-vif-deleted', 'tag': '955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1', 'status': 'completed', 'code': 200} Apr 16 15:43:14.373161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b030b40c-5b5a-44f8-b860-f561bdf31235 req-d430115b-e7c2-407d-b6f6-509ef550cc4f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:43:14.616419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b030b40c-5b5a-44f8-b860-f561bdf31235 req-d430115b-e7c2-407d-b6f6-509ef550cc4f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:43:14.618344 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b030b40c-5b5a-44f8-b860-f561bdf31235 req-d430115b-e7c2-407d-b6f6-509ef550cc4f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 210 time: 0.2744977 Apr 16 15:43:15.851285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:43:15.890246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:43:15.890587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 955b9fb6-ef27-4c18-9a8f-89b8a2bab0c1 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:43:15.934069 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f2527c78-8404-4290-a7b1-7a5a9801c75c req-26a9bb47-3c63-4cc1-9339-ab52978be58b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 210 time: 0.0406754 Apr 16 15:43:17.067346 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8098a3b0-6d8d-41a3-afc1-5a09a9699656 req-02cf32a9-54d6-4bd3-b754-e4f7061664eb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=be867ab1-9a32-469d-83d9-fa2943d14c78 HTTP/1.1" status: 200 len: 210 time: 0.0453565 Apr 16 15:43:18.140203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36714) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:18.191124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19851295-400c-464d-8da7-73571b4d4ae9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:18.212937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19851295-400c-464d-8da7-73571b4d4ae9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:18.292064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19851295-400c-464d-8da7-73571b4d4ae9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:18.296100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5dacfd9-4455-41b4-8e82-ba03d286639e tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:18.307832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19851295-400c-464d-8da7-73571b4d4ae9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a15dbfb-c020-4789-bd92-091cc18b5877,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:18.310727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19851295-400c-464d-8da7-73571b4d4ae9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:18.313170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19851295-400c-464d-8da7-73571b4d4ae9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:18.314477 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-19851295-400c-464d-8da7-73571b4d4ae9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/5a15dbfb-c020-4789-bd92-091cc18b5877 HTTP/1.1" status: 204 len: 168 time: 0.1730390 Apr 16 15:43:18.376925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36720) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:19.028926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:19.261861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 7b77a616-3e3f-404c-af28-a7952fe7399c {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:43:19.262276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:19.388342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 7b77a616-3e3f-404c-af28-a7952fe7399c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7b77a616-3e3f-404c-af28-a7952fe7399c,segment=NetworkSegment(45646bad-8f93-42da-8ff6-bad84e6f8bb6),segment_id=45646bad-8f93-42da-8ff6-bad84e6f8bb6)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:19.388561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:19.470839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 7b77a616-3e3f-404c-af28-a7952fe7399c owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:43:19.592346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:19.601543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:19.633356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=7b77a616-3e3f-404c-af28-a7952fe7399c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:19.635685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:19.899455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:20.178382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4196e913-b4b2-40bb-806c-78e4820e37c0 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:43:20.290394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:43:20.298392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116716be-0a4c-4325-8aa8-4f0cda86c497 None None] Sync routers for ids ['4196e913-b4b2-40bb-806c-78e4820e37c0'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:43:20.302760 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/4196e913-b4b2-40bb-806c-78e4820e37c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9249039 Apr 16 15:43:20.304847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36728) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:20.312190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116716be-0a4c-4325-8aa8-4f0cda86c497 None None] Routers {'4196e913-b4b2-40bb-806c-78e4820e37c0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:20.313206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-116716be-0a4c-4325-8aa8-4f0cda86c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:43:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4196e913-b4b2-40bb-806c-78e4820e37c0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:20.350002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15824ec-d2e3-4d4c-b836-cf15d99d57b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting subnet b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:43:20.351930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a15824ec-d2e3-4d4c-b836-cf15d99d57b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:20.388943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a15824ec-d2e3-4d4c-b836-cf15d99d57b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:20.427696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-116716be-0a4c-4325-8aa8-4f0cda86c497 None None] Set router 4196e913-b4b2-40bb-806c-78e4820e37c0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:20.444495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a15824ec-d2e3-4d4c-b836-cf15d99d57b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:20.628931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-116716be-0a4c-4325-8aa8-4f0cda86c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:43:19Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:20.631714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116716be-0a4c-4325-8aa8-4f0cda86c497 None None] Checking router: 4196e913-b4b2-40bb-806c-78e4820e37c0 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:43:20.637606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116716be-0a4c-4325-8aa8-4f0cda86c497 None None] Routers {'4196e913-b4b2-40bb-806c-78e4820e37c0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:20.638035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-116716be-0a4c-4325-8aa8-4f0cda86c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:43:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4196e913-b4b2-40bb-806c-78e4820e37c0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:20.697546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a15824ec-d2e3-4d4c-b836-cf15d99d57b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:20.705911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e62d7073-3e68-49ee-9716-0d44782c4eab tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:20.730982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15824ec-d2e3-4d4c-b836-cf15d99d57b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Subnet': ['ID=b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:20.732796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a15824ec-d2e3-4d4c-b836-cf15d99d57b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:20.759818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-116716be-0a4c-4325-8aa8-4f0cda86c497 None None] Set router 4196e913-b4b2-40bb-806c-78e4820e37c0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:20.785894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a15824ec-d2e3-4d4c-b836-cf15d99d57b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:20.792393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36734) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:20.798928 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a15824ec-d2e3-4d4c-b836-cf15d99d57b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/subnets/b0861a8f-55b0-48bf-8568-e7ac8a5ce8dd HTTP/1.1" status: 204 len: 168 time: 0.4932487 Apr 16 15:43:20.828421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b04d4f-dd18-44d7-9b43-8d5bea5612ce None None] Network a4cae469-a56d-428d-842c-cee5980a107e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:43:20.907556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.049981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.133479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 847dddef-56da-42d2-9d36-f240bb72595f {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:43:21.134132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.227166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-116716be-0a4c-4325-8aa8-4f0cda86c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:43:19Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:21.230422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116716be-0a4c-4325-8aa8-4f0cda86c497 None None] The sync data for ids ['4196e913-b4b2-40bb-806c-78e4820e37c0'] in dv-neutron-786478-2-hyperv is: [{'id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'name': 'tempest-TestNetworkBasicOps-router-1155284817', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '847dddef-56da-42d2-9d36-f240bb72595f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:43:19Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '847dddef-56da-42d2-9d36-f240bb72595f', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ce:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4196e913-b4b2-40bb-806c-78e4820e37c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:15Z', 'updated_at': '2021-04-16T15:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:43:21.258040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 847dddef-56da-42d2-9d36-f240bb72595f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=847dddef-56da-42d2-9d36-f240bb72595f,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:21.258312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.301259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca403219-e773-4b1f-9fb9-f1cb083546ef None None] DHCP port deletion for a4cae469-a56d-428d-842c-cee5980a107e request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:43:21.304257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ca403219-e773-4b1f-9fb9-f1cb083546ef None None] Deleting port 8bd6c21d-3745-40a7-b264-1b6cc56713de {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:43:21.304532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca403219-e773-4b1f-9fb9-f1cb083546ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.329308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 847dddef-56da-42d2-9d36-f240bb72595f owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:43:21.444635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.453953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:21.454977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ca403219-e773-4b1f-9fb9-f1cb083546ef None None] For port 8bd6c21d-3745-40a7-b264-1b6cc56713de, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8bd6c21d-3745-40a7-b264-1b6cc56713de,segment=NetworkSegment(45646bad-8f93-42da-8ff6-bad84e6f8bb6),segment_id=45646bad-8f93-42da-8ff6-bad84e6f8bb6)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:21.455511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca403219-e773-4b1f-9fb9-f1cb083546ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.514197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=847dddef-56da-42d2-9d36-f240bb72595f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:21.516817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:21.539523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ca403219-e773-4b1f-9fb9-f1cb083546ef None None] Calling delete_port for 8bd6c21d-3745-40a7-b264-1b6cc56713de owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:43:21.605514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.689947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca403219-e773-4b1f-9fb9-f1cb083546ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.697889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5f764ae7-f158-449b-b78c-cb8aefa3da1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:21.704150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.705706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.729215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.729573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Fanout notify agent at l3_agent the message router_deleted on router 4196e913-b4b2-40bb-806c-78e4820e37c0 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:43:21.741450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.742260 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/routers/4196e913-b4b2-40bb-806c-78e4820e37c0 HTTP/1.1" status: 204 len: 168 time: 0.9491773 Apr 16 15:43:21.746067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36738) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:21.749347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca403219-e773-4b1f-9fb9-f1cb083546ef None None] Pushing event deleted for resources: {'Port': ['ID=8bd6c21d-3745-40a7-b264-1b6cc56713de,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:21.760610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca403219-e773-4b1f-9fb9-f1cb083546ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:21.781236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca403219-e773-4b1f-9fb9-f1cb083546ef None None] No DVR routers for this DVR port 8bd6c21d-3745-40a7-b264-1b6cc56713de on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:43:21.822623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.934972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:21.947835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 847dddef-56da-42d2-9d36-f240bb72595f no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:43:21.970632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 847dddef-56da-42d2-9d36-f240bb72595f {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:43:21.970852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 847dddef-56da-42d2-9d36-f240bb72595f not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:43:21.971415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b77a616-3e3f-404c-af28-a7952fe7399c no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:43:21.990730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 7b77a616-3e3f-404c-af28-a7952fe7399c {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:43:21.990968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b77a616-3e3f-404c-af28-a7952fe7399c not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:43:21.991108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8bd6c21d-3745-40a7-b264-1b6cc56713de no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:43:22.001350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4cae469-a56d-428d-842c-cee5980a107e']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:22.008355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45646bad-8f93-42da-8ff6-bad84e6f8bb6') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:22.008571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45646bad-8f93-42da-8ff6-bad84e6f8bb6') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:22.010523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 8bd6c21d-3745-40a7-b264-1b6cc56713de {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:43:22.010723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8bd6c21d-3745-40a7-b264-1b6cc56713de not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:43:22.015650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.025599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.029408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Releasing vlan 1486 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:43:22.126959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network a4cae469-a56d-428d-842c-cee5980a107e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:43:22.132721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.245635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network a4cae469-a56d-428d-842c-cee5980a107e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:43:22.263301 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:43:22.312948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.315516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:22.325070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.333213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Network': ['ID=a4cae469-a56d-428d-842c-cee5980a107e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:22.335509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:22.338722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/networks/a4cae469-a56d-428d-842c-cee5980a107e HTTP/1.1" status: 204 len: 168 time: 0.5919719 Apr 16 15:43:22.345473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36744) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:22.349374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'network': {'name': 'tempest-network-smoke--1562430492', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'port_security_enabled': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:22.352768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:22.355339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:network and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:22.358134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:22.361426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:22.372105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:43:22.375545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.392382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1489} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:43:22.404589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.404828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Added segment e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb of type vlan for network f76ee989-bc7b-4b27-9983-cef2f2b69f64 Apr 16 15:43:22.419980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.437778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.441462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:22.441834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.444114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-541a999d-7d19-4cfa-8e81-5f0ae40c1cc8 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:22.501140 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1548045 Apr 16 15:43:22.505293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Network': ['ID=f76ee989-bc7b-4b27-9983-cef2f2b69f64,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:22.505965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36748) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:22.507054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:22.516142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'admin_state_up': True, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:22.521822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:22.522744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:43:22.524821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:router and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:22.526666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:22.530619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:22.540961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.541629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.550807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:22.728829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:23.128716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-aeb05f0e-7522-4e83-bd6f-ddabbc2f0cb9 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Synchronizing usage tracker for tenant:dd01f908419e49c18cc8312862c5c62c on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:43:23.140128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-aeb05f0e-7522-4e83-bd6f-ddabbc2f0cb9 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Unset dirty status for tenant:dd01f908419e49c18cc8312862c5c62c on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:43:23.140880 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-aeb05f0e-7522-4e83-bd6f-ddabbc2f0cb9 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269396890&fields=id&tenant_id=dd01f908419e49c18cc8312862c5c62c HTTP/1.1" status: 200 len: 267 time: 0.0491922 Apr 16 15:43:23.174543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:23.191952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:23.253533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-9d00072a-02d3-4934-89c8-72d79aa14520 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:23.254498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-9d00072a-02d3-4934-89c8-72d79aa14520 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/networks?id=f873cfb2-0428-4c39-9b98-0acd03e06a54 HTTP/1.1" status: 200 len: 812 time: 0.1045973 Apr 16 15:43:23.268272 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-71e55f34-3295-404e-b75a-5b1ba4fdceec tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/quotas/dd01f908419e49c18cc8312862c5c62c HTTP/1.1" status: 200 len: 375 time: 0.0063064 Apr 16 15:43:23.271519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.21 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/80b187f2-f391-46d1-833e-7b5e9f419cd9) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:43:23.324184 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-376d9c05-c8ce-48f9-bcb2-054d61ab4873 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd01f908419e49c18cc8312862c5c62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488789 Apr 16 15:43:23.366952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:23.390871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:23.400421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db64cf94-2679-4fcd-aebc-8bd3c99d7634 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:23.479494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=80b187f2-f391-46d1-833e-7b5e9f419cd9,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:23.481491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:23.511781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:23.512359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:23.514083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:43:23.697183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-c8955593-8deb-43b5-b444-8290cad702cb service neutron] 10.222.0.95 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653121 Apr 16 15:43:23.767555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:23.781675 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-db46aff4-1f32-4f2e-9160-22c7a9152b31 service neutron] 10.222.0.95 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0767028 Apr 16 15:43:23.964781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:24.015290 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32b2732e-d800-49cb-afbc-89beae57a6f6 req-daa9d233-9021-4c4c-895d-8945e2674530 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 210 time: 0.0313723 Apr 16 15:43:24.081026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:43:24.184126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:43:24.191130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Sync routers for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:43:24.197077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:24.197477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:43:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:24.199250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:24.200035 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6871681 Apr 16 15:43:24.202288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36778) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:24.226913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-134d4836-4b75-476a-8261-9c4de953fa63 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=8368c00c80e846dda8d506830d64f85a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0238662 Apr 16 15:43:24.228369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36782) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:24.302584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:24.308725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2165c95a-4a8a-4df5-a7f9-0717af857594 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:24.309638 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2165c95a-4a8a-4df5-a7f9-0717af857594 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0807338 Apr 16 15:43:24.313466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36786) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:24.338092 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8b9913f9-a974-4874-9dd6-eb43ed577ab7 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0239050 Apr 16 15:43:24.341339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36790) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:24.344632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364604526', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:24.409612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:24.412375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:subnet and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:24.414199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:24.418801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:24.424379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:43:24.428193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:24.464390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:23Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:24.467086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Checking router: d518cea7-0df5-4c5b-87c6-e6d633bc39c8 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:43:24.467284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Updating router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 port 80b187f2-f391-46d1-833e-7b5e9f419cd9 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:43:24.650492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:24.853184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:24.859972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Transition to ACTIVE for port object 80b187f2-f391-46d1-833e-7b5e9f419cd9 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:24.863424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:24.870611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6403e847-1c05-45df-8037-7ba1810cc763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:24.939409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Pushing event updated for resources: {'Port': ['ID=80b187f2-f391-46d1-833e-7b5e9f419cd9,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:24.950762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.951023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.951171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.951325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.951531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.951719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.951910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.952100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.952292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.952482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.952670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.952855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:24.956060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:24.981364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:24.986799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Attempting to bind port 80b187f2-f391-46d1-833e-7b5e9f419cd9 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:43:24.987099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Attempting to bind port 80b187f2-f391-46d1-833e-7b5e9f419cd9 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:43:24.987318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Attempting to bind port 80b187f2-f391-46d1-833e-7b5e9f419cd9 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:24.990147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de475d3c-9b17-4180-afab-1270cd476516 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:24.990398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:43:24.990642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:24.990896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:24.991127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:43:24.991410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Bound port: 80b187f2-f391-46d1-833e-7b5e9f419cd9, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:43:24.991634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.031671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] For port 80b187f2-f391-46d1-833e-7b5e9f419cd9, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:43:25.033676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] For port 80b187f2-f391-46d1-833e-7b5e9f419cd9, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=80b187f2-f391-46d1-833e-7b5e9f419cd9,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:43:25.037055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.044808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:25.057264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Subnet': ['ID=67fdb8d4-44fc-41f7-b110-59fc9f365007,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:25.067529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:25.103126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Checking segment: {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:25.103412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network hostable DHCP agents. Network: f76ee989-bc7b-4b27-9983-cef2f2b69f64, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:43:25.105341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-61b2c843-df72-460a-925d-9f224f863f22 req-ed0bdaf5-76ba-43fa-8548-52192325011a tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 210 time: 0.0274360 Apr 16 15:43:25.114341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:43:25.120352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, f76ee989-bc7b-4b27-9983-cef2f2b69f64) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:25.127900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:25.128017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a7c1e2-f0bf-496d-8aab-429224cbdf27 None None] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:43:25.128382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.131015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Pushing event updated for resources: {'Port': ['ID=80b187f2-f391-46d1-833e-7b5e9f419cd9,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:25.133577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:25.143096 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8006773 Apr 16 15:43:25.145098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36796) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:25.156641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:25.157005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:43:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:25.254204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:25.254458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:43:25.254911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.351737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Allocated IP 172.20.0.2 (f76ee989-bc7b-4b27-9983-cef2f2b69f64/67fdb8d4-44fc-41f7-b110-59fc9f365007/d9a0d00e-e004-4538-8a12-e04d351fe37c) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:43:25.417628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:23Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:25.419932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425742b-e430-4d0b-80ff-685b71225e94 None None] The sync data for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv is: [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:23Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:43:25.501272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.507887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Transition to ACTIVE for port object d9a0d00e-e004-4538-8a12-e04d351fe37c will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:25.518877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Transition to ACTIVE for port object d9a0d00e-e004-4538-8a12-e04d351fe37c will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:25.521796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.530121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:25.587983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.606687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Pushing event updated for resources: {'Port': ['ID=d9a0d00e-e004-4538-8a12-e04d351fe37c,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:25.609147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:25.631204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:25.631871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:25.633397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:43:25.681420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Attempting to bind port d9a0d00e-e004-4538-8a12-e04d351fe37c on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:43:25.681620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Attempting to bind port d9a0d00e-e004-4538-8a12-e04d351fe37c by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:43:25.681841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Attempting to bind port d9a0d00e-e004-4538-8a12-e04d351fe37c on network f76ee989-bc7b-4b27-9983-cef2f2b69f64 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:25.685060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:43:25.685287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Checking segment: {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:25.685538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.685782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Bound using segment: {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:43:25.686071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Bound port: d9a0d00e-e004-4538-8a12-e04d351fe37c, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:43:25.686325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.751965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] For port d9a0d00e-e004-4538-8a12-e04d351fe37c, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:43:25.753829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] For port d9a0d00e-e004-4538-8a12-e04d351fe37c, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d9a0d00e-e004-4538-8a12-e04d351fe37c,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:43:25.756844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.768343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6bc9056a-1796-414c-b544-ae68fb9f313e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:25.822635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.1 (f76ee989-bc7b-4b27-9983-cef2f2b69f64/67fdb8d4-44fc-41f7-b110-59fc9f365007/0bc824fc-32f9-4434-b635-869f1313933a) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:43:25.880726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Pushing event updated for resources: {'Port': ['ID=d9a0d00e-e004-4538-8a12-e04d351fe37c,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:25.887134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:25.925010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.935497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 0bc824fc-32f9-4434-b635-869f1313933a will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:25.955152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 80b187f2-f391-46d1-833e-7b5e9f419cd9 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:25.959513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:25.968160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0c6b0c1-328d-43ed-9a5a-3be53696e996 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:26.000751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 80b187f2-f391-46d1-833e-7b5e9f419cd9 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:26.003715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 80b187f2-f391-46d1-833e-7b5e9f419cd9 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:26.003956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:26.053388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=0bc824fc-32f9-4434-b635-869f1313933a,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:26.057657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:26.075136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:26.079977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:26.081068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:26.083148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:43:26.086127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 80b187f2-f391-46d1-833e-7b5e9f419cd9, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=80b187f2-f391-46d1-833e-7b5e9f419cd9,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:26.089641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:26.091186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:26.136390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:26.146867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=80b187f2-f391-46d1-833e-7b5e9f419cd9,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:26.149004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:26.230155 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57ac83f7-feda-4689-9af3-8823e5b40cf9 req-8a7d6239-d160-4216-b983-53551dac7359 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 210 time: 0.0493507 Apr 16 15:43:26.244537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:26.480510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:26.483635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:26.497895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:26.546196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=0bc824fc-32f9-4434-b635-869f1313933a,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:26.548067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:26.548808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:26.624627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:26.625498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:26.739882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:43:27.062295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6918f550-f830-46d2-b7d7-57bf46e55e52 None None] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:43:27.120068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:43:27.128192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/d518cea7-0df5-4c5b-87c6-e6d633bc39c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9822645 Apr 16 15:43:27.130030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36802) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:27.217237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8baf22-a850-47fb-a003-299d8d5acf6a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.217540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8baf22-a850-47fb-a003-299d8d5acf6a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.217701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8baf22-a850-47fb-a003-299d8d5acf6a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.217965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8baf22-a850-47fb-a003-299d8d5acf6a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.218215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8baf22-a850-47fb-a003-299d8d5acf6a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.218505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8baf22-a850-47fb-a003-299d8d5acf6a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.219656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6a8baf22-a850-47fb-a003-299d8d5acf6a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.0889878 Apr 16 15:43:27.223951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36806) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:27.274670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc121183-0ffb-42a5-aed7-6a421c983ad0 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.274943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc121183-0ffb-42a5-aed7-6a421c983ad0 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.275274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc121183-0ffb-42a5-aed7-6a421c983ad0 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.275447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc121183-0ffb-42a5-aed7-6a421c983ad0 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.275702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc121183-0ffb-42a5-aed7-6a421c983ad0 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.276101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc121183-0ffb-42a5-aed7-6a421c983ad0 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:27.279453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fc121183-0ffb-42a5-aed7-6a421c983ad0 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0528331 Apr 16 15:43:27.279592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36812) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:27.295839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3d606e1e-0687-49fc-abb8-24c7067f0753 None None] Provisioning for port d9a0d00e-e004-4538-8a12-e04d351fe37c completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:27.348698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be4bdaf3-6e04-4aa2-9795-9d40c7854543 req-e4ad9a77-8371-46d2-bb05-2213fe94de7b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 210 time: 0.0364923 Apr 16 15:43:27.429987 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f06023ff-b2ee-49f0-958f-9a0c0b3d9275 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1495862 Apr 16 15:43:27.525992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4ffd0455-f536-485d-a51e-e3d5423e1b97 None None] Provisioning for port 0bc824fc-32f9-4434-b635-869f1313933a completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:27.528884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4ffd0455-f536-485d-a51e-e3d5423e1b97 None None] Provisioning complete for port 0bc824fc-32f9-4434-b635-869f1313933a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:27.529122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ffd0455-f536-485d-a51e-e3d5423e1b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.562963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4ffd0455-f536-485d-a51e-e3d5423e1b97 None None] Port 0bc824fc-32f9-4434-b635-869f1313933a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:43:27.607223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36818) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:27.610839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-124671802', 'description': 'tempest-secgroup-smoke-124671802 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:27.615519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:27.618138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:27.622495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:27.626080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:27.633487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.647137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:27.649449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:27.651571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:27.654954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:27.681645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-13a2d22f-5fac-49a6-aca5-fbf8818e3a08 None None] Provisioning complete for port 0bc824fc-32f9-4434-b635-869f1313933a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:27.682175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-13a2d22f-5fac-49a6-aca5-fbf8818e3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.703745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.706080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.709102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1166f9b5-c99d-40cf-aa9a-895772a7849d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:27.714684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-13a2d22f-5fac-49a6-aca5-fbf8818e3a08 None None] Port 0bc824fc-32f9-4434-b635-869f1313933a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:43:27.732464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=defb3138-507d-4b35-b052-07de9c32fb8a,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:27.734287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:27.734809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.735584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1276586 Apr 16 15:43:27.738151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36822) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:27.741364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'defb3138-507d-4b35-b052-07de9c32fb8a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:27.745666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:27.747902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:27.749584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:27.753942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:27.764438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.805764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.808025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.809431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93118527-6455-45bd-a016-eec156cd9f07 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:27.824151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b7d79f-9303-46ac-810a-3564322a9adc,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:27.825924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:27.827333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-78174c73-3060-47e4-b2d0-a63380fc8ad2 None None] Provisioning complete for port 0bc824fc-32f9-4434-b635-869f1313933a triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:27.827576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78174c73-3060-47e4-b2d0-a63380fc8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.830409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.831320 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0925286 Apr 16 15:43:27.833379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36826) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:27.837160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'defb3138-507d-4b35-b052-07de9c32fb8a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:27.841107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:27.843635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:27.845368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:27.848923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:27.853490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Sync routers for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:43:27.858919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.867015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:27.867415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:43:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:27.893164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.895160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.898309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-78174c73-3060-47e4-b2d0-a63380fc8ad2 None None] Port 0bc824fc-32f9-4434-b635-869f1313933a cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:43:27.898946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:27.910844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c61127-db23-49ba-a0be-66df10c03bbe,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:27.912365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:27.916900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.917665 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0836508 Apr 16 15:43:27.919785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36830) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:27.923883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'defb3138-507d-4b35-b052-07de9c32fb8a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:27.927761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:27.930031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:27.933455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:27.937093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:27.947231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.975952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:27.985044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.987382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:27.991687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-57502f8e-b6a6-46b7-b973-24afbc033c34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:28.003240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b939f38a-d0d5-468d-bdb7-d2c6c2327d86,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:28.005230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:28.007724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.010365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0878379 Apr 16 15:43:28.010450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d9a0d00e-e004-4538-8a12-e04d351fe37c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:28.010538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36834) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:28.013735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'defb3138-507d-4b35-b052-07de9c32fb8a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:28.017572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:28.020092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:28.021782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:28.025294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:28.034465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.073301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.074553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.078686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-412df1df-d0d6-4421-9605-aff0f89661aa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:28.090804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc18f79-bf18-4c2d-8e7b-9e2edc20978d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:28.092247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:28.094987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.097561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0864062 Apr 16 15:43:28.097929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36838) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:28.105525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'defb3138-507d-4b35-b052-07de9c32fb8a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:28.113183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:28.115455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:28.117161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:28.120507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:28.130272 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:43:28.131028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port d9a0d00e-e004-4538-8a12-e04d351fe37c completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:28.134272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.139539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d9a0d00e-e004-4538-8a12-e04d351fe37c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:28.140005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.171439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.173541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.175150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b21f848b-8c55-4c94-b8b2-eb492eeedb55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:28.231106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb6c04c-0c81-476b-a9f0-e7f67746b96a,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:28.237538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:28.246487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.247273 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481647 Apr 16 15:43:28.249193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36842) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:28.253596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'defb3138-507d-4b35-b052-07de9c32fb8a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:28.254930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.264174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:28.269420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:28.272386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:28.274680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:28.278464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Checking router: d518cea7-0df5-4c5b-87c6-e6d633bc39c8 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:43:28.278643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Updating router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 port 0bc824fc-32f9-4434-b635-869f1313933a binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:43:28.281304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:28.294195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-09bbbfd5-ed94-4f30-8de6-7dd96dcf21f5 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:28.295126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-09bbbfd5-ed94-4f30-8de6-7dd96dcf21f5 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.107 "GET /v2.0/networks?id=f873cfb2-0428-4c39-9b98-0acd03e06a54 HTTP/1.1" status: 200 len: 812 time: 0.1132023 Apr 16 15:43:28.297622 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:43:28.297697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port d9a0d00e-e004-4538-8a12-e04d351fe37c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d9a0d00e-e004-4538-8a12-e04d351fe37c,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:28.301912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.302852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.303449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 80b187f2-f391-46d1-833e-7b5e9f419cd9 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:28.319638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c63cb16-c0cb-4b44-a1d4-a94f4a43ab96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:28.339455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.357895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.360346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee0c7048-4d56-492f-8108-25dbf9dc462e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:28.369862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.391711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9df00d-e18a-4e57-ab48-019fead4a9ae,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:28.398212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:28.403464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.404229 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544559 Apr 16 15:43:28.407658 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-eec50972-46b3-4a47-8bde-fbd11d9f3bbb tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dd01f908419e49c18cc8312862c5c62c HTTP/1.1" status: 200 len: 8071 time: 0.0698276 Apr 16 15:43:28.447746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 80b187f2-f391-46d1-833e-7b5e9f419cd9 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:28.447992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.456140 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-839cd838-2649-4a30-8cf5-29c41897a463 req-9f05a71b-6c85-46f7-9236-ab6396320199 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 210 time: 0.0282125 Apr 16 15:43:28.491568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=d9a0d00e-e004-4538-8a12-e04d351fe37c,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:28.499523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:28.542522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-09d8b2bd-cb4d-4568-b50d-74c9f99c0a62 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:43:28.551524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-09d8b2bd-cb4d-4568-b50d-74c9f99c0a62 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:43:28.552229 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-09d8b2bd-cb4d-4568-b50d-74c9f99c0a62 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-124671802&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.0352848 Apr 16 15:43:28.651877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-25960e2d-4980-4efe-8c0d-a5d0826939ba tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:28.652385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-25960e2d-4980-4efe-8c0d-a5d0826939ba tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:43:28.662530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-25960e2d-4980-4efe-8c0d-a5d0826939ba tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:43:28.663255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-25960e2d-4980-4efe-8c0d-a5d0826939ba tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/networks?id=f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 200 len: 797 time: 0.1064739 Apr 16 15:43:28.672671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.673350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-86c46822-93df-493f-9acb-ec34b1a8e8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/quotas/8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 375 time: 0.0058885 Apr 16 15:43:28.680719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Transition to ACTIVE for port object 0bc824fc-32f9-4434-b635-869f1313933a will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:28.685697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.694348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-198730b7-39d9-412e-bf09-75815b70960a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:28.701855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Request body: {'port': {'device_id': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'admin_state_up': True, 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'security_groups': ['d9a9b58d-f215-4fe9-a9ab-cf8962537fa1']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:28.762988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6d61d-7aaa-46c0-8f01-ccf708c1550e None None] Pushing event updated for resources: {'Port': ['ID=0bc824fc-32f9-4434-b635-869f1313933a,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:28.765856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-76d6d61d-7aaa-46c0-8f01-ccf708c1550e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:28.792347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-56a02f36-2f77-4a13-bcb4-678759d01d00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:43:28.799977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:28.804760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Usage tracker for resource:port and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:28.807239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:28.810889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:28.815602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-56a02f36-2f77-4a13-bcb4-678759d01d00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:43:28.816642 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-56a02f36-2f77-4a13-bcb4-678759d01d00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1398602 Apr 16 15:43:28.817309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Made reservation on behalf of dd01f908419e49c18cc8312862c5c62c for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:43:28.820906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.924517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Attempting to bind port 0bc824fc-32f9-4434-b635-869f1313933a on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:43:28.924790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Attempting to bind port 0bc824fc-32f9-4434-b635-869f1313933a by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:43:28.925044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Attempting to bind port 0bc824fc-32f9-4434-b635-869f1313933a on network f76ee989-bc7b-4b27-9983-cef2f2b69f64 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:28.928755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:43:28.929021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Checking segment: {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:28.929315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.929618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Bound using segment: {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:43:28.929955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Bound port: 0bc824fc-32f9-4434-b635-869f1313933a, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:43:28.930222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:28.987644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] For port 0bc824fc-32f9-4434-b635-869f1313933a, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:43:28.989389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] For port 0bc824fc-32f9-4434-b635-869f1313933a, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0bc824fc-32f9-4434-b635-869f1313933a,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:43:28.992230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:29.000592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:29.008539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Allocated IP 172.20.0.7 (f873cfb2-0428-4c39-9b98-0acd03e06a54/265e0527-cb86-4527-b847-2fef39c3fb42/a040b135-15a9-46dd-9ead-7af804c7d365) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:43:29.042288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-365e2100-6f73-42d2-a62e-a9b71aba7e00 service neutron] 10.222.0.95 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120023 Apr 16 15:43:29.202731 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-a8f5efdc-0f84-4e14-a252-afbd6fc86191 service neutron] 10.222.0.95 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556220 Apr 16 15:43:29.216330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:29.226220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Transition to ACTIVE for port object a040b135-15a9-46dd-9ead-7af804c7d365 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:29.241502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:29.251153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f9a3abd-487f-4194-b47a-320153f2d435 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:29.269146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6d61d-7aaa-46c0-8f01-ccf708c1550e None None] Pushing event updated for resources: {'Port': ['ID=0bc824fc-32f9-4434-b635-869f1313933a,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:29.271887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-76d6d61d-7aaa-46c0-8f01-ccf708c1550e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:29.304668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:29.305060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:43:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:29.329575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event updated for resources: {'Port': ['ID=a040b135-15a9-46dd-9ead-7af804c7d365,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:29.332200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:29.366086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Network f873cfb2-0428-4c39-9b98-0acd03e06a54 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:29.366758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:29.368400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:43:29.411488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:29.439308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:29.440831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:29.457788 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603981 Apr 16 15:43:29.471717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Request body: {'port': {'device_id': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:29.583008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:29.603879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0d5287c2-5027-4a4d-80a1-eec54d4bac87 None None] Provisioning for port a040b135-15a9-46dd-9ead-7af804c7d365 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:29.609807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0d5287c2-5027-4a4d-80a1-eec54d4bac87 None None] Provisioning complete for port a040b135-15a9-46dd-9ead-7af804c7d365 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:29.610046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d5287c2-5027-4a4d-80a1-eec54d4bac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:29.640837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a548e1-57f2-4292-965a-e5d70dfa3f95 req-1bdc2065-125b-493d-b5f5-7fba94959306 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:29.641268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-23a548e1-57f2-4292-965a-e5d70dfa3f95 req-1bdc2065-125b-493d-b5f5-7fba94959306 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Synchronizing usage tracker for tenant:dd01f908419e49c18cc8312862c5c62c on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:43:29.647860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0d5287c2-5027-4a4d-80a1-eec54d4bac87 None None] Port a040b135-15a9-46dd-9ead-7af804c7d365 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:43:29.661747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:28Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:29.664108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cded32-64b8-479c-895a-8f3aeaffeaf3 None None] The sync data for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv is: [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:28Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:43:29.681537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-23a548e1-57f2-4292-965a-e5d70dfa3f95 req-1bdc2065-125b-493d-b5f5-7fba94959306 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Unset dirty status for tenant:dd01f908419e49c18cc8312862c5c62c on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:43:29.682290 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-23a548e1-57f2-4292-965a-e5d70dfa3f95 req-1bdc2065-125b-493d-b5f5-7fba94959306 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 931 time: 0.1407983 Apr 16 15:43:29.763852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-23a548e1-57f2-4292-965a-e5d70dfa3f95 req-dfe752b7-4298-4d0d-9447-770198f81c1b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744514 Apr 16 15:43:29.840013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a040b135-15a9-46dd-9ead-7af804c7d365 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:43:29.844494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:29.853889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Transition to ACTIVE for port object a040b135-15a9-46dd-9ead-7af804c7d365 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:29.857160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:29.866957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:29.942770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Pushing event updated for resources: {'Port': ['ID=a040b135-15a9-46dd-9ead-7af804c7d365,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:29.950298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:30.048821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d9a0d00e-e004-4538-8a12-e04d351fe37c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:30.098191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Attempting to bind port a040b135-15a9-46dd-9ead-7af804c7d365 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:43:30.098362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Attempting to bind port a040b135-15a9-46dd-9ead-7af804c7d365 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:43:30.098621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Attempting to bind port a040b135-15a9-46dd-9ead-7af804c7d365 on network f873cfb2-0428-4c39-9b98-0acd03e06a54 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:30.102081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d9a0d00e-e004-4538-8a12-e04d351fe37c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:30.102321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:30.102394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Port a040b135-15a9-46dd-9ead-7af804c7d365 on network f873cfb2-0428-4c39-9b98-0acd03e06a54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:43:30.102558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Attempting to bind port a040b135-15a9-46dd-9ead-7af804c7d365 on network f873cfb2-0428-4c39-9b98-0acd03e06a54 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:30.106016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:43:30.106214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Checking segment: {'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:30.106462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Bound using segment: {'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:43:30.106727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Bound port: a040b135-15a9-46dd-9ead-7af804c7d365, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfb1a9a8-cf1b-493d-a818-702b85f31055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1477, 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:43:30.106942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:30.162087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] For port a040b135-15a9-46dd-9ead-7af804c7d365, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:43:30.165172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] For port a040b135-15a9-46dd-9ead-7af804c7d365, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a040b135-15a9-46dd-9ead-7af804c7d365,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:43:30.170009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:30.190766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0bc824fc-32f9-4434-b635-869f1313933a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:30.236397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 0bc824fc-32f9-4434-b635-869f1313933a completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:30.239919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 0bc824fc-32f9-4434-b635-869f1313933a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:30.240154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:30.327053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:30.349311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 0bc824fc-32f9-4434-b635-869f1313933a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0bc824fc-32f9-4434-b635-869f1313933a,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:30.367999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:30.371376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1684c6de-afe6-402f-b55c-ce420a09f266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:30.436678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=0bc824fc-32f9-4434-b635-869f1313933a,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:30.443263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:30.538535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a42fc10b-9cd9-4b88-b179-749489a6d9a3 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:30.598113 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3aeee90-36c0-41b2-b18e-f7438409d7b1 req-8861b5a3-4988-4b5c-8bc1-4ec8da367a5f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 210 time: 0.0604358 Apr 16 15:43:30.632259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Pushing event updated for resources: {'Port': ['ID=a040b135-15a9-46dd-9ead-7af804c7d365,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:30.635534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:30.644742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:30.645096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:30.645916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] 10.222.0.107 "PUT /v2.0/ports/a040b135-15a9-46dd-9ead-7af804c7d365 HTTP/1.1" status: 200 len: 1093 time: 1.1776814 Apr 16 15:43:30.646233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'tag': 'a040b135-15a9-46dd-9ead-7af804c7d365'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:43:30.674739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'tag': 'a040b135-15a9-46dd-9ead-7af804c7d365', 'status': 'completed', 'code': 200} Apr 16 15:43:30.885093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea784f12-ef54-4300-b242-b2e506a0717c req-92ee81aa-9390-4692-87cc-81411020c40c tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:30.885995 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea784f12-ef54-4300-b242-b2e506a0717c req-92ee81aa-9390-4692-87cc-81411020c40c tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 943 time: 0.0509987 Apr 16 15:43:30.917477 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea784f12-ef54-4300-b242-b2e506a0717c req-ee6a4ddb-a7ee-4031-a875-77dcff55f4b3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0236199 Apr 16 15:43:31.350647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff158c-0fb3-4b2e-871d-e7a653af16cd req-73b447d6-9903-438a-aee6-98102349c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:31.351615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85ff158c-0fb3-4b2e-871d-e7a653af16cd req-73b447d6-9903-438a-aee6-98102349c67e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=dd01f908419e49c18cc8312862c5c62c&device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 1096 time: 0.0455661 Apr 16 15:43:31.438505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff158c-0fb3-4b2e-871d-e7a653af16cd req-90163a22-2cb6-4fa5-8317-ff2c15a37713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:31.439435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85ff158c-0fb3-4b2e-871d-e7a653af16cd req-90163a22-2cb6-4fa5-8317-ff2c15a37713 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=dd01f908419e49c18cc8312862c5c62c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0800686 Apr 16 15:43:31.544291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff158c-0fb3-4b2e-871d-e7a653af16cd req-bb013a7c-b397-43eb-a770-086ca8e4db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:31.545230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85ff158c-0fb3-4b2e-871d-e7a653af16cd req-bb013a7c-b397-43eb-a770-086ca8e4db27 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0900536 Apr 16 15:43:31.704269 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7423b951-8c10-49f7-a105-3b9ad6c4a891 req-782523c4-fd57-448c-b892-691b9a6f7cbb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 210 time: 0.0299981 Apr 16 15:43:31.952812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0bc824fc-32f9-4434-b635-869f1313933a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:32.000348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 0bc824fc-32f9-4434-b635-869f1313933a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:32.000592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:32.041336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80a97e-dbbb-45fe-9492-ea1ce3fd6975 req-c75f0935-bdb1-4411-9185-237b791446e6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:32.042285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f80a97e-dbbb-45fe-9492-ea1ce3fd6975 req-c75f0935-bdb1-4411-9185-237b791446e6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 943 time: 0.0556862 Apr 16 15:43:32.073606 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f80a97e-dbbb-45fe-9492-ea1ce3fd6975 req-82b423d8-ec02-4af8-aff3-f4207d73f745 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0231202 Apr 16 15:43:32.825134 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-261f566f-0757-4624-bcb2-822a62c4dde5 req-00688db5-0bb0-4181-ada9-f1d1d48564a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 210 time: 0.0375686 Apr 16 15:43:33.216737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e394a-7c81-45f3-8683-7dbd4b3421bf req-62d5e51c-b59a-404d-b0c4-d84520de726c tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:33.217759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8c9e394a-7c81-45f3-8683-7dbd4b3421bf req-62d5e51c-b59a-404d-b0c4-d84520de726c tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 943 time: 0.0633342 Apr 16 15:43:33.251339 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8c9e394a-7c81-45f3-8683-7dbd4b3421bf req-2b21d0d9-ff83-48cb-b692-747a164276ef tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274048 Apr 16 15:43:33.644250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-b5bc63e1-ca82-4738-b419-c79266aca859 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:33.645289 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-b5bc63e1-ca82-4738-b419-c79266aca859 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 200 len: 797 time: 0.1132698 Apr 16 15:43:33.703420 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-3aae7a32-582e-4439-9920-5a6d5a01ba25 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 8067 time: 0.0463092 Apr 16 15:43:33.712725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'device_id': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'admin_state_up': True, 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'security_groups': ['defb3138-507d-4b35-b052-07de9c32fb8a']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:33.808098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:33.816245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:33.822988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:43:33.827124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:33.950377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e56f664-32e6-43d7-8513-0e12c0b06522 req-6ac20033-5e9b-4702-ae7d-415c50ada013 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 210 time: 0.0382845 Apr 16 15:43:33.968960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.13 (f76ee989-bc7b-4b27-9983-cef2f2b69f64/67fdb8d4-44fc-41f7-b110-59fc9f365007/2e56efe9-2f68-46db-b525-d9db00b6682f) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:43:34.081018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:34.096947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 2e56efe9-2f68-46db-b525-d9db00b6682f will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:34.120998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:34.131228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dbc0130c-c1d8-4166-ab8a-ca00356d1f2c tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:34.226011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=2e56efe9-2f68-46db-b525-d9db00b6682f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:34.228112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:34.270896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:34.271709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:34.273215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:43:34.316996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:34.317663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:34.369667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6590807 Apr 16 15:43:34.388243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Request body: {'port': {'device_id': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:34.439066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e75e13-b7fd-4afc-8b4d-bc43c5b4c9c3 req-8b6f303f-ced8-4106-ac06-b5028b09207a tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:34.440580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41e75e13-b7fd-4afc-8b4d-bc43c5b4c9c3 req-8b6f303f-ced8-4106-ac06-b5028b09207a tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 943 time: 0.1184068 Apr 16 15:43:34.441771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ea0b65cd-10ec-46f3-8893-9752c45948f3 None None] Provisioning for port 2e56efe9-2f68-46db-b525-d9db00b6682f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:34.445114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ea0b65cd-10ec-46f3-8893-9752c45948f3 None None] Provisioning complete for port 2e56efe9-2f68-46db-b525-d9db00b6682f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:34.445444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea0b65cd-10ec-46f3-8893-9752c45948f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:34.483867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b65cd-10ec-46f3-8893-9752c45948f3 None None] Port 2e56efe9-2f68-46db-b525-d9db00b6682f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:43:34.497705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:34.509440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41e75e13-b7fd-4afc-8b4d-bc43c5b4c9c3 req-4f397fdd-54d7-48bb-97ec-2d92aad26c7a tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502574 Apr 16 15:43:34.723993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e56efe9-2f68-46db-b525-d9db00b6682f {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:43:34.728919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:34.739425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Transition to ACTIVE for port object 2e56efe9-2f68-46db-b525-d9db00b6682f will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:43:34.741777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:34.751246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:34.832027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e56efe9-2f68-46db-b525-d9db00b6682f,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:34.839656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:34.956409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Attempting to bind port 2e56efe9-2f68-46db-b525-d9db00b6682f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:43:34.956628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Attempting to bind port 2e56efe9-2f68-46db-b525-d9db00b6682f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:43:34.956824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Attempting to bind port 2e56efe9-2f68-46db-b525-d9db00b6682f on network f76ee989-bc7b-4b27-9983-cef2f2b69f64 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:34.959923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Port 2e56efe9-2f68-46db-b525-d9db00b6682f on network f76ee989-bc7b-4b27-9983-cef2f2b69f64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:43:34.960109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Attempting to bind port 2e56efe9-2f68-46db-b525-d9db00b6682f on network f76ee989-bc7b-4b27-9983-cef2f2b69f64 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:43:34.963166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:43:34.963348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Checking segment: {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:43:34.963573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Bound using segment: {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:43:34.963826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Bound port: 2e56efe9-2f68-46db-b525-d9db00b6682f, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:43:34.964030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:35.017577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] For port 2e56efe9-2f68-46db-b525-d9db00b6682f, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:43:35.019801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] For port 2e56efe9-2f68-46db-b525-d9db00b6682f, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e56efe9-2f68-46db-b525-d9db00b6682f,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:43:35.025048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:35.032761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84e429d8-8599-47df-b6ea-38d4a50816fd tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:35.130992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e56efe9-2f68-46db-b525-d9db00b6682f,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:35.143074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.143296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.143493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.143714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.143934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.144153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.144372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.144590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.144806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.145023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.145241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.145459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:35.149197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:35.174010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a30f2-50fb-4851-8536-913b39fe9a58 req-4e355f43-3ab0-4719-847f-a916f5bff6b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:35.174447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c26a30f2-50fb-4851-8536-913b39fe9a58 req-4e355f43-3ab0-4719-847f-a916f5bff6b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:43:35.183426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:35.183833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:35.184708 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] 10.222.0.107 "PUT /v2.0/ports/2e56efe9-2f68-46db-b525-d9db00b6682f HTTP/1.1" status: 200 len: 1094 time: 0.7997000 Apr 16 15:43:35.184998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'tag': '2e56efe9-2f68-46db-b525-d9db00b6682f'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:43:35.191791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c26a30f2-50fb-4851-8536-913b39fe9a58 req-4e355f43-3ab0-4719-847f-a916f5bff6b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:43:35.192480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c26a30f2-50fb-4851-8536-913b39fe9a58 req-4e355f43-3ab0-4719-847f-a916f5bff6b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 944 time: 0.1683934 Apr 16 15:43:35.226869 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'tag': '2e56efe9-2f68-46db-b525-d9db00b6682f', 'status': 'completed', 'code': 200} Apr 16 15:43:35.261656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c26a30f2-50fb-4851-8536-913b39fe9a58 req-406c7e99-d2b9-4536-ae13-aea041d3ed24 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563102 Apr 16 15:43:35.278031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-243d990d-ca3f-4e90-b0c2-0d490738e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:35.279003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-243d990d-ca3f-4e90-b0c2-0d490738e4b2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 1097 time: 0.0540662 Apr 16 15:43:35.342283 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-42ea001c-e011-4b34-b3fd-d4fabaf8d014 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56efe9-2f68-46db-b525-d9db00b6682f HTTP/1.1" status: 200 len: 217 time: 0.0553517 Apr 16 15:43:35.391328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-c0a8b73d-0e0f-4209-8442-0386cf3171c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:35.392168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-c0a8b73d-0e0f-4209-8442-0386cf3171c1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=67fdb8d4-44fc-41f7-b110-59fc9f365007 HTTP/1.1" status: 200 len: 835 time: 0.0414717 Apr 16 15:43:35.397182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-b166d68a-ebc8-4234-b48f-daf40ac2a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:35.397556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-b166d68a-ebc8-4234-b48f-daf40ac2a0e8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=dd01f908419e49c18cc8312862c5c62c&device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 1096 time: 0.0756004 Apr 16 15:43:35.461983 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-d8503366-33f6-42ad-93a2-cd23dfb7329a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a040b135-15a9-46dd-9ead-7af804c7d365 HTTP/1.1" status: 200 len: 217 time: 0.0529246 Apr 16 15:43:35.510247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-54bacfa5-f29c-4a50-8636-f733465b40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:35.511091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-54bacfa5-f29c-4a50-8636-f733465b40f5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f76ee989-bc7b-4b27-9983-cef2f2b69f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1031530 Apr 16 15:43:35.511976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-21d3600a-0c8b-4a95-bb4f-2f0c6fbc8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:35.512656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-21d3600a-0c8b-4a95-bb4f-2f0c6fbc8d33 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=265e0527-cb86-4527-b847-2fef39c3fb42 HTTP/1.1" status: 200 len: 851 time: 0.0427699 Apr 16 15:43:35.909946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-d029441c-1928-438f-af01-71f41ae72e7f service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834715 Apr 16 15:43:35.920340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-bae1193c-8244-40b6-9176-a0cce8e78d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:35.921139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-bae1193c-8244-40b6-9176-a0cce8e78d03 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f873cfb2-0428-4c39-9b98-0acd03e06a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3826556 Apr 16 15:43:36.004851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e2e27-909c-48d2-b608-80140116ec4e req-f407ff8a-af02-4181-9470-c76c2cf421c3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:36.005711 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-746e2e27-909c-48d2-b608-80140116ec4e req-f407ff8a-af02-4181-9470-c76c2cf421c3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 943 time: 0.1635129 Apr 16 15:43:36.076541 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c38145d-ef49-447a-944d-5b8a293ff76e req-4bbd415a-31f0-4858-a64d-c9a73d96e06c service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548185 Apr 16 15:43:36.078742 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-746e2e27-909c-48d2-b608-80140116ec4e req-3769724c-73f3-43fd-8893-b27cc4f563c1 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600209 Apr 16 15:43:36.079853 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-5c112bad-c656-416b-b608-60135efea8c4 service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465192 Apr 16 15:43:36.181414 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-564ddcac-d15f-4506-b0fe-470e9d9de124 req-86c706b8-d0e1-42c3-a54b-e371dbfe2d5d service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904253 Apr 16 15:43:36.408292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a353a42-2d45-4dce-b05c-a987065df80f req-9a811d90-f208-4bd5-b26d-d9ae31e5b629 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:36.409330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a353a42-2d45-4dce-b05c-a987065df80f req-9a811d90-f208-4bd5-b26d-d9ae31e5b629 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 944 time: 0.0665910 Apr 16 15:43:36.436785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a353a42-2d45-4dce-b05c-a987065df80f req-d1adb4a9-006f-4c88-9da8-52f29047c6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0229712 Apr 16 15:43:36.850042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d3513-7fdf-40d5-9fd8-ea9db485b98a req-312a8cdb-24c8-460f-b49f-242076221fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:36.851055 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-543d3513-7fdf-40d5-9fd8-ea9db485b98a req-312a8cdb-24c8-460f-b49f-242076221fe8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 1097 time: 0.0660167 Apr 16 15:43:36.935897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d3513-7fdf-40d5-9fd8-ea9db485b98a req-41fe2a48-b0ef-4d05-9045-ea098819aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:36.936694 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-543d3513-7fdf-40d5-9fd8-ea9db485b98a req-41fe2a48-b0ef-4d05-9045-ea098819aa6c service neutron] 10.222.0.107 "GET /v2.0/networks?id=f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 200 len: 899 time: 0.0798042 Apr 16 15:43:36.977357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-543d3513-7fdf-40d5-9fd8-ea9db485b98a req-7a415244-7481-4594-8b60-6d38b90ae210 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56efe9-2f68-46db-b525-d9db00b6682f HTTP/1.1" status: 200 len: 217 time: 0.0329337 Apr 16 15:43:37.020017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d3513-7fdf-40d5-9fd8-ea9db485b98a req-7b2b9d63-f66c-4614-94de-35fec2bfd945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:37.020966 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-543d3513-7fdf-40d5-9fd8-ea9db485b98a req-7b2b9d63-f66c-4614-94de-35fec2bfd945 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=67fdb8d4-44fc-41f7-b110-59fc9f365007 HTTP/1.1" status: 200 len: 835 time: 0.0360820 Apr 16 15:43:37.063967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d3513-7fdf-40d5-9fd8-ea9db485b98a req-e61fa028-709d-478d-8ee6-55f4f1ad3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:37.064845 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-543d3513-7fdf-40d5-9fd8-ea9db485b98a req-e61fa028-709d-478d-8ee6-55f4f1ad3812 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f76ee989-bc7b-4b27-9983-cef2f2b69f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394702 Apr 16 15:43:37.140798 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-543d3513-7fdf-40d5-9fd8-ea9db485b98a req-436d120b-b08c-4f1c-b976-faa48ae6bf22 service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0715733 Apr 16 15:43:37.251706 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-543d3513-7fdf-40d5-9fd8-ea9db485b98a req-4ccd1b68-8718-4888-90f9-7c0adf6f582a service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021597 Apr 16 15:43:37.259922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e0ffa-7861-4931-b011-5d6bd2d6a62d req-d0fbc160-ef2e-4869-b9c3-98146992e1dc tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:37.260711 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d22e0ffa-7861-4931-b011-5d6bd2d6a62d req-d0fbc160-ef2e-4869-b9c3-98146992e1dc tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 943 time: 0.0996757 Apr 16 15:43:37.293340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d22e0ffa-7861-4931-b011-5d6bd2d6a62d req-ef9fcef7-b930-40da-a17f-57f5ea554a2a tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241075 Apr 16 15:43:37.713298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ab955-21d0-4a74-b447-224b0a6c72ee req-759e979f-de26-434a-a208-102a94a25297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:37.714230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d8ab955-21d0-4a74-b447-224b0a6c72ee req-759e979f-de26-434a-a208-102a94a25297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 944 time: 0.0588245 Apr 16 15:43:37.746200 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d8ab955-21d0-4a74-b447-224b0a6c72ee req-22fa7d92-627c-4241-90df-fbc0ad7fb675 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0247934 Apr 16 15:43:37.906526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2e56efe9-2f68-46db-b525-d9db00b6682f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:43:38.012728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2e56efe9-2f68-46db-b525-d9db00b6682f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e56efe9-2f68-46db-b525-d9db00b6682f,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:38.022612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '2e56efe9-2f68-46db-b525-d9db00b6682f', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'port_id': '2e56efe9-2f68-46db-b525-d9db00b6682f', 'mac_address': 'fa:16:3e:20:50:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1489, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:43:38.062785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:38.074970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e56efe9-2f68-46db-b525-d9db00b6682f {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:43:38.086240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2e56efe9-2f68-46db-b525-d9db00b6682f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e56efe9-2f68-46db-b525-d9db00b6682f,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:38.088970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:38.090253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca403219-e773-4b1f-9fb9-f1cb083546ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:38.129379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=2e56efe9-2f68-46db-b525-d9db00b6682f,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:38.131163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:38.451152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510bf1b2-5d16-4a57-899e-053662ba2d0a req-ceae419d-581d-495f-8a40-e4a5ba80b57e tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:38.452247 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-510bf1b2-5d16-4a57-899e-053662ba2d0a req-ceae419d-581d-495f-8a40-e4a5ba80b57e tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 943 time: 0.0659170 Apr 16 15:43:38.484721 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-510bf1b2-5d16-4a57-899e-053662ba2d0a req-6dcc0a3c-19b7-4cf5-b7ad-5408bd6fb037 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278895 Apr 16 15:43:38.533331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['2e56efe9-2f68-46db-b525-d9db00b6682f'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:43:38.892016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add98fed-819a-412f-a4a2-188dd24e350a req-c7327e01-f0dc-4b03-9a27-d65fea705618 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:38.893051 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-add98fed-819a-412f-a4a2-188dd24e350a req-c7327e01-f0dc-4b03-9a27-d65fea705618 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 945 time: 0.0632820 Apr 16 15:43:38.927707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-add98fed-819a-412f-a4a2-188dd24e350a req-aa7ef12e-003f-4c70-aca0-d3375342bdf7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274558 Apr 16 15:43:39.638107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e9ca3-c3ff-474c-836d-d940853d9156 req-8f447014-0fe5-42fd-a878-9a475e76cc96 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:39.639160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be0e9ca3-c3ff-474c-836d-d940853d9156 req-8f447014-0fe5-42fd-a878-9a475e76cc96 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 943 time: 0.0626376 Apr 16 15:43:39.675180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be0e9ca3-c3ff-474c-836d-d940853d9156 req-faa09fad-cc76-489c-ac13-ac18da90f065 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283747 Apr 16 15:43:39.921801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2e56efe9-2f68-46db-b525-d9db00b6682f up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:39.983955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 2e56efe9-2f68-46db-b525-d9db00b6682f completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:39.987733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 2e56efe9-2f68-46db-b525-d9db00b6682f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:39.988016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:40.064900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fcaa1-3769-4f82-bb99-9fa36a706da4 req-057fe601-ea85-4342-b1cf-64de9f88e3e1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:40.065952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e40fcaa1-3769-4f82-bb99-9fa36a706da4 req-057fe601-ea85-4342-b1cf-64de9f88e3e1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 945 time: 0.0629385 Apr 16 15:43:40.069337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:40.088937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e56efe9-2f68-46db-b525-d9db00b6682f'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:43:40.096784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2e56efe9-2f68-46db-b525-d9db00b6682f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e56efe9-2f68-46db-b525-d9db00b6682f,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:40.099365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:40.100846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:40.102515 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e40fcaa1-3769-4f82-bb99-9fa36a706da4 req-0c4fc5c6-8e74-4af0-b802-4913aa1ea577 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286722 Apr 16 15:43:40.127635 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e56efe9-2f68-46db-b525-d9db00b6682f', 'code': 200} Apr 16 15:43:40.150141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=2e56efe9-2f68-46db-b525-d9db00b6682f,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:40.152213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:40.834633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a76139-f02c-4397-b4c5-6d247fd88fcf req-435004eb-f390-4907-b988-5b6ffbbcb0e1 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:40.835719 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43a76139-f02c-4397-b4c5-6d247fd88fcf req-435004eb-f390-4907-b988-5b6ffbbcb0e1 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 943 time: 0.0651152 Apr 16 15:43:40.874521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43a76139-f02c-4397-b4c5-6d247fd88fcf req-5778e4bb-5e84-4da6-8b11-c3f3bf76d6d3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311162 Apr 16 15:43:41.257473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610195-df34-486f-ba10-fa6eb9919ac2 req-122d3eb5-18f8-4b3c-aab2-52d8e35a6398 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:41.258580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18610195-df34-486f-ba10-fa6eb9919ac2 req-122d3eb5-18f8-4b3c-aab2-52d8e35a6398 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 946 time: 0.0623901 Apr 16 15:43:41.297744 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18610195-df34-486f-ba10-fa6eb9919ac2 req-1da562fe-9bad-498b-901b-d4b6f4217412 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313056 Apr 16 15:43:41.329254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4095efb-0583-43c1-bff1-fbc56f971611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:42.024969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba81cf-5ee7-4ea9-baa9-54cac281c1cd req-aa2e178e-98cb-4177-93c3-07b74bd59e01 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:42.026076 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51ba81cf-5ee7-4ea9-baa9-54cac281c1cd req-aa2e178e-98cb-4177-93c3-07b74bd59e01 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 943 time: 0.0659139 Apr 16 15:43:42.057782 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51ba81cf-5ee7-4ea9-baa9-54cac281c1cd req-5c9946ed-4df0-42c9-8d88-137c87d7acbc tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273900 Apr 16 15:43:42.457470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877912c7-bacf-4bb1-97f3-7a58901d401c req-04258d7e-970c-464a-b202-289a58344699 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:42.458505 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-877912c7-bacf-4bb1-97f3-7a58901d401c req-04258d7e-970c-464a-b202-289a58344699 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 946 time: 0.0621474 Apr 16 15:43:42.495283 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-877912c7-bacf-4bb1-97f3-7a58901d401c req-82d70438-a805-4065-9f07-b792685f0393 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280316 Apr 16 15:43:42.733451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-438c3b82-4e6f-4621-9ac1-0bae45ba8cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:42.888470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:43.101104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:43.164856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:43.208644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94568543-6350-4528-b4ed-f4ec8ab8e0f3 req-ff56dc4d-66ff-4f43-8e10-8447d2f5a1e2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:43.210216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-94568543-6350-4528-b4ed-f4ec8ab8e0f3 req-ff56dc4d-66ff-4f43-8e10-8447d2f5a1e2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 943 time: 0.0678170 Apr 16 15:43:43.245400 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-94568543-6350-4528-b4ed-f4ec8ab8e0f3 req-982007af-26d2-4563-a27e-64b02ae0dc74 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275996 Apr 16 15:43:43.651831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da64c1-b27f-45da-9c9b-44840289b52d req-c36ea94a-e31d-4d17-8b94-9aa9dd5b143f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:43.652921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0da64c1-b27f-45da-9c9b-44840289b52d req-c36ea94a-e31d-4d17-8b94-9aa9dd5b143f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 946 time: 0.0668993 Apr 16 15:43:43.686274 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0da64c1-b27f-45da-9c9b-44840289b52d req-9170ff37-bced-4064-810e-d259ba246c54 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289829 Apr 16 15:43:43.936840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device a040b135-15a9-46dd-9ead-7af804c7d365 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:43:44.047796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port a040b135-15a9-46dd-9ead-7af804c7d365, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a040b135-15a9-46dd-9ead-7af804c7d365,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:44.060403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'a040b135-15a9-46dd-9ead-7af804c7d365', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'port_id': 'a040b135-15a9-46dd-9ead-7af804c7d365', 'mac_address': 'fa:16:3e:ff:03:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1477, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:43:44.085737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:44.104853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:44.116620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a040b135-15a9-46dd-9ead-7af804c7d365 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:43:44.127310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port a040b135-15a9-46dd-9ead-7af804c7d365, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a040b135-15a9-46dd-9ead-7af804c7d365,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:44.130204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:44.132363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:44.176802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=a040b135-15a9-46dd-9ead-7af804c7d365,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:44.181835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.182050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.182298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.182564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.182810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.183054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.183321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.183563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.183803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.184039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.184275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.184510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:44.187175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:44.400485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44586f-1ffa-451b-99bc-d24bb2abf993 req-62b372a5-82b0-4ac0-a55a-38c38b540b2f tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:44.401623 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fe44586f-1ffa-451b-99bc-d24bb2abf993 req-62b372a5-82b0-4ac0-a55a-38c38b540b2f tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 944 time: 0.0654607 Apr 16 15:43:44.432951 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fe44586f-1ffa-451b-99bc-d24bb2abf993 req-ad5d70c8-dedb-4c80-8eea-8db16fec9ccf tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266140 Apr 16 15:43:44.585804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['a040b135-15a9-46dd-9ead-7af804c7d365'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:43:44.826497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d22f08-c4d5-4f30-aefb-31f21787c0e2 req-e2e526e3-5164-4af2-b4d7-b5d197a1ed2d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:44.827629 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2d22f08-c4d5-4f30-aefb-31f21787c0e2 req-e2e526e3-5164-4af2-b4d7-b5d197a1ed2d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 946 time: 0.0634856 Apr 16 15:43:44.870176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2d22f08-c4d5-4f30-aefb-31f21787c0e2 req-7b509b30-2955-4e9c-9791-cd8afee1013a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374575 Apr 16 15:43:45.016974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204030fd-e2c9-41d7-af91-60cdb1c265ec req-b59277bc-1f3e-4dc2-a10b-b8473265bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:45.017981 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-204030fd-e2c9-41d7-af91-60cdb1c265ec req-b59277bc-1f3e-4dc2-a10b-b8473265bc07 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 1099 time: 0.0589635 Apr 16 15:43:45.050759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-204030fd-e2c9-41d7-af91-60cdb1c265ec req-637e6114-e2bb-48a0-ac32-e25d390aec2b service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242422 Apr 16 15:43:45.593673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39e7d8-61c0-4208-9800-9bec7af0d3b5 req-2ae3c658-92d2-444f-90f7-edcdfd64ffad tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:45.594768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c39e7d8-61c0-4208-9800-9bec7af0d3b5 req-2ae3c658-92d2-444f-90f7-edcdfd64ffad tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 944 time: 0.0761905 Apr 16 15:43:45.627335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c39e7d8-61c0-4208-9800-9bec7af0d3b5 req-fbd9299e-1b17-4c96-9f8c-98c723519841 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281124 Apr 16 15:43:45.955659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device a040b135-15a9-46dd-9ead-7af804c7d365 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:43:46.010674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port a040b135-15a9-46dd-9ead-7af804c7d365 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:43:46.014162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port a040b135-15a9-46dd-9ead-7af804c7d365 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:43:46.014483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:46.041823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee66ae-f510-4bd2-bf89-d32ed89e0628 req-57e13a7b-09b4-44c9-ac9c-ad7a8992172d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:46.042947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7fee66ae-f510-4bd2-bf89-d32ed89e0628 req-57e13a7b-09b4-44c9-ac9c-ad7a8992172d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 946 time: 0.0736833 Apr 16 15:43:46.077510 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7fee66ae-f510-4bd2-bf89-d32ed89e0628 req-9bec0405-e712-483c-be89-3fac1a83822c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297265 Apr 16 15:43:46.100560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:46.119676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a040b135-15a9-46dd-9ead-7af804c7d365'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:43:46.126462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port a040b135-15a9-46dd-9ead-7af804c7d365, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a040b135-15a9-46dd-9ead-7af804c7d365,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:43:46.128704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:46.130213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4deee621-f991-4021-ae3c-7d3307681398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:46.154726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a040b135-15a9-46dd-9ead-7af804c7d365', 'code': 200} Apr 16 15:43:46.176305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=a040b135-15a9-46dd-9ead-7af804c7d365,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:46.178392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:46.796368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef812d-8a95-4a32-bd73-e64b53c9fd2f req-84047184-ad8c-4fc6-b44a-2251c3838e8a tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:46.797459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6ef812d-8a95-4a32-bd73-e64b53c9fd2f req-84047184-ad8c-4fc6-b44a-2251c3838e8a tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 945 time: 0.0744729 Apr 16 15:43:46.836845 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6ef812d-8a95-4a32-bd73-e64b53c9fd2f req-f45c18e9-028a-4bab-9003-b2f1de36671a tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343051 Apr 16 15:43:47.240041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c72bc-4ff0-434c-822e-fcb932dcfaa8 req-9d849ec0-ac57-43f9-9ffc-b66c19eacf5a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:47.241115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df7c72bc-4ff0-434c-822e-fcb932dcfaa8 req-9d849ec0-ac57-43f9-9ffc-b66c19eacf5a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 946 time: 0.0689218 Apr 16 15:43:47.277432 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df7c72bc-4ff0-434c-822e-fcb932dcfaa8 req-5a27ff52-7442-42c2-b6b6-e08d59931986 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288782 Apr 16 15:43:47.414115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf71fb7-2e68-4c75-b116-6de24fe6dbde req-760ae0d6-31ab-4eeb-b271-718e15858e58 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:47.415255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5bf71fb7-2e68-4c75-b116-6de24fe6dbde req-760ae0d6-31ab-4eeb-b271-718e15858e58 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 946 time: 0.0586853 Apr 16 15:43:47.447040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5bf71fb7-2e68-4c75-b116-6de24fe6dbde req-1e16a13f-7f4c-48f6-a768-e9f45c717315 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271647 Apr 16 15:43:47.463457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36950) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:47.516163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db5603-a54b-4980-a4f9-ef4e5bdc470c tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:47.517200 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-98db5603-a54b-4980-a4f9-ef4e5bdc470c tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 1094 time: 0.0530045 Apr 16 15:43:47.519206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36954) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:47.522668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '2e56efe9-2f68-46db-b525-d9db00b6682f', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:47.527184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:47.530007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:floatingip and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:47.532271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:47.536492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:47.544381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:47.640546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:48.062753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.159 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/1bef900f-e113-421e-91b0-8bcd9ac10215) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:43:48.120595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a03617-912b-409b-8c6a-516df42ac00a req-1ea0d878-5754-451a-b529-05fbb3a805bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:48.121476 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70a03617-912b-409b-8c6a-516df42ac00a req-1ea0d878-5754-451a-b529-05fbb3a805bf service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 1098 time: 0.4089506 Apr 16 15:43:48.166572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189264c0-8632-46b5-8e1c-e7e6f370dbb2 req-c9efd13a-aca0-4ec7-9951-1a71627bd024 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:48.167479 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-189264c0-8632-46b5-8e1c-e7e6f370dbb2 req-c9efd13a-aca0-4ec7-9951-1a71627bd024 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 945 time: 0.1549988 Apr 16 15:43:48.176370 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70a03617-912b-409b-8c6a-516df42ac00a req-b2a762fc-9b89-4df3-9fc5-84b600faae11 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467336 Apr 16 15:43:48.196186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:48.211216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-189264c0-8632-46b5-8e1c-e7e6f370dbb2 req-d5c86b69-c9f2-497c-885c-d8c807c89216 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356977 Apr 16 15:43:48.232895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:48.246626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45bc7e6c-7651-4b16-8ce4-776484d23c2e tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:48.327960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=1bef900f-e113-421e-91b0-8bcd9ac10215,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:48.330908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:48.366590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:48.367865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:48.369448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:43:48.638597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:48.687645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:48.841875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:48.844758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:48.855008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a5b90a4e-1c34-433b-94cd-65c0fe5fec35 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:48.937885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=1bef900f-e113-421e-91b0-8bcd9ac10215,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:48.946318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:49.005547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:49.124604 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP b50569da-f620-4f78-bb23-a096673ecf78 associated. External IP: 172.26.4.159, port: 2e56efe9-2f68-46db-b525-d9db00b6682f. Apr 16 15:43:49.376141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:43:49.381194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7511fa-965d-47ff-af6b-da53eaa869d3 req-8d0bc4f9-dd87-4812-8521-d5b8c6157e76 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:49.382194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1f7511fa-965d-47ff-af6b-da53eaa869d3 req-8d0bc4f9-dd87-4812-8521-d5b8c6157e76 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 945 time: 0.0953655 Apr 16 15:43:49.499686 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1f7511fa-965d-47ff-af6b-da53eaa869d3 req-c27c484c-c1f6-4ffa-8201-cc835c118335 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797298 Apr 16 15:43:49.523601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:43:49.531919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d32064-10a1-4811-8a36-258b48669902 None None] Sync routers for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:43:49.540356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d32064-10a1-4811-8a36-258b48669902 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:49.540929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-06d32064-10a1-4811-8a36-258b48669902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:43:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:49.541197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:49.605950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0860062 Apr 16 15:43:49.608332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36964) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:49.609369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'tag': '2e56efe9-2f68-46db-b525-d9db00b6682f'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:43:49.636400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2306c8-ec80-47c1-83d0-5bb1db0087d5 req-511f29b0-18c0-4b2b-93ae-b125b0bedd9d tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:49.641557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b2306c8-ec80-47c1-83d0-5bb1db0087d5 req-511f29b0-18c0-4b2b-93ae-b125b0bedd9d tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 945 time: 0.0642462 Apr 16 15:43:49.643793 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'tag': '2e56efe9-2f68-46db-b525-d9db00b6682f', 'status': 'completed', 'code': 200} Apr 16 15:43:49.666247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-06d32064-10a1-4811-8a36-258b48669902 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:49.691295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b2306c8-ec80-47c1-83d0-5bb1db0087d5 req-9dd2e7c5-cb47-411f-ae42-5c5e0ef2aa2d tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491440 Apr 16 15:43:49.698600 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7489bcc3-0db6-4e50-80a6-a28bee10350d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/b50569da-f620-4f78-bb23-a096673ecf78 HTTP/1.1" status: 200 len: 992 time: 0.0891914 Apr 16 15:43:49.707637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36970) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:49.712939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a22ab-363f-4ac0-92f2-1092947a39a3 req-0774ced9-a97e-4f54-a839-7ba7a9d1ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:49.713866 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-595a22ab-363f-4ac0-92f2-1092947a39a3 req-0774ced9-a97e-4f54-a839-7ba7a9d1ed7b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 1099 time: 0.0469043 Apr 16 15:43:49.780657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:43:49.780907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a91ee67-5fcf-4dc0-825e-cf54389cc4a0 tempest-TestVolumeBootPattern-806342653 tempest-TestVolumeBootPattern-806342653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:49.783769 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0a91ee67-5fcf-4dc0-825e-cf54389cc4a0 tempest-TestVolumeBootPattern-806342653 tempest-TestVolumeBootPattern-806342653-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 1093 time: 0.0733814 Apr 16 15:43:49.783923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36976) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:49.787106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': 'a040b135-15a9-46dd-9ead-7af804c7d365', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:43:49.791056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:43:49.793412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Usage tracker for resource:floatingip and tenant:dd01f908419e49c18cc8312862c5c62c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:43:49.795136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:43:49.796887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a22ab-363f-4ac0-92f2-1092947a39a3 req-4c64dcf9-14c8-4da0-8ef7-8860eef72b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:49.797992 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-595a22ab-363f-4ac0-92f2-1092947a39a3 req-4c64dcf9-14c8-4da0-8ef7-8860eef72b4b service neutron] 10.222.0.107 "GET /v2.0/networks?id=f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 200 len: 899 time: 0.0766566 Apr 16 15:43:49.798395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:43:49.805775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:49.884253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:49.890091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-06d32064-10a1-4811-8a36-258b48669902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'b50569da-f620-4f78-bb23-a096673ecf78', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'port_id': '2e56efe9-2f68-46db-b525-d9db00b6682f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'mac_address': 'fa:16:3e:20:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:43:48Z', 'updated_at': '2021-04-16T15:43:48Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:49.892747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d32064-10a1-4811-8a36-258b48669902 None None] Checking router: d518cea7-0df5-4c5b-87c6-e6d633bc39c8 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:43:49.897800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d32064-10a1-4811-8a36-258b48669902 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:49.898166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-06d32064-10a1-4811-8a36-258b48669902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:43:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:49.969619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Allocated IP 172.26.4.178 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/42494cdc-8cfd-49a7-bbe4-39c5299f9014) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:43:50.004190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-06d32064-10a1-4811-8a36-258b48669902 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:50.057861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:50.077661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:50.087246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51cae51f-c516-471b-86c9-950ba12e2b37 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:50.155607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-595a22ab-363f-4ac0-92f2-1092947a39a3 req-8bab2a4a-85aa-40c4-b54c-414e6dc5877e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56efe9-2f68-46db-b525-d9db00b6682f HTTP/1.1" status: 200 len: 1000 time: 0.3499818 Apr 16 15:43:50.164306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event updated for resources: {'Port': ['ID=42494cdc-8cfd-49a7-bbe4-39c5299f9014,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:50.176982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.177254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.177431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.177651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.177869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.178090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.178313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.178546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.178769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.179025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.179204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.179420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:43:50.182488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:50.197770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a22ab-363f-4ac0-92f2-1092947a39a3 req-9717d6e4-e215-4531-8d07-ea60df88a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:50.198892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-595a22ab-363f-4ac0-92f2-1092947a39a3 req-9717d6e4-e215-4531-8d07-ea60df88a981 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=67fdb8d4-44fc-41f7-b110-59fc9f365007 HTTP/1.1" status: 200 len: 835 time: 0.0392425 Apr 16 15:43:50.203729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:43:50.204384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:43:50.205965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:43:50.253553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a22ab-363f-4ac0-92f2-1092947a39a3 req-08566ab4-b5f7-466c-848d-860726f40bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:50.254551 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-595a22ab-363f-4ac0-92f2-1092947a39a3 req-08566ab4-b5f7-466c-848d-860726f40bf6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f76ee989-bc7b-4b27-9983-cef2f2b69f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0475576 Apr 16 15:43:50.332888 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-595a22ab-363f-4ac0-92f2-1092947a39a3 req-97d63cde-451b-4272-a6ad-b72ef5b13d11 service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0738552 Apr 16 15:43:50.352894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-06d32064-10a1-4811-8a36-258b48669902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'b50569da-f620-4f78-bb23-a096673ecf78', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'port_id': '2e56efe9-2f68-46db-b525-d9db00b6682f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'mac_address': 'fa:16:3e:20:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:43:48Z', 'updated_at': '2021-04-16T15:43:48Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:50.355206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d32064-10a1-4811-8a36-258b48669902 None None] The sync data for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv is: [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'b50569da-f620-4f78-bb23-a096673ecf78', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'port_id': '2e56efe9-2f68-46db-b525-d9db00b6682f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'mac_address': 'fa:16:3e:20:50:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:43:48Z', 'updated_at': '2021-04-16T15:43:48Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:43:50.420759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-595a22ab-363f-4ac0-92f2-1092947a39a3 req-4ba2872b-1e45-432e-8a3d-dae6826c7040 service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791452 Apr 16 15:43:50.451428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:50.492883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:50.567387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8969d4-ea99-44c5-925d-0407979defd3 None None] New status for floating IP b50569da-f620-4f78-bb23-a096673ecf78: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:43:50.609484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:50.612039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:50.620986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f2bf62b1-f85a-4a20-84c5-d99eb5534ecc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:43:50.693903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event updated for resources: {'Port': ['ID=42494cdc-8cfd-49a7-bbe4-39c5299f9014,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:43:50.696684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:43:50.700628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 36980) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:50.758969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:50.764330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ac04c653-1a6b-4e8c-9efe-924b16a0c7ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/b50569da-f620-4f78-bb23-a096673ecf78 HTTP/1.1" status: 200 len: 992 time: 0.0620999 Apr 16 15:43:50.859857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Floating IP 98fe7395-3f12-4083-a24f-d1ece7a9af53 associated. External IP: 172.26.4.178, port: a040b135-15a9-46dd-9ead-7af804c7d365. Apr 16 15:43:51.053374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Router 387b4554-0707-47ec-b88e-c456118ba233 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:43:51.152107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:43:51.158989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a4acb-f6e3-440c-8d37-e2daa880833a None None] Sync routers for ids ['387b4554-0707-47ec-b88e-c456118ba233'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:43:51.165587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a4acb-f6e3-440c-8d37-e2daa880833a None None] Routers {'387b4554-0707-47ec-b88e-c456118ba233'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:51.166053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bb1a4acb-f6e3-440c-8d37-e2daa880833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:43:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['387b4554-0707-47ec-b88e-c456118ba233'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:51.166616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:43:51.200667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4160633 Apr 16 15:43:51.201138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'tag': 'a040b135-15a9-46dd-9ead-7af804c7d365'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:43:51.228505 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'tag': 'a040b135-15a9-46dd-9ead-7af804c7d365', 'status': 'completed', 'code': 200} Apr 16 15:43:51.264936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bb1a4acb-f6e3-440c-8d37-e2daa880833a None None] Set router 387b4554-0707-47ec-b88e-c456118ba233 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:51.450523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bb1a4acb-f6e3-440c-8d37-e2daa880833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '98fe7395-3f12-4083-a24f-d1ece7a9af53', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'floating_ip_address': '172.26.4.178', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '387b4554-0707-47ec-b88e-c456118ba233', 'port_id': 'a040b135-15a9-46dd-9ead-7af804c7d365', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'mac_address': 'fa:16:3e:ff:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:43:50Z', 'updated_at': '2021-04-16T15:43:50Z', 'revision_number': 0, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba1c3cb-af78-47b5-b258-ff4d0e14ee82', 'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'mac_address': 'fa:16:3e:df:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:00Z', 'updated_at': '2021-04-16T15:43:06Z', 'revision_number': 5, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'subnets': [{'id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:51.452800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a4acb-f6e3-440c-8d37-e2daa880833a None None] Checking router: 387b4554-0707-47ec-b88e-c456118ba233 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:43:51.458047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a4acb-f6e3-440c-8d37-e2daa880833a None None] Routers {'387b4554-0707-47ec-b88e-c456118ba233'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:43:51.458381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bb1a4acb-f6e3-440c-8d37-e2daa880833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:43:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['387b4554-0707-47ec-b88e-c456118ba233'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:51.557477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bb1a4acb-f6e3-440c-8d37-e2daa880833a None None] Set router 387b4554-0707-47ec-b88e-c456118ba233 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:43:51.659201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589bb4-f284-4c01-b796-3f3b4464245b req-865a8cdf-05a9-4553-a9a9-1d881fa52480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:51.660177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c0589bb4-f284-4c01-b796-3f3b4464245b req-865a8cdf-05a9-4553-a9a9-1d881fa52480 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=dd01f908419e49c18cc8312862c5c62c&device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 1098 time: 0.0559196 Apr 16 15:43:51.752092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589bb4-f284-4c01-b796-3f3b4464245b req-c906cc72-9eae-4787-837d-2734ff2242b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:51.753067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c0589bb4-f284-4c01-b796-3f3b4464245b req-c906cc72-9eae-4787-837d-2734ff2242b4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f873cfb2-0428-4c39-9b98-0acd03e06a54 HTTP/1.1" status: 200 len: 914 time: 0.0881648 Apr 16 15:43:51.762223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bb1a4acb-f6e3-440c-8d37-e2daa880833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '98fe7395-3f12-4083-a24f-d1ece7a9af53', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'floating_ip_address': '172.26.4.178', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '387b4554-0707-47ec-b88e-c456118ba233', 'port_id': 'a040b135-15a9-46dd-9ead-7af804c7d365', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'mac_address': 'fa:16:3e:ff:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:43:50Z', 'updated_at': '2021-04-16T15:43:50Z', 'revision_number': 0, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba1c3cb-af78-47b5-b258-ff4d0e14ee82', 'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'mac_address': 'fa:16:3e:df:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:00Z', 'updated_at': '2021-04-16T15:43:06Z', 'revision_number': 5, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'subnets': [{'id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:43:51.764608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1a4acb-f6e3-440c-8d37-e2daa880833a None None] The sync data for ids ['387b4554-0707-47ec-b88e-c456118ba233'] in dv-neutron-786478-2-hyperv is: [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '98fe7395-3f12-4083-a24f-d1ece7a9af53', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'floating_ip_address': '172.26.4.178', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '387b4554-0707-47ec-b88e-c456118ba233', 'port_id': 'a040b135-15a9-46dd-9ead-7af804c7d365', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'mac_address': 'fa:16:3e:ff:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:43:50Z', 'updated_at': '2021-04-16T15:43:50Z', 'revision_number': 0, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ba1c3cb-af78-47b5-b258-ff4d0e14ee82', 'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'mac_address': 'fa:16:3e:df:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:00Z', 'updated_at': '2021-04-16T15:43:06Z', 'revision_number': 5, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'subnets': [{'id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:43:51.767110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 36988) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:43:51.830643 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c0589bb4-f284-4c01-b796-3f3b4464245b req-ffac821c-3fb6-462e-8155-4edc86cb4e6f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a040b135-15a9-46dd-9ead-7af804c7d365 HTTP/1.1" status: 200 len: 999 time: 0.0661528 Apr 16 15:43:51.882676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589bb4-f284-4c01-b796-3f3b4464245b req-84d8e298-1d46-44e6-9610-742766601720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:51.883828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c0589bb4-f284-4c01-b796-3f3b4464245b req-84d8e298-1d46-44e6-9610-742766601720 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=265e0527-cb86-4527-b847-2fef39c3fb42 HTTP/1.1" status: 200 len: 851 time: 0.0450528 Apr 16 15:43:51.944292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589bb4-f284-4c01-b796-3f3b4464245b req-44118a2a-9422-43fb-9fa7-d3abfe8d011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:43:51.945420 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c0589bb4-f284-4c01-b796-3f3b4464245b req-44118a2a-9422-43fb-9fa7-d3abfe8d011f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f873cfb2-0428-4c39-9b98-0acd03e06a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571303 Apr 16 15:43:51.996140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baefe124-658e-48f7-86f1-1292609c919f None None] New status for floating IP 98fe7395-3f12-4083-a24f-d1ece7a9af53: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:43:52.042125 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c0589bb4-f284-4c01-b796-3f3b4464245b req-6d715374-3266-41b6-bd96-1c16b4e5a5ae service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915964 Apr 16 15:43:52.105909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-86257d89-45ff-455c-ac52-7042428b7eb6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/b50569da-f620-4f78-bb23-a096673ecf78 HTTP/1.1" status: 200 len: 994 time: 0.3378842 Apr 16 15:43:52.124997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c0589bb4-f284-4c01-b796-3f3b4464245b req-e6ed2af2-7b83-4d6f-b1b6-77082e3f5339 service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786836 Apr 16 15:44:11.335752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1d7ef571-9bc2-44cd-b45c-5bbcc5668e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:12.730293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4831ca0c-b32d-49b1-896b-fd66bec3964b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:12.892263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:13.101994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:13.187733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:14.075783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:23.116662 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-70154d9f-9211-4e48-a18e-51762ceb4497 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577109 Apr 16 15:44:24.169001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-561cb6b3-679f-464e-9f0a-80b0eaa17090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:24.170213 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-561cb6b3-679f-464e-9f0a-80b0eaa17090 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=dd01f908419e49c18cc8312862c5c62c&device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 1098 time: 0.0593715 Apr 16 15:44:24.279375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-4b7a8eea-6651-4073-bd1f-0d3220316d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:24.280417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-4b7a8eea-6651-4073-bd1f-0d3220316d5b service neutron] 10.222.0.107 "GET /v2.0/networks?id=f873cfb2-0428-4c39-9b98-0acd03e06a54 HTTP/1.1" status: 200 len: 914 time: 0.0918810 Apr 16 15:44:24.355038 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-f354f4b9-8d89-4ea0-8938-c0dc606c2529 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a040b135-15a9-46dd-9ead-7af804c7d365 HTTP/1.1" status: 200 len: 1001 time: 0.0659437 Apr 16 15:44:24.404899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-1c166d75-2879-4d1b-b39b-357cf3160591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:24.405956 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-1c166d75-2879-4d1b-b39b-357cf3160591 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=265e0527-cb86-4527-b847-2fef39c3fb42 HTTP/1.1" status: 200 len: 851 time: 0.0460517 Apr 16 15:44:24.467451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-7fc721ef-f30f-49b7-826a-5d323c4b3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:24.468396 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-7fc721ef-f30f-49b7-826a-5d323c4b3d59 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f873cfb2-0428-4c39-9b98-0acd03e06a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0541325 Apr 16 15:44:24.563507 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-ff6f3b6a-d607-46be-a50f-8d9861e56c29 service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907371 Apr 16 15:44:24.641384 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ed27bf8-3156-4d1d-8cf3-05f33b0aba11 req-86f10c44-d4ee-4fe7-95d5-d3100e4e6ebf service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0733991 Apr 16 15:44:26.784889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:44:29.222048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37010) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:29.297754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266e185-bad8-4711-84c5-4b7ffef682ea tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:29.298081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266e185-bad8-4711-84c5-4b7ffef682ea tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:29.298453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5266e185-bad8-4711-84c5-4b7ffef682ea tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:29.299730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5266e185-bad8-4711-84c5-4b7ffef682ea tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?project_id=8368c00c80e846dda8d506830d64f85a&network_id=f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 200 len: 3000 time: 0.0762799 Apr 16 15:44:30.486990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37026) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:30.538892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd8bcf3-0ac5-40d7-bb87-fdd8aa8a41b1 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:30.539970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cbd8bcf3-0ac5-40d7-bb87-fdd8aa8a41b1 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94 HTTP/1.1" status: 200 len: 814 time: 0.0519991 Apr 16 15:44:30.918644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37034) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:30.970617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1346799c-d95d-48bb-b8da-8b8b9318e981 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'floatingip': {'port_id': None}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:44:31.045697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1346799c-d95d-48bb-b8da-8b8b9318e981 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:31.227643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1346799c-d95d-48bb-b8da-8b8b9318e981 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:31.230625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1346799c-d95d-48bb-b8da-8b8b9318e981 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:31.230851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-1346799c-d95d-48bb-b8da-8b8b9318e981 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP b50569da-f620-4f78-bb23-a096673ecf78 disassociated. External IP: 172.26.4.159, port: 2e56efe9-2f68-46db-b525-d9db00b6682f. Apr 16 15:44:31.471248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1346799c-d95d-48bb-b8da-8b8b9318e981 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:44:31.587298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1346799c-d95d-48bb-b8da-8b8b9318e981 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:44:31.590648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1346799c-d95d-48bb-b8da-8b8b9318e981 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:31.597790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5814e66-171a-48c9-aa7d-ce4cd4aac8d4 None None] Sync routers for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:44:31.610109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5814e66-171a-48c9-aa7d-ce4cd4aac8d4 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:44:31.611021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b5814e66-171a-48c9-aa7d-ce4cd4aac8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:44:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:44:31.631049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1346799c-d95d-48bb-b8da-8b8b9318e981 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/floatingips/b50569da-f620-4f78-bb23-a096673ecf78 HTTP/1.1" status: 200 len: 690 time: 0.7110760 Apr 16 15:44:31.631594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'tag': '2e56efe9-2f68-46db-b525-d9db00b6682f'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:44:31.633485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37040) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:31.674569 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'tag': '2e56efe9-2f68-46db-b525-d9db00b6682f', 'status': 'completed', 'code': 200} Apr 16 15:44:31.700978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8d9b9212-ef7a-4207-9a10-6e50207b8ca8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/b50569da-f620-4f78-bb23-a096673ecf78 HTTP/1.1" status: 200 len: 690 time: 0.0662367 Apr 16 15:44:31.723058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b5814e66-171a-48c9-aa7d-ce4cd4aac8d4 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:44:31.749678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e026f-3dc7-4389-86f8-e8321aadb267 req-55758a0e-381c-43ee-8f95-9817da9b28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:31.750800 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a2e026f-3dc7-4389-86f8-e8321aadb267 req-55758a0e-381c-43ee-8f95-9817da9b28a7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 1099 time: 0.0496440 Apr 16 15:44:32.083471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b5814e66-171a-48c9-aa7d-ce4cd4aac8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:44:32.086133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5814e66-171a-48c9-aa7d-ce4cd4aac8d4 None None] Checking router: d518cea7-0df5-4c5b-87c6-e6d633bc39c8 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:44:32.091695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5814e66-171a-48c9-aa7d-ce4cd4aac8d4 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:44:32.092048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b5814e66-171a-48c9-aa7d-ce4cd4aac8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:44:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:44:32.104090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e026f-3dc7-4389-86f8-e8321aadb267 req-46b2fd76-5abb-4bb6-8442-a1f071fd681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:32.105057 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a2e026f-3dc7-4389-86f8-e8321aadb267 req-46b2fd76-5abb-4bb6-8442-a1f071fd681a service neutron] 10.222.0.107 "GET /v2.0/networks?id=f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 200 len: 899 time: 0.3474116 Apr 16 15:44:32.150075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a2e026f-3dc7-4389-86f8-e8321aadb267 req-dc5a0af7-2ac6-4656-8a7b-db60c4e60de4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56efe9-2f68-46db-b525-d9db00b6682f HTTP/1.1" status: 200 len: 217 time: 0.0360770 Apr 16 15:44:32.193963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e026f-3dc7-4389-86f8-e8321aadb267 req-f77bea38-b731-4ab1-828b-5ee1682e7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:32.194678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b5814e66-171a-48c9-aa7d-ce4cd4aac8d4 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:44:32.194830 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a2e026f-3dc7-4389-86f8-e8321aadb267 req-f77bea38-b731-4ab1-828b-5ee1682e7613 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=67fdb8d4-44fc-41f7-b110-59fc9f365007 HTTP/1.1" status: 200 len: 835 time: 0.0363431 Apr 16 15:44:32.251201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e026f-3dc7-4389-86f8-e8321aadb267 req-0e7fdc63-2a90-4a19-bda7-5b20ccf4beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:32.252210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a2e026f-3dc7-4389-86f8-e8321aadb267 req-0e7fdc63-2a90-4a19-bda7-5b20ccf4beeb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f76ee989-bc7b-4b27-9983-cef2f2b69f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483601 Apr 16 15:44:32.339754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a2e026f-3dc7-4389-86f8-e8321aadb267 req-0cd17ad2-26b1-4f2d-b5f8-8028f0d9dbe4 service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777056 Apr 16 15:44:32.377289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b5814e66-171a-48c9-aa7d-ce4cd4aac8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:44:32.379788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5814e66-171a-48c9-aa7d-ce4cd4aac8d4 None None] The sync data for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv is: [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:44:32.424010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a2e026f-3dc7-4389-86f8-e8321aadb267 req-6c229c53-9c78-4856-8153-8c78393951ad service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796328 Apr 16 15:44:32.704619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37046) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:32.721082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6351af-3c83-4ca8-b8ee-a2191f7f506d None None] New status for floating IP b50569da-f620-4f78-bb23-a096673ecf78: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:44:32.774070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6ac7733a-a733-40bf-b950-54630afcade3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/b50569da-f620-4f78-bb23-a096673ecf78 HTTP/1.1" status: 200 len: 690 time: 0.0679672 Apr 16 15:44:33.778777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37050) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:33.859012 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c24497f8-367e-49cc-9143-5d311870402b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/b50569da-f620-4f78-bb23-a096673ecf78 HTTP/1.1" status: 200 len: 688 time: 0.0787227 Apr 16 15:44:35.120116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37056) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:35.124588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-30706986', 'description': 'tempest-secgroup-smoke-30706986 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:44:35.130005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:44:35.136734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:44:35.144998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.160135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:44:35.162722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:44:35.164690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:44:35.168517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:44:35.225894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.228466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.231937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bba9c233-c135-4d03-a66d-6200fae6ccd3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:35.259713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd0f686-e441-452f-bb61-2c2224e4ec1b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:35.261572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.262416 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1414928 Apr 16 15:44:35.263121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:35.266836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37060) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:35.270528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'acd0f686-e441-452f-bb61-2c2224e4ec1b', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:44:35.274665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:44:35.277571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:44:35.279627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:44:35.284007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:44:35.295471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.340703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.342853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.344173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-989fd523-948e-4c78-9b61-5883165e8212 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:35.361500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f610fa-b0ee-4438-bad2-33a9ce3c3bc4,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:35.363352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:35.368187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.369003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1014650 Apr 16 15:44:35.371289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37064) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:35.374883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'acd0f686-e441-452f-bb61-2c2224e4ec1b', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:44:35.379434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:44:35.382238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:44:35.384393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:44:35.388497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:44:35.404197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.445658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.447867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.449284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-378eeae3-5219-4cd0-a3d0-e42ea8736d95 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:35.465023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8f059f-8da2-4734-aa4c-97fe62cc7c29,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:35.466712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:35.471096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.471970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1000204 Apr 16 15:44:35.474597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37068) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:35.479070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'acd0f686-e441-452f-bb61-2c2224e4ec1b', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:44:35.483885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:44:35.486742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:44:35.489521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:44:35.493606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:44:35.505403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.549628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.552251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.553618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:35.568377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7f755a-e77b-466c-a8d4-f2289a02c4c8,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:35.575616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.575906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.576208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.576486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.576762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.577040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.577312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.577587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.577862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.578134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.578407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.578716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:35.580797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.582182 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1066909 Apr 16 15:44:35.582883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:35.585790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37072) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:35.589187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'acd0f686-e441-452f-bb61-2c2224e4ec1b', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:44:35.592924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:44:35.595313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:44:35.597108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:44:35.600598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:44:35.610573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.647347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.649957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.651173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-98397d73-2a04-4a0e-9119-61daaeefe7c2 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:35.665667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c242830-eb07-40fe-91bb-74ebb9d29601,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:35.667147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:35.671199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.671865 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0854506 Apr 16 15:44:35.676201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37076) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:35.680660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'acd0f686-e441-452f-bb61-2c2224e4ec1b', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:44:35.683835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:44:35.686439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:44:35.688687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:44:35.692633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:44:35.699360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:44:35.703542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.745755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.747959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.749190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c820639f-737b-4853-90eb-3890bdde2f3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:35.763048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47f136f-da08-47e0-8cb3-75b25c7e5cb0,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:35.764617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:35.770036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.772551 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0938399 Apr 16 15:44:35.773025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37080) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:35.777290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'acd0f686-e441-452f-bb61-2c2224e4ec1b', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:44:35.781803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:44:35.784455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:44:35.786439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:44:35.790522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:44:35.797053 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:44:35.801467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.844430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.846605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.850713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-75af68c6-707b-4f6b-a271-c093842830b0 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:35.862976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01993d51-7316-459b-ba11-513a64b7c620,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:35.864331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:35.868574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:35.869323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0955389 Apr 16 15:44:35.982509 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-254ad21e-fcf4-4d6b-99f9-f3f66577df64 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-30706986&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.0247662 Apr 16 15:44:36.068774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-b2001eef-f3ad-4569-8dfe-ccc14c97f9fd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:36.069653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-b2001eef-f3ad-4569-8dfe-ccc14c97f9fd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/networks?id=f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 200 len: 797 time: 0.0831130 Apr 16 15:44:36.078785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-8b493560-6c46-44db-8399-b88e71bf1009 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/quotas/8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 375 time: 0.0052741 Apr 16 15:44:36.133577 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-1d2b1310-5666-4c53-841f-b8ca4e73bf6e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0516391 Apr 16 15:44:36.229693 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-9a1c3fc8-cf07-4eb8-b6c3-dd1efc0344b8 service neutron] 10.222.0.95 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800471 Apr 16 15:44:36.319108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-e5dcdcbe-eb87-495f-b77e-fcc19f6261bf service neutron] 10.222.0.95 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853682 Apr 16 15:44:36.457522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0466855-031d-4516-8a42-4d868d0c085f req-b87bbee0-f137-4755-b6fb-d7ea1f0a673c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 210 time: 0.0334542 Apr 16 15:44:37.567026 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fb93ad95-2062-4a7b-b71c-97614f928b16 req-43c1ed2f-7c3c-473d-9fa2-cf50b5c47a4d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 210 time: 0.0295982 Apr 16 15:44:38.704090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72ddc799-c205-4d7f-8ce2-58571da2cf76 req-aa074f0d-b18e-4270-a9e1-e0be83c0bcd5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 210 time: 0.0389791 Apr 16 15:44:38.744253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-34130c09-63b7-4a74-82ba-84c3fbfbf9e1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:38.745266 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-34130c09-63b7-4a74-82ba-84c3fbfbf9e1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 200 len: 797 time: 0.1374047 Apr 16 15:44:38.826622 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-9c4a20f3-670e-4fcb-817c-c65bd05ff256 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 13149 time: 0.0696814 Apr 16 15:44:38.837074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'device_id': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'admin_state_up': True, 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'security_groups': ['acd0f686-e441-452f-bb61-2c2224e4ec1b']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:44:38.929473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:44:38.936741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:44:38.944566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:44:38.948683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:39.059485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.7 (f76ee989-bc7b-4b27-9983-cef2f2b69f64/67fdb8d4-44fc-41f7-b110-59fc9f365007/095ac2e3-2b57-4be2-b63d-f4a6b8f06995) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:44:39.170647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:39.189262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:44:39.207882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:39.217554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:39.302820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=095ac2e3-2b57-4be2-b63d-f4a6b8f06995,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:39.304909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:39.341127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:44:39.341948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:44:39.343698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:44:39.385937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:39.386339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:39.403484 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5692191 Apr 16 15:44:39.416068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Request body: {'port': {'device_id': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:44:39.468159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8727f446-2abb-4f44-b553-a2d92858938d None None] Provisioning for port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:44:39.471039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8727f446-2abb-4f44-b553-a2d92858938d None None] Provisioning complete for port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:44:39.471318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8727f446-2abb-4f44-b553-a2d92858938d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:39.491362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:39.502872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8727f446-2abb-4f44-b553-a2d92858938d None None] Port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:44:39.711274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:44:39.715945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:39.725524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Transition to ACTIVE for port object 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:44:39.728100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:39.736500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12f29051-93e3-4883-ac93-4703ad4c90dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:39.858493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Pushing event updated for resources: {'Port': ['ID=095ac2e3-2b57-4be2-b63d-f4a6b8f06995,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:39.861679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:39.936647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2912e49f-4de9-497f-b618-7421697f27fd req-58d10cfc-c98e-41f9-a1e6-6294ac37c36d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:39.937154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-2912e49f-4de9-497f-b618-7421697f27fd req-58d10cfc-c98e-41f9-a1e6-6294ac37c36d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:44:40.252136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-2912e49f-4de9-497f-b618-7421697f27fd req-58d10cfc-c98e-41f9-a1e6-6294ac37c36d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:44:40.252778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2912e49f-4de9-497f-b618-7421697f27fd req-58d10cfc-c98e-41f9-a1e6-6294ac37c36d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 943 time: 0.4628873 Apr 16 15:44:40.284741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Attempting to bind port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:44:40.284998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Attempting to bind port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:44:40.285155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Attempting to bind port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 on network f76ee989-bc7b-4b27-9983-cef2f2b69f64 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:44:40.290913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 on network f76ee989-bc7b-4b27-9983-cef2f2b69f64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:44:40.291139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Attempting to bind port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 on network f76ee989-bc7b-4b27-9983-cef2f2b69f64 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:44:40.295034 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2912e49f-4de9-497f-b618-7421697f27fd req-fb9b9ebd-5d79-48f1-ad88-c1ea60d218cd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=acd0f686-e441-452f-bb61-2c2224e4ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346730 Apr 16 15:44:40.296494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:44:40.296702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Checking segment: {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:44:40.296852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Bound using segment: {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:44:40.297145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Bound port: 095ac2e3-2b57-4be2-b63d-f4a6b8f06995, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1489, 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:44:40.297306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:40.358635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] For port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:44:40.360592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] For port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=095ac2e3-2b57-4be2-b63d-f4a6b8f06995,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:44:40.363404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:40.371422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30f29801-8eed-4519-8f2b-6b8ef094e7f0 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:40.462297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Pushing event updated for resources: {'Port': ['ID=095ac2e3-2b57-4be2-b63d-f4a6b8f06995,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:40.465666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:40.488043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:40.488534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:40.489488 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] 10.222.0.107 "PUT /v2.0/ports/095ac2e3-2b57-4be2-b63d-f4a6b8f06995 HTTP/1.1" status: 200 len: 1093 time: 1.0764520 Apr 16 15:44:40.489812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'tag': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:44:40.519496 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'tag': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995', 'status': 'completed', 'code': 200} Apr 16 15:44:40.579896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-a503dde5-1ba3-4e9d-94b2-f7aaa284dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:40.580920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-a503dde5-1ba3-4e9d-94b2-f7aaa284dd12 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 1096 time: 0.0548329 Apr 16 15:44:40.630397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-9fe1f898-487e-4ed6-b0c5-ffc5f8221e67 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095ac2e3-2b57-4be2-b63d-f4a6b8f06995 HTTP/1.1" status: 200 len: 217 time: 0.0397527 Apr 16 15:44:40.679614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-8136169a-9826-455c-b9ba-e9e15879bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:40.680580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-8136169a-9826-455c-b9ba-e9e15879bdbd service neutron] 10.222.0.107 "GET /v2.0/subnets?id=67fdb8d4-44fc-41f7-b110-59fc9f365007 HTTP/1.1" status: 200 len: 835 time: 0.0415742 Apr 16 15:44:40.734617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-d1a9360e-06a1-40cb-8d47-9034e8c01d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:40.735410 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-d1a9360e-06a1-40cb-8d47-9034e8c01d38 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f76ee989-bc7b-4b27-9983-cef2f2b69f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464911 Apr 16 15:44:40.812204 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-9329f434-8fbe-4e7a-81d3-0844acfc2d4c service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0710716 Apr 16 15:44:40.892672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9dba71-d9ee-4664-86e2-f3863656ee1c req-67b7154a-5328-40bc-b089-b630d228f927 service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0720556 Apr 16 15:44:41.326300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b186248f-b161-40b2-951c-c9e37111d21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:41.435900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fb79c-be1c-4056-9ad9-bffe8ca612a4 req-a7872b4e-e205-4533-b3f6-65499d48819b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:41.436930 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-334fb79c-be1c-4056-9ad9-bffe8ca612a4 req-a7872b4e-e205-4533-b3f6-65499d48819b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 943 time: 0.0632887 Apr 16 15:44:41.465199 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-334fb79c-be1c-4056-9ad9-bffe8ca612a4 req-888a0f9e-a09f-4455-ab3a-cd65c2287cef tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=acd0f686-e441-452f-bb61-2c2224e4ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0232842 Apr 16 15:44:42.312574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:44:42.426987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=095ac2e3-2b57-4be2-b63d-f4a6b8f06995,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:44:42.436488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'port_id': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995', 'mac_address': 'fa:16:3e:a6:4c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1489, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:44:42.477889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:42.491506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:44:42.503557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=095ac2e3-2b57-4be2-b63d-f4a6b8f06995,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:44:42.506199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:42.508287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:42.555845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=095ac2e3-2b57-4be2-b63d-f4a6b8f06995,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:42.558287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:42.600215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c1f77-defd-471a-8741-33b6dadf6a92 req-b36fa1ce-acc2-4d4c-98db-5a8a33266c80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:42.601141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-355c1f77-defd-471a-8741-33b6dadf6a92 req-b36fa1ce-acc2-4d4c-98db-5a8a33266c80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 944 time: 0.0600340 Apr 16 15:44:42.636414 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-355c1f77-defd-471a-8741-33b6dadf6a92 req-7c6857d8-ae2e-44d7-a919-f1a93bdd78f8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=acd0f686-e441-452f-bb61-2c2224e4ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267296 Apr 16 15:44:42.725782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e32cbdd-5a77-4de9-a4dc-f4f9cfcf7c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:42.895339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:42.971502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['095ac2e3-2b57-4be2-b63d-f4a6b8f06995'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:44:43.107807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:43.192055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:43.792027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9766b-2070-43bf-a966-51da016aff3f req-0ca73024-9d18-4ecb-8738-becfadea2150 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:43.793116 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-89e9766b-2070-43bf-a966-51da016aff3f req-0ca73024-9d18-4ecb-8738-becfadea2150 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 944 time: 0.0672472 Apr 16 15:44:43.829537 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-89e9766b-2070-43bf-a966-51da016aff3f req-91503771-cf6c-44b3-b813-2cc634a5b334 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=acd0f686-e441-452f-bb61-2c2224e4ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284572 Apr 16 15:44:44.082004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:44.314504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:44:44.385722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:44:44.389759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:44:44.390082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:44.476445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:44.496099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:44:44.505961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=095ac2e3-2b57-4be2-b63d-f4a6b8f06995,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:44:44.508903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:44.510265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5f764ae7-f158-449b-b78c-cb8aefa3da1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:44:44.539482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995', 'code': 200} Apr 16 15:44:44.557018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=095ac2e3-2b57-4be2-b63d-f4a6b8f06995,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:44:44.562147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.562385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.562687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.562924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.563165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.563407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.563647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.563886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.564123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.564361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.564626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.564832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:44:44.567484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:44:44.986624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b3bb5-f409-4eec-a07f-788cc40a4e77 req-579825be-b509-46a9-a780-152ae5cd7578 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:44.987763 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-888b3bb5-f409-4eec-a07f-788cc40a4e77 req-579825be-b509-46a9-a780-152ae5cd7578 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 945 time: 0.0755301 Apr 16 15:44:45.022886 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-888b3bb5-f409-4eec-a07f-788cc40a4e77 req-c599e8dc-b5ea-479b-af06-c5263f881138 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=acd0f686-e441-452f-bb61-2c2224e4ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306928 Apr 16 15:44:45.434570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03655341-236c-4f1d-bb46-5041b4c4670b req-d57c27ef-d434-4aaa-852d-551250c7b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:45.435737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03655341-236c-4f1d-bb46-5041b4c4670b req-d57c27ef-d434-4aaa-852d-551250c7b588 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 1098 time: 0.0647612 Apr 16 15:44:45.470032 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03655341-236c-4f1d-bb46-5041b4c4670b req-ab6129ce-0602-4e37-9027-3d000f9f84b9 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=acd0f686-e441-452f-bb61-2c2224e4ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0259445 Apr 16 15:44:46.184821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f6e612-c2b7-4a28-8eb7-4e5387f8f48e req-6c6615bb-9cc1-42a1-a804-c3d445dd282e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:46.185921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6f6e612-c2b7-4a28-8eb7-4e5387f8f48e req-6c6615bb-9cc1-42a1-a804-c3d445dd282e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 945 time: 0.0672762 Apr 16 15:44:46.218041 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6f6e612-c2b7-4a28-8eb7-4e5387f8f48e req-6060885a-4ef3-4c9b-a863-1bd944f77ff4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=acd0f686-e441-452f-bb61-2c2224e4ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275970 Apr 16 15:44:47.363662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128aaa2a-f63f-4146-b158-82ff36b1807a req-cc3e53dd-d7e0-46d3-b975-fc4335afed08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:47.364672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-128aaa2a-f63f-4146-b158-82ff36b1807a req-cc3e53dd-d7e0-46d3-b975-fc4335afed08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 945 time: 0.0634942 Apr 16 15:44:47.399789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-128aaa2a-f63f-4146-b158-82ff36b1807a req-6616c82c-3835-4dc2-a35f-131e682a04d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=acd0f686-e441-452f-bb61-2c2224e4ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277429 Apr 16 15:44:47.544200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f1b86-25de-4665-96fb-2245c877f181 req-7a49aa72-60d6-4a20-9a33-0efda3d83c30 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:47.545252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-544f1b86-25de-4665-96fb-2245c877f181 req-7a49aa72-60d6-4a20-9a33-0efda3d83c30 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 945 time: 0.0695057 Apr 16 15:44:47.579440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-544f1b86-25de-4665-96fb-2245c877f181 req-93a88591-37cc-47b1-9975-c4fb7d93f33c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=acd0f686-e441-452f-bb61-2c2224e4ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267529 Apr 16 15:44:47.595296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37138) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:47.736671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8083e-fa00-43a3-901e-3ff0a62a4323 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:47.737739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-17b8083e-fa00-43a3-901e-3ff0a62a4323 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 1093 time: 0.1415694 Apr 16 15:44:47.740813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37144) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:47.744436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7997b41f-323f-40fb-b323-6aa030f21def tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'floatingip': {'port_id': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:44:47.797681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7997b41f-323f-40fb-b323-6aa030f21def tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:48.199458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7997b41f-323f-40fb-b323-6aa030f21def tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:48.202618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7997b41f-323f-40fb-b323-6aa030f21def tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:48.311352 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-7997b41f-323f-40fb-b323-6aa030f21def tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP b50569da-f620-4f78-bb23-a096673ecf78 associated. External IP: 172.26.4.159, port: 095ac2e3-2b57-4be2-b63d-f4a6b8f06995. Apr 16 15:44:48.542716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7997b41f-323f-40fb-b323-6aa030f21def tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:44:48.641632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7997b41f-323f-40fb-b323-6aa030f21def tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:44:48.644647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7997b41f-323f-40fb-b323-6aa030f21def tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:44:48.654397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc5161-494e-4375-8947-8d3d4da20f21 None None] Sync routers for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:44:48.668192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc5161-494e-4375-8947-8d3d4da20f21 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:44:48.668701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4fbc5161-494e-4375-8947-8d3d4da20f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:44:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:44:48.677905 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7997b41f-323f-40fb-b323-6aa030f21def tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/floatingips/b50569da-f620-4f78-bb23-a096673ecf78 HTTP/1.1" status: 200 len: 991 time: 0.9363794 Apr 16 15:44:48.678432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'tag': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:44:48.680375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37148) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:48.705947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'tag': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995', 'status': 'completed', 'code': 200} Apr 16 15:44:48.751608 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a3f0a492-ce67-4dbc-9710-0cea53361920 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/b50569da-f620-4f78-bb23-a096673ecf78 HTTP/1.1" status: 200 len: 991 time: 0.0702572 Apr 16 15:44:48.780865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-4fbc5161-494e-4375-8947-8d3d4da20f21 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:44:48.993129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4fbc5161-494e-4375-8947-8d3d4da20f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'b50569da-f620-4f78-bb23-a096673ecf78', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'port_id': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'mac_address': 'fa:16:3e:a6:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:43:48Z', 'updated_at': '2021-04-16T15:44:48Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:44:48.995468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc5161-494e-4375-8947-8d3d4da20f21 None None] Checking router: d518cea7-0df5-4c5b-87c6-e6d633bc39c8 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:44:49.000602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbc5161-494e-4375-8947-8d3d4da20f21 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:44:49.000943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4fbc5161-494e-4375-8947-8d3d4da20f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:44:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:44:49.096735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-4fbc5161-494e-4375-8947-8d3d4da20f21 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:44:49.313880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4fbc5161-494e-4375-8947-8d3d4da20f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'b50569da-f620-4f78-bb23-a096673ecf78', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'port_id': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'mac_address': 'fa:16:3e:a6:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:43:48Z', 'updated_at': '2021-04-16T15:44:48Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:44:49.316135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbc5161-494e-4375-8947-8d3d4da20f21 None None] The sync data for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv is: [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'b50569da-f620-4f78-bb23-a096673ecf78', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'port_id': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'mac_address': 'fa:16:3e:a6:4c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:43:48Z', 'updated_at': '2021-04-16T15:44:48Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:44:49.572664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20525b28-c4b6-4188-aacd-fd64dae4bb04 None None] New status for floating IP b50569da-f620-4f78-bb23-a096673ecf78: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:44:49.754373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37154) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:44:49.826891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eaf31863-504f-4397-b2b1-16e0adbff436 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/b50569da-f620-4f78-bb23-a096673ecf78 HTTP/1.1" status: 200 len: 993 time: 0.0713558 Apr 16 15:44:52.224306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba027ee-5743-45cc-a1b3-08dad918b816 req-913ae9cd-c09c-4416-b931-6fbdaf040669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:52.225337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ba027ee-5743-45cc-a1b3-08dad918b816 req-913ae9cd-c09c-4416-b931-6fbdaf040669 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 1098 time: 0.0647681 Apr 16 15:44:52.324826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba027ee-5743-45cc-a1b3-08dad918b816 req-c08c5bad-ad22-4d74-bc7e-5fe5482fc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:52.325811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ba027ee-5743-45cc-a1b3-08dad918b816 req-c08c5bad-ad22-4d74-bc7e-5fe5482fc16f service neutron] 10.222.0.107 "GET /v2.0/networks?id=f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 200 len: 899 time: 0.0916390 Apr 16 15:44:52.401952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ba027ee-5743-45cc-a1b3-08dad918b816 req-2c124ecb-a3ed-427f-884d-b9e75bc23782 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095ac2e3-2b57-4be2-b63d-f4a6b8f06995 HTTP/1.1" status: 200 len: 1001 time: 0.0718808 Apr 16 15:44:52.453900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba027ee-5743-45cc-a1b3-08dad918b816 req-981e9b9d-6648-4293-a5eb-1d8f9999091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:52.454963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ba027ee-5743-45cc-a1b3-08dad918b816 req-981e9b9d-6648-4293-a5eb-1d8f9999091e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=67fdb8d4-44fc-41f7-b110-59fc9f365007 HTTP/1.1" status: 200 len: 835 time: 0.0444918 Apr 16 15:44:52.515159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba027ee-5743-45cc-a1b3-08dad918b816 req-b8885acc-c204-4097-b7fc-8fef97f5e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:52.516061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ba027ee-5743-45cc-a1b3-08dad918b816 req-b8885acc-c204-4097-b7fc-8fef97f5e5f3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f76ee989-bc7b-4b27-9983-cef2f2b69f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521407 Apr 16 15:44:52.614516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ba027ee-5743-45cc-a1b3-08dad918b816 req-341fdef1-924c-462b-aa06-c619858940fa service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905766 Apr 16 15:44:52.719281 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ba027ee-5743-45cc-a1b3-08dad918b816 req-81106f42-05d6-4ec3-9e91-acd6e64ad1f9 service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952220 Apr 16 15:44:53.494206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762aa0b-db8c-4b7f-9396-c6b243c2f61e req-d1513bb5-812c-4219-9efb-ef3878072156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:53.495391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7762aa0b-db8c-4b7f-9396-c6b243c2f61e req-d1513bb5-812c-4219-9efb-ef3878072156 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 1098 time: 0.0619411 Apr 16 15:44:53.619107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762aa0b-db8c-4b7f-9396-c6b243c2f61e req-7e5d5005-866c-437a-8a06-030e22886acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:53.620181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7762aa0b-db8c-4b7f-9396-c6b243c2f61e req-7e5d5005-866c-437a-8a06-030e22886acf service neutron] 10.222.0.107 "GET /v2.0/networks?id=f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 200 len: 899 time: 0.1160295 Apr 16 15:44:53.697321 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7762aa0b-db8c-4b7f-9396-c6b243c2f61e req-5b602239-989b-4267-be2d-79d5a029458b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=095ac2e3-2b57-4be2-b63d-f4a6b8f06995 HTTP/1.1" status: 200 len: 1001 time: 0.0680742 Apr 16 15:44:53.748824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762aa0b-db8c-4b7f-9396-c6b243c2f61e req-6fa9211b-43a1-4e7d-b8ba-421563b10ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:53.749774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7762aa0b-db8c-4b7f-9396-c6b243c2f61e req-6fa9211b-43a1-4e7d-b8ba-421563b10ef2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=67fdb8d4-44fc-41f7-b110-59fc9f365007 HTTP/1.1" status: 200 len: 835 time: 0.0443289 Apr 16 15:44:53.806569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762aa0b-db8c-4b7f-9396-c6b243c2f61e req-79d5767b-b4c5-4bbd-a7f8-1f547377b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:44:53.807588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7762aa0b-db8c-4b7f-9396-c6b243c2f61e req-79d5767b-b4c5-4bbd-a7f8-1f547377b3ec service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f76ee989-bc7b-4b27-9983-cef2f2b69f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517972 Apr 16 15:44:53.903727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7762aa0b-db8c-4b7f-9396-c6b243c2f61e req-3f431efb-a663-4b7a-b83b-3ee3b6b847b6 service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873024 Apr 16 15:44:53.990196 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7762aa0b-db8c-4b7f-9396-c6b243c2f61e req-f0e3ced7-41a2-4239-97d5-8995f8876682 service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0757596 Apr 16 15:45:03.787819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:45:11.331254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edcc094e-ac83-46d6-bb9e-7a62d5979b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:12.731178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e88829b-eed3-4c55-b531-764c8207cfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:12.901038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:13.115386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:13.214676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:14.085391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:18.281249 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-334b5e63-7324-49d5-8812-3fd491b1174c req-3bedd8db-095d-4fb3-8f7c-a36daa244e8e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744908 Apr 16 15:45:18.359429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b5e63-7324-49d5-8812-3fd491b1174c req-47cb6d2c-3495-4d76-bee2-04a5d939026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:18.360539 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-334b5e63-7324-49d5-8812-3fd491b1174c req-47cb6d2c-3495-4d76-bee2-04a5d939026b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 1099 time: 0.0597661 Apr 16 15:45:18.474722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b5e63-7324-49d5-8812-3fd491b1174c req-fdcd3988-bd6e-4873-8449-dd169a05af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:18.475844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-334b5e63-7324-49d5-8812-3fd491b1174c req-fdcd3988-bd6e-4873-8449-dd169a05af33 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 200 len: 899 time: 0.0951796 Apr 16 15:45:18.527283 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-334b5e63-7324-49d5-8812-3fd491b1174c req-44e3bbae-ccfa-4348-a400-c31eda4bacb8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56efe9-2f68-46db-b525-d9db00b6682f HTTP/1.1" status: 200 len: 217 time: 0.0433125 Apr 16 15:45:18.576144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b5e63-7324-49d5-8812-3fd491b1174c req-8ea06440-792f-4175-9a4d-65ed7fa745c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:18.577077 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-334b5e63-7324-49d5-8812-3fd491b1174c req-8ea06440-792f-4175-9a4d-65ed7fa745c2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=67fdb8d4-44fc-41f7-b110-59fc9f365007 HTTP/1.1" status: 200 len: 835 time: 0.0420687 Apr 16 15:45:18.633885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b5e63-7324-49d5-8812-3fd491b1174c req-76d46af7-bf32-483d-8da3-c542b5d0cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:18.634946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-334b5e63-7324-49d5-8812-3fd491b1174c req-76d46af7-bf32-483d-8da3-c542b5d0cd6e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f76ee989-bc7b-4b27-9983-cef2f2b69f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532405 Apr 16 15:45:18.731767 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-334b5e63-7324-49d5-8812-3fd491b1174c req-83f2f3e2-e21d-46dd-b726-0b0cfe1c5419 service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879083 Apr 16 15:45:18.827801 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-334b5e63-7324-49d5-8812-3fd491b1174c req-98502e02-c629-461d-aac4-557cfbf27bb8 service neutron] 10.222.0.107 "GET /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872593 Apr 16 15:45:19.296737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4d4e7-59ef-4c97-a077-e04bddd3e42a req-b11b6bc1-7bc2-4a00-b42b-650950f3d097 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:19.297749 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-deb4d4e7-59ef-4c97-a077-e04bddd3e42a req-b11b6bc1-7bc2-4a00-b42b-650950f3d097 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 945 time: 0.0671384 Apr 16 15:45:19.327787 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-deb4d4e7-59ef-4c97-a077-e04bddd3e42a req-149477d1-4481-4efd-ab5c-a3495cf096d9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=acd0f686-e441-452f-bb61-2c2224e4ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0260568 Apr 16 15:45:20.480278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786bbc-7d53-4fec-9e62-08732da3d9b5 req-be026917-080e-4584-ac1b-82b539bed24b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:20.481340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be786bbc-7d53-4fec-9e62-08732da3d9b5 req-be026917-080e-4584-ac1b-82b539bed24b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 945 time: 0.0656974 Apr 16 15:45:20.805673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be786bbc-7d53-4fec-9e62-08732da3d9b5 req-858ff652-47e1-4df5-9ae0-078c9ef91473 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=acd0f686-e441-452f-bb61-2c2224e4ec1b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3199670 Apr 16 15:45:21.287397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-ff9a7ba7-d46d-4a27-ac2a-cd6cc95d674d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:21.288380 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-ff9a7ba7-d46d-4a27-ac2a-cd6cc95d674d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 945 time: 0.0729089 Apr 16 15:45:21.337861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:45:21.338117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:21.492733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=095ac2e3-2b57-4be2-b63d-f4a6b8f06995,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:45:21.493367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:21.681150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:21.681331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:21.681550 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP b50569da-f620-4f78-bb23-a096673ecf78 disassociated. External IP: 172.26.4.159, port: 095ac2e3-2b57-4be2-b63d-f4a6b8f06995. Apr 16 15:45:21.681788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:45:21.779130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:21.789348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f1e3314-aeae-4eb7-be9b-c3c29b02580f tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:21.848596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=095ac2e3-2b57-4be2-b63d-f4a6b8f06995,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:21.854260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:21.913230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b19f271-1313-4eb8-bdfa-1d9835eb5339 req-7f328052-df6e-46a0-87b9-405a6bde783a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 210 time: 0.0304687 Apr 16 15:45:22.020154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:45:22.137337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:45:22.146364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef5a01-e7ee-4c6f-9691-52dff3b1189e None None] Sync routers for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:45:22.154808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef5a01-e7ee-4c6f-9691-52dff3b1189e None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:45:22.155204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79ef5a01-e7ee-4c6f-9691-52dff3b1189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:45:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:22.185150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] No DVR routers for this DVR port 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:45:22.187261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:22.189101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'name': 'network-vif-deleted', 'tag': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:45:22.200313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5d8ba7d9-b9c2-4651-94f0-a698c01d2f45 req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "DELETE /v2.0/ports/095ac2e3-2b57-4be2-b63d-f4a6b8f06995 HTTP/1.1" status: 204 len: 173 time: 0.9050314 Apr 16 15:45:22.227273 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0484e4f9-32e8-45ae-ad41-5eff99c627f5', 'name': 'network-vif-deleted', 'tag': '095ac2e3-2b57-4be2-b63d-f4a6b8f06995', 'status': 'completed', 'code': 200} Apr 16 15:45:22.273330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-79ef5a01-e7ee-4c6f-9691-52dff3b1189e None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:45:22.451708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79ef5a01-e7ee-4c6f-9691-52dff3b1189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:22.454246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef5a01-e7ee-4c6f-9691-52dff3b1189e None None] Checking router: d518cea7-0df5-4c5b-87c6-e6d633bc39c8 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:45:22.459900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef5a01-e7ee-4c6f-9691-52dff3b1189e None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:45:22.460310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79ef5a01-e7ee-4c6f-9691-52dff3b1189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:45:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:22.571711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-79ef5a01-e7ee-4c6f-9691-52dff3b1189e None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:45:22.752652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79ef5a01-e7ee-4c6f-9691-52dff3b1189e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:22.754892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef5a01-e7ee-4c6f-9691-52dff3b1189e None None] The sync data for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv is: [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '0bc824fc-32f9-4434-b635-869f1313933a', 'name': '', 'network_id': 'f76ee989-bc7b-4b27-9983-cef2f2b69f64', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:5a:17:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1373, 'fixed_ips': [{'subnet_id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:25Z', 'updated_at': '2021-04-16T15:43:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '67fdb8d4-44fc-41f7-b110-59fc9f365007', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:45:23.028640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-e2ee215a-0819-49ba-a7bb-8bb1fb5f45a4 req-dc60431d-97ec-45ca-b641-c4d08dcd42cd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:45:23.038306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-e2ee215a-0819-49ba-a7bb-8bb1fb5f45a4 req-dc60431d-97ec-45ca-b641-c4d08dcd42cd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:45:23.039150 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2ee215a-0819-49ba-a7bb-8bb1fb5f45a4 req-dc60431d-97ec-45ca-b641-c4d08dcd42cd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 210 time: 0.0445540 Apr 16 15:45:23.064128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255c90fb-62fd-4c20-b8cf-56206e5ae1e5 None None] New status for floating IP b50569da-f620-4f78-bb23-a096673ecf78: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:45:24.173508 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ef45be7-2f12-4598-9441-716c3561a38d req-26ec00b0-83ad-4a77-9d59-4521f1f6ef82 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=0484e4f9-32e8-45ae-ad41-5eff99c627f5 HTTP/1.1" status: 200 len: 210 time: 0.0351648 Apr 16 15:45:24.545890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:45:24.589056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:45:24.589352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 095ac2e3-2b57-4be2-b63d-f4a6b8f06995 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:45:25.252944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37188) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:25.308485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04baccf5-2d18-4c50-9f3c-050fce7dd6ad tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:25.331750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04baccf5-2d18-4c50-9f3c-050fce7dd6ad tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:25.370202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04baccf5-2d18-4c50-9f3c-050fce7dd6ad tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:25.372842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4ad493af-92bc-4854-8197-c912e3b4a50a tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:25.384150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04baccf5-2d18-4c50-9f3c-050fce7dd6ad tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd0f686-e441-452f-bb61-2c2224e4ec1b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:25.386323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04baccf5-2d18-4c50-9f3c-050fce7dd6ad tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:25.390185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04baccf5-2d18-4c50-9f3c-050fce7dd6ad tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:25.391085 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-04baccf5-2d18-4c50-9f3c-050fce7dd6ad tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/acd0f686-e441-452f-bb61-2c2224e4ec1b HTTP/1.1" status: 204 len: 168 time: 0.1369352 Apr 16 15:45:26.434575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37196) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:26.547608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 1bef900f-e113-421e-91b0-8bcd9ac10215 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:45:26.547898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:26.666664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:26.666917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:27.017041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 1bef900f-e113-421e-91b0-8bcd9ac10215 owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:45:27.103231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:27.111458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:27.165886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=1bef900f-e113-421e-91b0-8bcd9ac10215,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:27.174933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.175148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.175413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.175676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.175931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.176188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.176441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.176695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.176946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.177197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.177448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.177698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:27.181095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:27.283003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:27.294167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:27.294938 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/floatingips/b50569da-f620-4f78-bb23-a096673ecf78 HTTP/1.1" status: 204 len: 168 time: 0.8594925 Apr 16 15:45:27.513223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4da9b-22a1-47cf-aed4-4a8bad8ba4ea req-143e2bdc-bed2-478d-bcde-91f1ccd30727 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:27.514218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04c4da9b-22a1-47cf-aed4-4a8bad8ba4ea req-143e2bdc-bed2-478d-bcde-91f1ccd30727 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 946 time: 0.0596652 Apr 16 15:45:27.548158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-04c4da9b-22a1-47cf-aed4-4a8bad8ba4ea req-a78a241c-bc8f-4002-ac67-f4f8480fcb5f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:45:27.557967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-04c4da9b-22a1-47cf-aed4-4a8bad8ba4ea req-a78a241c-bc8f-4002-ac67-f4f8480fcb5f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:45:27.558808 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04c4da9b-22a1-47cf-aed4-4a8bad8ba4ea req-a78a241c-bc8f-4002-ac67-f4f8480fcb5f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370538 Apr 16 15:45:28.722122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa0126-fb9a-4dd5-82a3-7e339a0d50aa req-e5ab7177-e196-4af1-9587-d835aa94d19e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:28.723084 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2fa0126-fb9a-4dd5-82a3-7e339a0d50aa req-e5ab7177-e196-4af1-9587-d835aa94d19e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 946 time: 0.0675519 Apr 16 15:45:28.755633 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2fa0126-fb9a-4dd5-82a3-7e339a0d50aa req-bbbd029e-1c84-4f15-a93f-836b90ea3d90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280533 Apr 16 15:45:29.634524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784123b-44fa-4eaf-bdc6-b69c6371c593 req-542fe962-08f7-4a70-ae8f-32d0f2487336 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:29.635588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1784123b-44fa-4eaf-bdc6-b69c6371c593 req-542fe962-08f7-4a70-ae8f-32d0f2487336 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 946 time: 0.0908968 Apr 16 15:45:29.693752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-1784123b-44fa-4eaf-bdc6-b69c6371c593 req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 2e56efe9-2f68-46db-b525-d9db00b6682f {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:45:29.693980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1784123b-44fa-4eaf-bdc6-b69c6371c593 req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:29.910864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-1784123b-44fa-4eaf-bdc6-b69c6371c593 req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 2e56efe9-2f68-46db-b525-d9db00b6682f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2e56efe9-2f68-46db-b525-d9db00b6682f,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:45:29.911340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1784123b-44fa-4eaf-bdc6-b69c6371c593 req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:29.996724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-1784123b-44fa-4eaf-bdc6-b69c6371c593 req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 2e56efe9-2f68-46db-b525-d9db00b6682f owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:45:30.039621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618baf0a-9915-4182-b70f-7b6a74fd8de5 req-8ff9b9ed-4e57-4976-af34-713f1114a675 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:30.041246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-618baf0a-9915-4182-b70f-7b6a74fd8de5 req-8ff9b9ed-4e57-4976-af34-713f1114a675 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 946 time: 0.1932812 Apr 16 15:45:30.109489 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-618baf0a-9915-4182-b70f-7b6a74fd8de5 req-7ecbc029-0629-4047-8e65-8f49e4e8ef59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=defb3138-507d-4b35-b052-07de9c32fb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538018 Apr 16 15:45:30.126150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1784123b-44fa-4eaf-bdc6-b69c6371c593 req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:30.139362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a3e3a1d8-88e3-4e6f-b4c3-63d067e8cda5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:30.196144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=2e56efe9-2f68-46db-b525-d9db00b6682f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:30.202201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:30.289881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1784123b-44fa-4eaf-bdc6-b69c6371c593 req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] No DVR routers for this DVR port 2e56efe9-2f68-46db-b525-d9db00b6682f on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:45:30.291703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1784123b-44fa-4eaf-bdc6-b69c6371c593 req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:30.293568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'name': 'network-vif-deleted', 'tag': '2e56efe9-2f68-46db-b525-d9db00b6682f'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:45:30.301755 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1784123b-44fa-4eaf-bdc6-b69c6371c593 req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "DELETE /v2.0/ports/2e56efe9-2f68-46db-b525-d9db00b6682f HTTP/1.1" status: 204 len: 173 time: 0.6589401 Apr 16 15:45:30.326667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7696bbac-46dc-42a8-a7cc-53fa34d5b8bb', 'name': 'network-vif-deleted', 'tag': '2e56efe9-2f68-46db-b525-d9db00b6682f', 'status': 'completed', 'code': 200} Apr 16 15:45:31.242158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-037dd6cb-d632-4e24-9e56-9c262370a5c1 req-ef2d4f98-3abc-476b-98e2-0961f3d61376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:45:31.254333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-037dd6cb-d632-4e24-9e56-9c262370a5c1 req-ef2d4f98-3abc-476b-98e2-0961f3d61376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:45:31.255165 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-037dd6cb-d632-4e24-9e56-9c262370a5c1 req-ef2d4f98-3abc-476b-98e2-0961f3d61376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=7696bbac-46dc-42a8-a7cc-53fa34d5b8bb HTTP/1.1" status: 200 len: 210 time: 0.0491905 Apr 16 15:45:32.342294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37214) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:32.411509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7035053-97d6-4fd7-ac46-23ee202c30f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:32.432830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7035053-97d6-4fd7-ac46-23ee202c30f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:32.466124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7035053-97d6-4fd7-ac46-23ee202c30f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:32.468741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f2f6fb65-58f3-4d48-9988-73c37c9a47a1 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:32.479469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7035053-97d6-4fd7-ac46-23ee202c30f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=defb3138-507d-4b35-b052-07de9c32fb8a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:32.481610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d7035053-97d6-4fd7-ac46-23ee202c30f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:32.486572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7035053-97d6-4fd7-ac46-23ee202c30f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:32.487410 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d7035053-97d6-4fd7-ac46-23ee202c30f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/defb3138-507d-4b35-b052-07de9c32fb8a HTTP/1.1" status: 204 len: 168 time: 0.1437707 Apr 16 15:45:32.509897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37220) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:32.639317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2e56efe9-2f68-46db-b525-d9db00b6682f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:45:32.670011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 2e56efe9-2f68-46db-b525-d9db00b6682f {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:45:32.670290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2e56efe9-2f68-46db-b525-d9db00b6682f not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:45:32.898325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:33.146289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 0bc824fc-32f9-4434-b635-869f1313933a {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:45:33.146613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:33.272374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 0bc824fc-32f9-4434-b635-869f1313933a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=0bc824fc-32f9-4434-b635-869f1313933a,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:45:33.272620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:33.358785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 0bc824fc-32f9-4434-b635-869f1313933a owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:45:33.485885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:33.494823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e8a07c24-1062-45bb-a206-ee9279ddcdae tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:33.545598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=0bc824fc-32f9-4434-b635-869f1313933a,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:33.549247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:33.755996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:34.313519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:45:34.419994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:45:34.426391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c27d83-fc0d-4110-b97a-fee365418025 None None] Sync routers for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:45:34.430163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/d518cea7-0df5-4c5b-87c6-e6d633bc39c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9194372 Apr 16 15:45:34.432037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37226) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:34.433862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c27d83-fc0d-4110-b97a-fee365418025 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:45:34.434217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-93c27d83-fc0d-4110-b97a-fee365418025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:45:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:34.477336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb2b5e1-b181-47b6-a6d0-22848ab6a7f9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting subnet 67fdb8d4-44fc-41f7-b110-59fc9f365007 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:45:34.479734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b5e1-b181-47b6-a6d0-22848ab6a7f9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:34.508175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b5e1-b181-47b6-a6d0-22848ab6a7f9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:34.548958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-93c27d83-fc0d-4110-b97a-fee365418025 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:45:34.563564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b5e1-b181-47b6-a6d0-22848ab6a7f9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:34.718383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-93c27d83-fc0d-4110-b97a-fee365418025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:45:33Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:34.721025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c27d83-fc0d-4110-b97a-fee365418025 None None] Checking router: d518cea7-0df5-4c5b-87c6-e6d633bc39c8 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:45:34.726781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c27d83-fc0d-4110-b97a-fee365418025 None None] Routers {'d518cea7-0df5-4c5b-87c6-e6d633bc39c8'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:45:34.727194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-93c27d83-fc0d-4110-b97a-fee365418025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:45:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:34.733448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b5e1-b181-47b6-a6d0-22848ab6a7f9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:34.741838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c279ba6b-088f-479d-9320-a84e212c8659 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:34.791343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2b5e1-b181-47b6-a6d0-22848ab6a7f9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Subnet': ['ID=67fdb8d4-44fc-41f7-b110-59fc9f365007,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:34.793951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cb2b5e1-b181-47b6-a6d0-22848ab6a7f9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:34.816356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2cb2b5e1-b181-47b6-a6d0-22848ab6a7f9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:34.821519 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2cb2b5e1-b181-47b6-a6d0-22848ab6a7f9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/subnets/67fdb8d4-44fc-41f7-b110-59fc9f365007 HTTP/1.1" status: 204 len: 168 time: 0.3870709 Apr 16 15:45:34.821872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37230) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:34.824046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e264806-c3d3-4956-9195-8096b9df11ef None None] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:45:34.843736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-93c27d83-fc0d-4110-b97a-fee365418025 None None] Set router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:45:34.962546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:34.981638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbe4178-4171-4401-aff9-ede6c195cd01 None None] DHCP port deletion for f76ee989-bc7b-4b27-9983-cef2f2b69f64 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:45:34.984806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe4178-4171-4401-aff9-ede6c195cd01 None None] Deleting port d9a0d00e-e004-4538-8a12-e04d351fe37c {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:45:34.985049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4178-4171-4401-aff9-ede6c195cd01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.085013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.092204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 80b187f2-f391-46d1-833e-7b5e9f419cd9 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:45:35.092448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.108391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6dbe4178-4171-4401-aff9-ede6c195cd01 None None] For port d9a0d00e-e004-4538-8a12-e04d351fe37c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d9a0d00e-e004-4538-8a12-e04d351fe37c,segment=NetworkSegment(e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb),segment_id=e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:45:35.108647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4178-4171-4401-aff9-ede6c195cd01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.162348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-93c27d83-fc0d-4110-b97a-fee365418025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:45:33Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:35.164713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c27d83-fc0d-4110-b97a-fee365418025 None None] The sync data for ids ['d518cea7-0df5-4c5b-87c6-e6d633bc39c8'] in dv-neutron-786478-2-hyperv is: [{'id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'name': 'tempest-TestNetworkBasicOps-router-1906873682', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21'}], 'enable_snat': True}, 'gw_port_id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:22Z', 'updated_at': '2021-04-16T15:45:33Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '80b187f2-f391-46d1-833e-7b5e9f419cd9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:c2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd518cea7-0df5-4c5b-87c6-e6d633bc39c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:23Z', 'updated_at': '2021-04-16T15:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:45:35.177986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe4178-4171-4401-aff9-ede6c195cd01 None None] Calling delete_port for d9a0d00e-e004-4538-8a12-e04d351fe37c owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:45:35.205136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 80b187f2-f391-46d1-833e-7b5e9f419cd9, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=80b187f2-f391-46d1-833e-7b5e9f419cd9,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:45:35.205547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.229182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dbe4178-4171-4401-aff9-ede6c195cd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.238095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:35.282396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 80b187f2-f391-46d1-833e-7b5e9f419cd9 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:45:35.285737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe4178-4171-4401-aff9-ede6c195cd01 None None] Pushing event deleted for resources: {'Port': ['ID=d9a0d00e-e004-4538-8a12-e04d351fe37c,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:35.293790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6dbe4178-4171-4401-aff9-ede6c195cd01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:35.313209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbe4178-4171-4401-aff9-ede6c195cd01 None None] No DVR routers for this DVR port d9a0d00e-e004-4538-8a12-e04d351fe37c on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:45:35.381908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.389253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-21512411-fbcd-4cd9-8b89-999a12828129 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:35.437378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=80b187f2-f391-46d1-833e-7b5e9f419cd9,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:35.441003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:35.526867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.617701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.620252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.647034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.647737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Fanout notify agent at l3_agent the message router_deleted on router d518cea7-0df5-4c5b-87c6-e6d633bc39c8 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:45:35.658150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.658872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/routers/d518cea7-0df5-4c5b-87c6-e6d633bc39c8 HTTP/1.1" status: 204 len: 168 time: 0.8366463 Apr 16 15:45:35.660906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37234) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:35.727307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.828575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.893111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76ee989-bc7b-4b27-9983-cef2f2b69f64']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:35.899867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:35.900033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88efc77-fd69-44ed-b0c7-cffe5bc4c5fb') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:35.906122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.914261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:35.918881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Releasing vlan 1489 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:45:36.009630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:45:36.016780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.032352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d9a0d00e-e004-4538-8a12-e04d351fe37c no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:45:36.056987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: d9a0d00e-e004-4538-8a12-e04d351fe37c {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:45:36.057479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d9a0d00e-e004-4538-8a12-e04d351fe37c not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:45:36.058078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0bc824fc-32f9-4434-b635-869f1313933a no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:45:36.086521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 0bc824fc-32f9-4434-b635-869f1313933a {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:45:36.086733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 0bc824fc-32f9-4434-b635-869f1313933a not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:45:36.086983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 80b187f2-f391-46d1-833e-7b5e9f419cd9 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:45:36.105011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 80b187f2-f391-46d1-833e-7b5e9f419cd9 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:45:36.105236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 80b187f2-f391-46d1-833e-7b5e9f419cd9 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:45:36.109673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network f76ee989-bc7b-4b27-9983-cef2f2b69f64 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:45:36.123759 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:45:36.167731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.170179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8aaa7a31-e885-44db-a2b9-24dbf99ed878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:36.179554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.187210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Network': ['ID=f76ee989-bc7b-4b27-9983-cef2f2b69f64,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:36.189305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:36.192378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/networks/f76ee989-bc7b-4b27-9983-cef2f2b69f64 HTTP/1.1" status: 204 len: 168 time: 0.5308297 Apr 16 15:45:36.205521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37238) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:36.209070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'network': {'name': 'tempest-network-smoke--1688231269', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'port_security_enabled': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:45:36.212365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:36.214702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:network and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:36.216404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:36.219667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:36.225058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:45:36.228434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.245129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1475} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:45:36.249911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.250142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Added segment 7e47bce9-7bea-40a9-8beb-071f0ba17143 of type vlan for network 095d79e7-8d89-4cfe-ba47-45dc3166ccad Apr 16 15:45:36.264214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.281687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.284629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:36.284959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.287718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9251bc30-a7ce-4ead-9d3a-b5872bb8544a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:36.343664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1355832 Apr 16 15:45:36.344254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37242) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:36.349654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Network': ['ID=095d79e7-8d89-4cfe-ba47-45dc3166ccad,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:36.351765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-779673465', 'admin_state_up': True, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:45:36.352390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:36.357708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 095d79e7-8d89-4cfe-ba47-45dc3166ccad details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:45:36.363921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:36.369616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:router and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:36.371414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:36.375484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:36.384692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.385293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.400862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.546268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.964752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:36.980102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:37.056816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.14 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/bdaf3345-e785-4e01-83e9-2bbf55f1f168) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:45:37.136849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:37.155182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:37.161750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8fe834f5-64d6-4ce6-aef7-ced9b78b29b0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:37.226545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=bdaf3345-e785-4e01-83e9-2bbf55f1f168,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:37.237163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.237385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.237580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.237800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.238022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.238223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.238455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.238680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.238898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.239114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.239330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.239545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:37.242270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:37.262585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:45:37.263232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:45:37.264717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:45:37.489225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:37.674059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:37.802398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 091d3796-5e48-4474-a225-45bb65428728 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:45:37.918227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:45:37.929021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Sync routers for ids ['091d3796-5e48-4474-a225-45bb65428728'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:45:37.936335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:37.936530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Routers {'091d3796-5e48-4474-a225-45bb65428728'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:45:37.936989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:45:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['091d3796-5e48-4474-a225-45bb65428728'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:37.937197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5918319 Apr 16 15:45:37.939843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37246) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:37.970778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-affd4230-f9d3-4e91-a8ec-599f26e375f4 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=8368c00c80e846dda8d506830d64f85a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300503 Apr 16 15:45:37.972782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37250) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:38.056502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Set router 091d3796-5e48-4474-a225-45bb65428728 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:45:38.074645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaaea143-3611-4431-b110-3a79c6a0f084 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:38.076395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eaaea143-3611-4431-b110-3a79c6a0f084 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029377 Apr 16 15:45:38.078383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37254) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:38.114353 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fd62cffb-7634-4ab2-811e-b4a816ede359 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332224 Apr 16 15:45:38.115385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37258) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:38.119212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2088938016', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:45:38.192276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:38.195263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:subnet and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:38.197757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:38.201636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:38.207707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:45:38.211769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:38.240186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:37Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:38.242571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Checking router: 091d3796-5e48-4474-a225-45bb65428728 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:45:38.242798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Updating router 091d3796-5e48-4474-a225-45bb65428728 port bdaf3345-e785-4e01-83e9-2bbf55f1f168 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:45:38.275256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:38.487456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:38.497119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Transition to ACTIVE for port object bdaf3345-e785-4e01-83e9-2bbf55f1f168 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:45:38.502017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:38.510724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a6af29bd-bbf1-44cf-9d07-588e030ddfd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:38.596671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a0e1b-7124-4913-a4e6-186a94e3aa58 None None] Pushing event updated for resources: {'Port': ['ID=bdaf3345-e785-4e01-83e9-2bbf55f1f168,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:38.598829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-988a0e1b-7124-4913-a4e6-186a94e3aa58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:38.638374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Attempting to bind port bdaf3345-e785-4e01-83e9-2bbf55f1f168 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:45:38.638621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Attempting to bind port bdaf3345-e785-4e01-83e9-2bbf55f1f168 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:45:38.638849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Attempting to bind port bdaf3345-e785-4e01-83e9-2bbf55f1f168 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:45:38.641850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:45:38.642094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:45:38.642349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:38.642861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:45:38.643173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Bound port: bdaf3345-e785-4e01-83e9-2bbf55f1f168, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:45:38.643562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:38.686256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] For port bdaf3345-e785-4e01-83e9-2bbf55f1f168, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:45:38.688155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] For port bdaf3345-e785-4e01-83e9-2bbf55f1f168, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=bdaf3345-e785-4e01-83e9-2bbf55f1f168,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:45:38.690544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:38.698637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34b8c533-8f0c-4385-b94f-d76103aa74b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:38.748619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:38.756655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc41266a-cfb9-44e2-a3b5-72bc241f8c35 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:38.834281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Subnet': ['ID=f3a26985-aa55-4910-b1dc-a06b4287f20f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:38.837298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:38.874613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Checking segment: {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:45:38.874941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network hostable DHCP agents. Network: 095d79e7-8d89-4cfe-ba47-45dc3166ccad, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:45:38.889212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 095d79e7-8d89-4cfe-ba47-45dc3166ccad is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:45:38.900197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 095d79e7-8d89-4cfe-ba47-45dc3166ccad) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:45:38.917611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:38.918025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:38.931547 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8160837 Apr 16 15:45:38.933513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37262) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:38.946166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d566e19b-cbf8-4171-97e0-306de624f22b None None] Network 095d79e7-8d89-4cfe-ba47-45dc3166ccad requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:45:38.984357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a0e1b-7124-4913-a4e6-186a94e3aa58 None None] Pushing event updated for resources: {'Port': ['ID=bdaf3345-e785-4e01-83e9-2bbf55f1f168,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:38.995083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-988a0e1b-7124-4913-a4e6-186a94e3aa58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:39.065356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Routers {'091d3796-5e48-4474-a225-45bb65428728'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:45:39.065724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:45:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['091d3796-5e48-4474-a225-45bb65428728'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:39.180898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:45:39.181787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:39.227239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] Set router 091d3796-5e48-4474-a225-45bb65428728 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:45:39.391832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:39.414965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Allocated IP 172.20.0.2 (095d79e7-8d89-4cfe-ba47-45dc3166ccad/f3a26985-aa55-4910-b1dc-a06b4287f20f/aff5f412-2aae-4e3b-8736-14497b7e266d) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:45:39.493007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:37Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:39.502080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db982ddf-1c77-478f-8a19-b5e7e4a7da25 None None] The sync data for ids ['091d3796-5e48-4474-a225-45bb65428728'] in dv-neutron-786478-2-hyperv is: [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:37Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:45:39.552501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:39.558927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Transition to ACTIVE for port object aff5f412-2aae-4e3b-8736-14497b7e266d will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:45:39.570888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Transition to ACTIVE for port object aff5f412-2aae-4e3b-8736-14497b7e266d will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:45:39.576295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:39.585089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:39.617765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.1 (095d79e7-8d89-4cfe-ba47-45dc3166ccad/f3a26985-aa55-4910-b1dc-a06b4287f20f/657d702c-5693-44c5-aa26-a6025f5a49a9) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:45:39.654128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Pushing event updated for resources: {'Port': ['ID=aff5f412-2aae-4e3b-8736-14497b7e266d,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:39.656868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:39.687560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Network 095d79e7-8d89-4cfe-ba47-45dc3166ccad is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:45:39.688324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:45:39.689874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:45:39.708689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:39.717856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 657d702c-5693-44c5-aa26-a6025f5a49a9 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:45:39.732271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:39.740723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67b3bf9e-8c5d-4a6f-8f26-482ff9bcb3d5 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:39.749041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Attempting to bind port aff5f412-2aae-4e3b-8736-14497b7e266d on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:45:39.749255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Attempting to bind port aff5f412-2aae-4e3b-8736-14497b7e266d by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:45:39.749516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Attempting to bind port aff5f412-2aae-4e3b-8736-14497b7e266d on network 095d79e7-8d89-4cfe-ba47-45dc3166ccad {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:45:39.753023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:45:39.753281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Checking segment: {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:45:39.753575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:39.753854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Bound using segment: {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:45:39.754196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Bound port: aff5f412-2aae-4e3b-8736-14497b7e266d, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:45:39.754487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:39.812368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4418a884-29af-416d-beff-5186e15f2785 None None] For port aff5f412-2aae-4e3b-8736-14497b7e266d, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:45:39.813595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=657d702c-5693-44c5-aa26-a6025f5a49a9,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:39.814196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4418a884-29af-416d-beff-5186e15f2785 None None] For port aff5f412-2aae-4e3b-8736-14497b7e266d, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aff5f412-2aae-4e3b-8736-14497b7e266d,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:45:39.820096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:39.823140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:39.836789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:39.850093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 095d79e7-8d89-4cfe-ba47-45dc3166ccad is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:45:39.850788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:45:39.852293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:45:39.895147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:39.919899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Pushing event updated for resources: {'Port': ['ID=aff5f412-2aae-4e3b-8736-14497b7e266d,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:39.922647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:39.968185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:40.045628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device bdaf3345-e785-4e01-83e9-2bbf55f1f168 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:45:40.093190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port bdaf3345-e785-4e01-83e9-2bbf55f1f168 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:45:40.096096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port bdaf3345-e785-4e01-83e9-2bbf55f1f168 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:45:40.096331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:40.163435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:40.173225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port bdaf3345-e785-4e01-83e9-2bbf55f1f168, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=bdaf3345-e785-4e01-83e9-2bbf55f1f168,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:45:40.175544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:40.176982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6a18f748-d023-4511-9f9d-b23ebb266ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:40.223709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=bdaf3345-e785-4e01-83e9-2bbf55f1f168,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:40.225729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:40.245169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:40.248814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:40.268649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:40.325944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:40.337690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=657d702c-5693-44c5-aa26-a6025f5a49a9,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:40.341228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:40.411585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 095d79e7-8d89-4cfe-ba47-45dc3166ccad is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:45:40.412261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:45:40.513107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 091d3796-5e48-4474-a225-45bb65428728 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:45:40.789762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:45:40.881652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:45:40.889145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/091d3796-5e48-4474-a225-45bb65428728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9549088 Apr 16 15:45:40.893041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37266) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:40.972792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd8313-4e79-4654-979d-55bb433092f6 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:40.973056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd8313-4e79-4654-979d-55bb433092f6 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:40.973329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd8313-4e79-4654-979d-55bb433092f6 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:40.973587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd8313-4e79-4654-979d-55bb433092f6 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:40.973843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd8313-4e79-4654-979d-55bb433092f6 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:40.974099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd8313-4e79-4654-979d-55bb433092f6 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:40.975280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aacd8313-4e79-4654-979d-55bb433092f6 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.0816424 Apr 16 15:45:40.977366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37270) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:41.027443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbeec1-3d12-44e7-bddd-f01752a0ee13 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:41.027760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbeec1-3d12-44e7-bddd-f01752a0ee13 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:41.028069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbeec1-3d12-44e7-bddd-f01752a0ee13 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:41.028376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbeec1-3d12-44e7-bddd-f01752a0ee13 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:41.028676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbeec1-3d12-44e7-bddd-f01752a0ee13 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:41.028976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61cbeec1-3d12-44e7-bddd-f01752a0ee13 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:41.030251 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-61cbeec1-3d12-44e7-bddd-f01752a0ee13 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0521648 Apr 16 15:45:41.032266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37274) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:41.130331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3707f476-f81a-4159-9ee7-c868883b884c None None] Network 095d79e7-8d89-4cfe-ba47-45dc3166ccad requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:45:41.166376 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-46ad0d20-2058-48d6-8564-15dbddecea53 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1332128 Apr 16 15:45:41.168444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37278) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:41.172104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-993669218', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:45:41.270042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:41.272835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:port and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:41.274879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:41.278650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:41.285431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'port': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:45:41.289276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.304593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] device_id is not set on port 467e9360-55b1-4dce-aa9c-524ee9fe451e yet. {{(pid=86007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:45:41.365625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1ea996bc-e2cb-4ed1-b2a6-12a3a802703e None None] Provisioning for port aff5f412-2aae-4e3b-8736-14497b7e266d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:45:41.378617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34c3b00b-8929-4c9f-8b48-48bc3c8a4d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.394373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.7 (095d79e7-8d89-4cfe-ba47-45dc3166ccad/f3a26985-aa55-4910-b1dc-a06b4287f20f/467e9360-55b1-4dce-aa9c-524ee9fe451e) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:45:41.513454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.523109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 467e9360-55b1-4dce-aa9c-524ee9fe451e will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:45:41.537415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.546734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d9fa0fe0-db43-462c-aebe-05fa5580dd90 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:41.599955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c0eded4a-cca0-4ebe-a467-0a8d2eca311b None None] Provisioning for port 657d702c-5693-44c5-aa26-a6025f5a49a9 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:45:41.603076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c0eded4a-cca0-4ebe-a467-0a8d2eca311b None None] Provisioning complete for port 657d702c-5693-44c5-aa26-a6025f5a49a9 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:45:41.603469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0eded4a-cca0-4ebe-a467-0a8d2eca311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.621776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:41.624420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:41.637967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c0eded4a-cca0-4ebe-a467-0a8d2eca311b None None] Port 657d702c-5693-44c5-aa26-a6025f5a49a9 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:45:41.654006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 095d79e7-8d89-4cfe-ba47-45dc3166ccad is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:45:41.654778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:45:41.656379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:45:41.694713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:41.695149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.710599 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5414100 Apr 16 15:45:41.753337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c0f56ac4-091d-4905-900a-ae9da16e4785 None None] Provisioning complete for port 657d702c-5693-44c5-aa26-a6025f5a49a9 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:45:41.753574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0f56ac4-091d-4905-900a-ae9da16e4785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.790309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c0f56ac4-091d-4905-900a-ae9da16e4785 None None] Port 657d702c-5693-44c5-aa26-a6025f5a49a9 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:45:41.802488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37284) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:41.806406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229516177', 'description': 'tempest-secgroup-smoke-229516177 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:45:41.811055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:41.813615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:41.815380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:41.818698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:41.826161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.838408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:41.840643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:41.842258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:41.845498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:41.884425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.886989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.890449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b69bf16f-125f-44a3-9576-4719fccd69c2 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:41.903389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-651457fe-80b1-4f08-aedc-9d970e13d615 None None] Provisioning for port 467e9360-55b1-4dce-aa9c-524ee9fe451e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:45:41.906346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-651457fe-80b1-4f08-aedc-9d970e13d615 None None] Provisioning complete for port 467e9360-55b1-4dce-aa9c-524ee9fe451e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:45:41.906608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-651457fe-80b1-4f08-aedc-9d970e13d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.917603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8958f3-9a81-4b07-b346-726bfa392ffa,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:41.919562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.922175 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1171775 Apr 16 15:45:41.922175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:41.922678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37288) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:41.926709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '9d8958f3-9a81-4b07-b346-726bfa392ffa', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:45:41.930716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:41.933107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:41.934986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:41.938454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:41.940313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-651457fe-80b1-4f08-aedc-9d970e13d615 None None] Port 467e9360-55b1-4dce-aa9c-524ee9fe451e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:45:41.944249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Sync routers for ids ['091d3796-5e48-4474-a225-45bb65428728'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:45:41.950635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Routers {'091d3796-5e48-4474-a225-45bb65428728'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:45:41.950724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:41.951020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:45:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['091d3796-5e48-4474-a225-45bb65428728'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:42.003257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.006103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.007710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-68813a3d-999c-454a-90e9-dd8bfcf84412 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:42.023919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f1eb8e-2d15-47f2-b03e-1c2b83fe0662,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:42.027489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:42.030897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.033664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083267 Apr 16 15:45:42.033841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37292) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:42.037246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '9d8958f3-9a81-4b07-b346-726bfa392ffa', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:45:42.044037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:42.046778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:42.048776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:42.054022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:42.054871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Set router 091d3796-5e48-4474-a225-45bb65428728 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:45:42.065536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.099506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device bdaf3345-e785-4e01-83e9-2bbf55f1f168 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:45:42.105853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.108027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.109480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:42.124878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b3cbce-6404-45d0-b271-ad6cd62adc47,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:42.131751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:42.134285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.135165 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1006882 Apr 16 15:45:42.137030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37296) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:42.140538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '9d8958f3-9a81-4b07-b346-726bfa392ffa', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:45:42.142855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port bdaf3345-e785-4e01-83e9-2bbf55f1f168 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:45:42.143118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.144904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:42.148256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:42.150489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:42.154151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:42.165283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.209304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.211222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.212901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ddb6dc12-0aa1-43c0-b90a-98e588066219 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:42.215017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aff5f412-2aae-4e3b-8736-14497b7e266d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:45:42.228196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ed81cb-ce55-4501-8f21-c0484809497e,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:42.230997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:42.233923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:39Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '657d702c-5693-44c5-aa26-a6025f5a49a9', 'name': '', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:d2:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:39Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:42.237063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Checking router: 091d3796-5e48-4474-a225-45bb65428728 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:45:42.237280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Updating router 091d3796-5e48-4474-a225-45bb65428728 port 657d702c-5693-44c5-aa26-a6025f5a49a9 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:45:42.237376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.238075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1004114 Apr 16 15:45:42.240110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37300) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:42.243670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '9d8958f3-9a81-4b07-b346-726bfa392ffa', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:45:42.247251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:42.249550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:42.251327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:42.254780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:42.259545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port aff5f412-2aae-4e3b-8736-14497b7e266d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:45:42.262493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port aff5f412-2aae-4e3b-8736-14497b7e266d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:45:42.262738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.264377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.267838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.305282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.307509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.308703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:42.322029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea181c5-87a1-4e77-9e5b-e203a24780ce,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:42.324637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:42.327219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.328301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0876217 Apr 16 15:45:42.330215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37304) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:42.333485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '9d8958f3-9a81-4b07-b346-726bfa392ffa', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:45:42.337308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:42.339913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:42.341756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:42.342792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.345097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:42.351390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:45:42.355579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.361637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port aff5f412-2aae-4e3b-8736-14497b7e266d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aff5f412-2aae-4e3b-8736-14497b7e266d,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:45:42.365134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.366403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4deee621-f991-4021-ae3c-7d3307681398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:42.407757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.408146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=aff5f412-2aae-4e3b-8736-14497b7e266d,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:42.409817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.410457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:42.415231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-944a78ec-edc8-4447-a820-83bcea040e76 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:42.430371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f987c2d7-92eb-4c8d-8667-24a05683c5c8,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:42.432140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:42.437067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.437792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1069813 Apr 16 15:45:42.439777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37308) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:45:42.443645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '9d8958f3-9a81-4b07-b346-726bfa392ffa', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:45:42.447429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:45:42.449678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:45:42.451405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:45:42.454738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:45:42.461153 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:45:42.465959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.466076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.472696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Transition to ACTIVE for port object 657d702c-5693-44c5-aa26-a6025f5a49a9 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:45:42.478372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.486696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45ed254c-c2ab-4ce5-844b-a5b3e46b189c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:42.503443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.505472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.509207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cfaaaab-5244-4d50-b9ef-8dd6c68ef403 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:42.520634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034c448f-cb73-41e5-a7fb-c3da76596890,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:42.522014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:42.526319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.527090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-62ef549c-7d6b-4b50-8320-e6e90fb29489 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0867119 Apr 16 15:45:42.558399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Pushing event updated for resources: {'Port': ['ID=657d702c-5693-44c5-aa26-a6025f5a49a9,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:42.563508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.563715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.563913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.564107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.564302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.564493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.564683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.564875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.565066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.565256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.565448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.565640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:45:42.574632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:42.630295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-13711751-af29-481d-a8b2-9d828f9c731e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229516177&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.0251524 Apr 16 15:45:42.680360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Attempting to bind port 657d702c-5693-44c5-aa26-a6025f5a49a9 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:45:42.680624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Attempting to bind port 657d702c-5693-44c5-aa26-a6025f5a49a9 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:45:42.680857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Attempting to bind port 657d702c-5693-44c5-aa26-a6025f5a49a9 on network 095d79e7-8d89-4cfe-ba47-45dc3166ccad {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:45:42.681715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-65440641-fbfb-4c57-8cab-4346073734f6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:45:42.682606 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-65440641-fbfb-4c57-8cab-4346073734f6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 929 time: 0.0471768 Apr 16 15:45:42.684063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:45:42.684293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Checking segment: {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:45:42.684549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.684793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Bound using segment: {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:45:42.685085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Bound port: 657d702c-5693-44c5-aa26-a6025f5a49a9, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:45:42.685319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.716944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b26cac47-f06c-44f9-8c72-488a976e9244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.729395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-44d10243-4de3-4bed-b6d0-5e3b94716970 service neutron] 10.222.0.95 "GET /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0386157 Apr 16 15:45:42.737007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] For port 657d702c-5693-44c5-aa26-a6025f5a49a9, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:45:42.738854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] For port 657d702c-5693-44c5-aa26-a6025f5a49a9, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=657d702c-5693-44c5-aa26-a6025f5a49a9,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:45:42.741464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.749602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:42.830878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Pushing event updated for resources: {'Port': ['ID=657d702c-5693-44c5-aa26-a6025f5a49a9,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:42.833430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:42.858507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Routers {'091d3796-5e48-4474-a225-45bb65428728'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:45:42.858901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:45:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['091d3796-5e48-4474-a225-45bb65428728'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:42.896581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:42.966502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] Set router 091d3796-5e48-4474-a225-45bb65428728 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:45:43.079170 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-f0c4abf5-fb4e-48ce-9ac3-cedbc3c083de service neutron] 10.222.0.95 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459015 Apr 16 15:45:43.103957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:43.167930 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-3ab95aeb-c797-4b01-9229-64baae40eab8 service neutron] 10.222.0.95 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806618 Apr 16 15:45:43.224352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:43.303227 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da5f1169-7b9f-428e-8dc7-d822aca01494 req-70321098-2e63-4805-84bd-e8a5a827cf64 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0286558 Apr 16 15:45:43.306407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:39Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '657d702c-5693-44c5-aa26-a6025f5a49a9', 'name': '', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:d2:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:39Z', 'updated_at': '2021-04-16T15:45:42Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:45:43.309003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f065e3f6-2b82-4113-a1a6-a3f1439461b3 None None] The sync data for ids ['091d3796-5e48-4474-a225-45bb65428728'] in dv-neutron-786478-2-hyperv is: [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:39Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '657d702c-5693-44c5-aa26-a6025f5a49a9', 'name': '', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:d2:a1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:39Z', 'updated_at': '2021-04-16T15:45:42Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:45:44.072008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aff5f412-2aae-4e3b-8736-14497b7e266d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:45:44.101041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:44.117717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port aff5f412-2aae-4e3b-8736-14497b7e266d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:45:44.117959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:44.186148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 657d702c-5693-44c5-aa26-a6025f5a49a9 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:45:44.229030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 657d702c-5693-44c5-aa26-a6025f5a49a9 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:45:44.231943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 657d702c-5693-44c5-aa26-a6025f5a49a9 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:45:44.232174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:44.294500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:44.321974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 657d702c-5693-44c5-aa26-a6025f5a49a9, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=657d702c-5693-44c5-aa26-a6025f5a49a9,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:45:44.324294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:44.325607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6dbe4178-4171-4401-aff9-ede6c195cd01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:45:44.362813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=657d702c-5693-44c5-aa26-a6025f5a49a9,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:45:44.364922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:45:44.403429 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6d44307d-aae3-490b-a5a9-69fc55750245 req-379f1a97-5460-473a-a6f5-45a9fb3b3675 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0368667 Apr 16 15:45:45.524885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c18ed331-d63d-42e6-8cfc-c8f0b3b41d2e req-9d3c9a04-58ab-43a9-ab9a-ba4610c95b55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0401661 Apr 16 15:45:46.043932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 657d702c-5693-44c5-aa26-a6025f5a49a9 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:45:46.096622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 657d702c-5693-44c5-aa26-a6025f5a49a9 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:45:46.096886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:45:46.671481 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80e97711-f8aa-4c38-9b24-670fb8ed4ba1 req-2e88b3dd-a694-4f71-89ea-4d91af7784d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0505717 Apr 16 15:45:47.804574 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0703b3ba-d509-4de4-97cc-7bbba6a6d48b req-d09f4332-5891-4ce3-8826-d3fcf2dff41a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0383539 Apr 16 15:45:48.936462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de9ec3fc-e61e-4c5f-a6c6-5cdb236ac5af req-9632bd01-b65f-4a34-a9d6-da32ba4376a0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0394037 Apr 16 15:45:50.063293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-925100e8-4c60-4f26-a60c-198141865ba8 req-d59e103c-50f2-49ba-b7f7-cdda13cfe362 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0437305 Apr 16 15:45:51.208171 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9261c2fe-1e95-496e-ae27-1ee8266ec501 req-0d6c2e0c-bc1c-4723-90ee-b38f9d81fec0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0528514 Apr 16 15:45:52.349904 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0efb2f7a-091b-43e5-8e44-924ba53486a4 req-c1d368c8-af5f-41f0-b270-a6c566348326 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0438836 Apr 16 15:45:53.483278 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a67a9dd-4aa2-4884-a471-ddef58e1a34c req-c4e92acc-a598-4277-876d-9468d2271883 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0360785 Apr 16 15:45:54.611395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d3e80d3-a6f0-4de5-9872-25da3b7238ec req-9c3c2701-dd2c-42f6-a6e4-d7ff5ba1947a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0381236 Apr 16 15:45:55.743735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9a4a3a0a-2977-414a-938a-b43d817ae277 req-bffbcb6d-d92a-4aca-82c7-a870d717d0d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0399086 Apr 16 15:45:56.872813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9c4ceafc-620f-4a2e-8331-622812ec14f3 req-7ea0609d-4b5e-4197-96f3-b9bc32594589 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0355461 Apr 16 15:45:57.993500 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43273b11-9ae4-4d48-bbca-8ce32cc455c2 req-27eb2839-5737-49c6-8923-a1e57b4e336a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0383809 Apr 16 15:45:59.121922 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6f69e46-207b-480e-a9aa-3dad3de7f448 req-1aef1e25-7bef-4cce-a827-5e9dfd17da94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0362360 Apr 16 15:46:00.289111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6119faa5-90c9-4a89-9d4d-20104c024c71 req-b9b3eb62-3603-405e-adc4-8722e99ab5af tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0751619 Apr 16 15:46:01.442265 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-953439f1-0bbe-4c18-825a-245c9854beed req-045110bd-e72d-49c2-a20f-f899f1253b58 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0745730 Apr 16 15:46:02.564545 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e828bede-8da5-4f7c-884e-0cc8ff66febc req-2c4e291d-083e-4703-bd92-3adb8d37d03f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0359123 Apr 16 15:46:03.703809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bbb2fd6b-35d0-4ede-8c18-4a51937febef req-47f8042d-944f-4cff-99eb-470b3148fa5a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0377586 Apr 16 15:46:04.839366 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b63ad420-3463-41cc-9d94-95c66b5864e3 req-2bbc515c-c76a-4195-99df-f761ffff3917 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0383267 Apr 16 15:46:05.967682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3b5541b2-735e-4dbd-a8c5-7a6194fee794 req-dcec5298-bf8e-4ed5-90c1-6861469f9eaf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0380588 Apr 16 15:46:07.096067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-45589a2f-7aac-4113-9aa1-756a28dea7fc req-f08073ee-6078-42d9-93cc-a18ad54878be tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0352333 Apr 16 15:46:08.226620 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d93a3a6b-a0bd-4499-9963-14861e0d1f38 req-3804c238-179d-4a5b-b6f0-bc4d726bce1c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0370541 Apr 16 15:46:09.356517 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b7f2f4f-fa94-426b-9034-b40a5e6c1191 req-e761afc4-f31f-4eae-bdb5-0f4b44127f4d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0359533 Apr 16 15:46:09.532619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-43e96a4e-12d2-4bee-b0df-82a2c976814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:09.533580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-43e96a4e-12d2-4bee-b0df-82a2c976814c service neutron] 10.222.0.107 "GET /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 1025 time: 0.0774117 Apr 16 15:46:09.639557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-bc651818-b629-4c26-bc8f-6e7aad95749f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:09.640451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-bc651818-b629-4c26-bc8f-6e7aad95749f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=095d79e7-8d89-4cfe-ba47-45dc3166ccad HTTP/1.1" status: 200 len: 797 time: 0.0994143 Apr 16 15:46:09.697546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-cc3fa9a2-a1b9-465d-a489-fab5cb74c540 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 8067 time: 0.0457420 Apr 16 15:46:09.768356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-a548f484-32b4-4f0a-8848-7feac44d8d39 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:46:09.769660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-a548f484-32b4-4f0a-8848-7feac44d8d39 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070035 Apr 16 15:46:09.785335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Request body: {'port': {'device_id': 'c9d95c00-1537-4795-bdc6-b193a7142098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:09.878392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:10.108843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467e9360-55b1-4dce-aa9c-524ee9fe451e {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:46:10.114052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:10.124673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Transition to ACTIVE for port object 467e9360-55b1-4dce-aa9c-524ee9fe451e will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:46:10.127323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:10.136053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9c0ee1b2-59fd-4db9-980a-37eba7704113 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:10.217092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Pushing event updated for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:10.219762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:10.347921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Attempting to bind port 467e9360-55b1-4dce-aa9c-524ee9fe451e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:46:10.348150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Attempting to bind port 467e9360-55b1-4dce-aa9c-524ee9fe451e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:46:10.348373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Attempting to bind port 467e9360-55b1-4dce-aa9c-524ee9fe451e on network 095d79e7-8d89-4cfe-ba47-45dc3166ccad {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:46:10.351440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Port 467e9360-55b1-4dce-aa9c-524ee9fe451e on network 095d79e7-8d89-4cfe-ba47-45dc3166ccad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:46:10.351652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Attempting to bind port 467e9360-55b1-4dce-aa9c-524ee9fe451e on network 095d79e7-8d89-4cfe-ba47-45dc3166ccad {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:46:10.354965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:46:10.355194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Checking segment: {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:46:10.355457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Bound using segment: {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:46:10.355750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Bound port: 467e9360-55b1-4dce-aa9c-524ee9fe451e, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:46:10.355986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:10.414467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:46:10.416471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:46:10.419862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:10.430491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:10.539425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Pushing event updated for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:10.541682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:10.572783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd043d-5860-4e14-9e5f-f630a67c315a req-6705e89e-650f-465e-a587-374b918d5f5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:10.573672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-89bd043d-5860-4e14-9e5f-f630a67c315a req-6705e89e-650f-465e-a587-374b918d5f5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 980 time: 0.1440248 Apr 16 15:46:10.575683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:10.576041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:10.576801 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] 10.222.0.107 "PUT /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 1130 time: 0.7974601 Apr 16 15:46:10.577157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d95c00-1537-4795-bdc6-b193a7142098', 'tag': '467e9360-55b1-4dce-aa9c-524ee9fe451e'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:46:10.641868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d95c00-1537-4795-bdc6-b193a7142098', 'tag': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'status': 'completed', 'code': 200} Apr 16 15:46:10.646949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-89bd043d-5860-4e14-9e5f-f630a67c315a req-c261158f-c2a6-4c2d-8530-a7968a7ef10d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626831 Apr 16 15:46:10.675501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-e0a264e3-4802-42e2-b5a8-5b7bef10dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:10.676454 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-e0a264e3-4802-42e2-b5a8-5b7bef10dd6e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 1133 time: 0.0606563 Apr 16 15:46:10.723029 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-e5f1dad0-bcab-442e-ad81-4e841ed5ffbe service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 217 time: 0.0374823 Apr 16 15:46:10.766091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-85edb2d3-1909-4919-9c82-630bef2a4a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:10.766906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-85edb2d3-1909-4919-9c82-630bef2a4a75 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f3a26985-aa55-4910-b1dc-a06b4287f20f HTTP/1.1" status: 200 len: 835 time: 0.0348055 Apr 16 15:46:10.817400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-d3cb3071-ebc4-46af-b582-90a5445a7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:10.818262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-d3cb3071-ebc4-46af-b582-90a5445a7ec4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=095d79e7-8d89-4cfe-ba47-45dc3166ccad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436599 Apr 16 15:46:10.900927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-83487628-2a49-4410-b6dd-ba103342eeb1 service neutron] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0716712 Apr 16 15:46:10.977721 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6ad0a7-483f-43a1-945a-0fde983c5d21 req-8f43f133-1a2e-4ec5-bf5e-9e9112956c84 service neutron] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0688825 Apr 16 15:46:11.078920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f1b4e-0a8f-475b-b559-960e311932dd req-38f9a8d5-73e4-44c0-9da4-de10361db691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:11.079770 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-842f1b4e-0a8f-475b-b559-960e311932dd req-38f9a8d5-73e4-44c0-9da4-de10361db691 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 1133 time: 0.0496225 Apr 16 15:46:11.157300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f1b4e-0a8f-475b-b559-960e311932dd req-8b0fe631-4486-4348-8bef-73dd41ad9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:11.157999 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-842f1b4e-0a8f-475b-b559-960e311932dd req-8b0fe631-4486-4348-8bef-73dd41ad9bb2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=095d79e7-8d89-4cfe-ba47-45dc3166ccad HTTP/1.1" status: 200 len: 899 time: 0.0732253 Apr 16 15:46:11.196891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-842f1b4e-0a8f-475b-b559-960e311932dd req-7425b6bc-1976-48d7-8eb6-4cd217afbebe service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 217 time: 0.0338483 Apr 16 15:46:11.236627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f1b4e-0a8f-475b-b559-960e311932dd req-ed0c296f-1343-499d-8d1f-01efa126a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:11.237405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-842f1b4e-0a8f-475b-b559-960e311932dd req-ed0c296f-1343-499d-8d1f-01efa126a41e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f3a26985-aa55-4910-b1dc-a06b4287f20f HTTP/1.1" status: 200 len: 835 time: 0.0340238 Apr 16 15:46:11.283910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f1b4e-0a8f-475b-b559-960e311932dd req-09985703-80a8-4689-91d0-d54804646026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:11.284732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-842f1b4e-0a8f-475b-b559-960e311932dd req-09985703-80a8-4689-91d0-d54804646026 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=095d79e7-8d89-4cfe-ba47-45dc3166ccad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419471 Apr 16 15:46:11.332900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5fe4d454-7d4d-4d0d-8f28-96ec6cbd8554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:11.363943 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-842f1b4e-0a8f-475b-b559-960e311932dd req-4534ce35-bb69-4bf2-affb-70a047e23740 service neutron] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0699468 Apr 16 15:46:11.441611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-842f1b4e-0a8f-475b-b559-960e311932dd req-2f3252b5-a22f-4fee-9139-9dc01a054e66 service neutron] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0720763 Apr 16 15:46:11.789840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37bd94-f5ac-40f2-adf6-ebb91a8b6da1 req-6e5faa71-2a11-491f-bded-89ba15d2df22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:11.790834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c37bd94-f5ac-40f2-adf6-ebb91a8b6da1 req-6e5faa71-2a11-491f-bded-89ba15d2df22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 980 time: 0.0651765 Apr 16 15:46:11.824709 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c37bd94-f5ac-40f2-adf6-ebb91a8b6da1 req-f2015c85-bee4-4f59-aff9-c41a8bb98692 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268092 Apr 16 15:46:12.731901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00942972-8569-47be-ba59-dd6089821f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:12.855642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 467e9360-55b1-4dce-aa9c-524ee9fe451e details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:46:12.935408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:12.968473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:12.974612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12d65e-a607-45c7-8930-4d78180f22bd req-d975f045-16ca-4ad2-88e9-d2ed41e6b601 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:12.975702 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed12d65e-a607-45c7-8930-4d78180f22bd req-d975f045-16ca-4ad2-88e9-d2ed41e6b601 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 980 time: 0.0673854 Apr 16 15:46:12.977824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'port_id': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'mac_address': 'fa:16:3e:89:de:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1475, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:46:13.012165 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed12d65e-a607-45c7-8930-4d78180f22bd req-a2d2e327-53ed-4e80-b29c-28cc63b2becb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Apr 16 15:46:13.015337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:13.027052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467e9360-55b1-4dce-aa9c-524ee9fe451e {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:46:13.039091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:13.041839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:13.043257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-76d6d61d-7aaa-46c0-8f01-ccf708c1550e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:13.094910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:13.103532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.103740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.103985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.104225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.104469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.104708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.104948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.105187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.105427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.105664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.105901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.106137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:13.109641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:13.111066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:13.230646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:13.487511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['467e9360-55b1-4dce-aa9c-524ee9fe451e'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:46:14.083074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:14.157359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6b488-a9ce-465f-ae50-9da12d8cfcdd req-ac7ed973-de59-4a59-a1d1-a709bc0292e5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:14.158409 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4c6b488-a9ce-465f-ae50-9da12d8cfcdd req-ac7ed973-de59-4a59-a1d1-a709bc0292e5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 981 time: 0.0597725 Apr 16 15:46:14.194109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4c6b488-a9ce-465f-ae50-9da12d8cfcdd req-2af8893f-264b-4051-a9a7-6a8559d183b1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306406 Apr 16 15:46:14.872626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 467e9360-55b1-4dce-aa9c-524ee9fe451e up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:46:14.938378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 467e9360-55b1-4dce-aa9c-524ee9fe451e completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:46:14.941977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 467e9360-55b1-4dce-aa9c-524ee9fe451e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:14.942265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:15.026625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:15.045982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d95c00-1537-4795-bdc6-b193a7142098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467e9360-55b1-4dce-aa9c-524ee9fe451e'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:46:15.052870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:15.055364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:15.056776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:15.086514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d95c00-1537-4795-bdc6-b193a7142098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'code': 200} Apr 16 15:46:15.105258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:15.107595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:15.665953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d554b-4bdc-496f-9eba-d29cd0134681 req-519afd19-85fe-4506-b38f-f58f3f1e9c56 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:15.667934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7a0d554b-4bdc-496f-9eba-d29cd0134681 req-519afd19-85fe-4506-b38f-f58f3f1e9c56 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 982 time: 0.3790669 Apr 16 15:46:15.699970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7a0d554b-4bdc-496f-9eba-d29cd0134681 req-5bd45a96-11a2-4ae4-b062-5f0a28c1de47 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254803 Apr 16 15:46:15.983043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2111b2-6f37-48ae-96dc-55d39c43cb00 req-e688505d-3e46-4be6-a9f6-abfafa0860f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:15.983993 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c2111b2-6f37-48ae-96dc-55d39c43cb00 req-e688505d-3e46-4be6-a9f6-abfafa0860f5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 1135 time: 0.0590754 Apr 16 15:46:16.019365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c2111b2-6f37-48ae-96dc-55d39c43cb00 req-5fc85a52-26bb-40b2-84b4-7bb407c6843b service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273190 Apr 16 15:46:16.867161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f9357-c273-48db-873d-d00f086484c5 req-d70fcf7a-6fbd-41f0-b367-aa716a1da9c0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:16.868323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce9f9357-c273-48db-873d-d00f086484c5 req-d70fcf7a-6fbd-41f0-b367-aa716a1da9c0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 982 time: 0.0711665 Apr 16 15:46:16.901102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce9f9357-c273-48db-873d-d00f086484c5 req-558e9103-9bd6-4ee6-a383-bc608b8c7f46 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279438 Apr 16 15:46:17.793255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:46:18.067854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d01d9d-4306-4ce8-8f3b-ae4b0bc3210d req-44d4417d-a361-491f-83c4-af464af21fad tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:18.069103 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1d01d9d-4306-4ce8-8f3b-ae4b0bc3210d req-44d4417d-a361-491f-83c4-af464af21fad tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 982 time: 0.0782053 Apr 16 15:46:18.102599 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1d01d9d-4306-4ce8-8f3b-ae4b0bc3210d req-612fc1ee-8cde-41c7-9995-eedf619555b1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285668 Apr 16 15:46:18.238020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65a8b9-c3b3-40e7-ad79-4db60b8cd625 req-d7aa8455-be5c-4e0a-ae75-97016422c05b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:18.239110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e65a8b9-c3b3-40e7-ad79-4db60b8cd625 req-d7aa8455-be5c-4e0a-ae75-97016422c05b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 982 time: 0.0638664 Apr 16 15:46:18.269806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e65a8b9-c3b3-40e7-ad79-4db60b8cd625 req-7c03dd22-294a-4b5b-b87b-5a4165388cb2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266478 Apr 16 15:46:18.284192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37416) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:18.336160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935860a8-5081-4558-a215-bb341391aad4 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:18.337119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-935860a8-5081-4558-a215-bb341391aad4 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 1130 time: 0.0522466 Apr 16 15:46:18.338987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37420) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:18.342471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:18.346558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:18.349265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:floatingip and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:18.351271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:18.355444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:18.363257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:18.459290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:18.549606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.3 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/67ee9793-a06d-42d4-b71c-d026aab92028) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:46:18.653414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:18.674318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:18.682476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d3caa8c-da90-4ae2-b915-dcf62fff53b9 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:18.762707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=67ee9793-a06d-42d4-b71c-d026aab92028,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:18.764996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:18.798892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:46:18.799759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:46:18.801307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:46:19.036279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:19.079700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:19.187239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:19.189735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:19.196240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-01ad4c7a-83a7-4ab0-aaf0-45509a1ea9e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:19.261038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=67ee9793-a06d-42d4-b71c-d026aab92028,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:19.262967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:19.317757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:19.414611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP bf6c1836-27f5-4959-805e-6845b271cfdb associated. External IP: 172.26.4.3, port: 467e9360-55b1-4dce-aa9c-524ee9fe451e. Apr 16 15:46:19.608212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 091d3796-5e48-4474-a225-45bb65428728 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:46:19.723595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:46:19.730814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd98b569-f556-4eb0-b807-78767f5c86e6 None None] Sync routers for ids ['091d3796-5e48-4474-a225-45bb65428728'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:46:19.737898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98b569-f556-4eb0-b807-78767f5c86e6 None None] Routers {'091d3796-5e48-4474-a225-45bb65428728'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:46:19.738308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-fd98b569-f556-4eb0-b807-78767f5c86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['091d3796-5e48-4474-a225-45bb65428728'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:19.739110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:19.778120 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1031 time: 1.4383819 Apr 16 15:46:19.778689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d95c00-1537-4795-bdc6-b193a7142098', 'tag': '467e9360-55b1-4dce-aa9c-524ee9fe451e'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:46:19.782188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37426) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:19.810066 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d95c00-1537-4795-bdc6-b193a7142098', 'tag': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'status': 'completed', 'code': 200} Apr 16 15:46:19.836581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9385f1-9062-4630-ad94-2d2d4638a52c tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:19.837759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7f9385f1-9062-4630-ad94-2d2d4638a52c tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098&network_id=095d79e7-8d89-4cfe-ba47-45dc3166ccad HTTP/1.1" status: 200 len: 1130 time: 0.0546749 Apr 16 15:46:19.856098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-fd98b569-f556-4eb0-b807-78767f5c86e6 None None] Set router 091d3796-5e48-4474-a225-45bb65428728 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:46:20.062732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffeafc-fda1-4174-bb11-752f92f96d95 req-2444b636-5fcb-458a-8c85-e8ebe7ef8692 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:20.063802 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7bffeafc-fda1-4174-bb11-752f92f96d95 req-2444b636-5fcb-458a-8c85-e8ebe7ef8692 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 982 time: 0.0670452 Apr 16 15:46:20.085721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-fd98b569-f556-4eb0-b807-78767f5c86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:39Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'bf6c1836-27f5-4959-805e-6845b271cfdb', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.3', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '091d3796-5e48-4474-a225-45bb65428728', 'port_id': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-993669218', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'mac_address': 'fa:16:3e:89:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d95c00-1537-4795-bdc6-b193a7142098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:46:19Z', 'updated_at': '2021-04-16T15:46:19Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657d702c-5693-44c5-aa26-a6025f5a49a9', 'name': '', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:d2:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:39Z', 'updated_at': '2021-04-16T15:45:44Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:20.088189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd98b569-f556-4eb0-b807-78767f5c86e6 None None] Checking router: 091d3796-5e48-4474-a225-45bb65428728 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:46:20.093443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd98b569-f556-4eb0-b807-78767f5c86e6 None None] Routers {'091d3796-5e48-4474-a225-45bb65428728'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:46:20.093816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-fd98b569-f556-4eb0-b807-78767f5c86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['091d3796-5e48-4474-a225-45bb65428728'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:20.093893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7bffeafc-fda1-4174-bb11-752f92f96d95 req-94a621f5-6956-422e-bab3-cc975e8c8e66 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262411 Apr 16 15:46:20.192391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-fd98b569-f556-4eb0-b807-78767f5c86e6 None None] Set router 091d3796-5e48-4474-a225-45bb65428728 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:46:20.217545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7c0b3-8209-48d1-9e0f-4d7f9c046dd0 req-d89e471d-dd11-42b0-8118-8e38752d3a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:20.218595 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26d7c0b3-8209-48d1-9e0f-4d7f9c046dd0 req-d89e471d-dd11-42b0-8118-8e38752d3a66 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 1135 time: 0.0533571 Apr 16 15:46:20.574302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-fd98b569-f556-4eb0-b807-78767f5c86e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:39Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'bf6c1836-27f5-4959-805e-6845b271cfdb', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.3', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '091d3796-5e48-4474-a225-45bb65428728', 'port_id': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-993669218', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'mac_address': 'fa:16:3e:89:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d95c00-1537-4795-bdc6-b193a7142098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:46:19Z', 'updated_at': '2021-04-16T15:46:19Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657d702c-5693-44c5-aa26-a6025f5a49a9', 'name': '', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:d2:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:39Z', 'updated_at': '2021-04-16T15:45:44Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:20.577218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd98b569-f556-4eb0-b807-78767f5c86e6 None None] The sync data for ids ['091d3796-5e48-4474-a225-45bb65428728'] in dv-neutron-786478-2-hyperv is: [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:39Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'bf6c1836-27f5-4959-805e-6845b271cfdb', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.3', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '091d3796-5e48-4474-a225-45bb65428728', 'port_id': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-993669218', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'mac_address': 'fa:16:3e:89:de:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d95c00-1537-4795-bdc6-b193a7142098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:46:19Z', 'updated_at': '2021-04-16T15:46:19Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '657d702c-5693-44c5-aa26-a6025f5a49a9', 'name': '', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:d2:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:39Z', 'updated_at': '2021-04-16T15:45:44Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:46:20.598155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7c0b3-8209-48d1-9e0f-4d7f9c046dd0 req-0e63515d-135b-481e-a9e0-509eab521e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:20.599306 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26d7c0b3-8209-48d1-9e0f-4d7f9c046dd0 req-0e63515d-135b-481e-a9e0-509eab521e55 service neutron] 10.222.0.107 "GET /v2.0/networks?id=095d79e7-8d89-4cfe-ba47-45dc3166ccad HTTP/1.1" status: 200 len: 899 time: 0.3771884 Apr 16 15:46:20.662392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26d7c0b3-8209-48d1-9e0f-4d7f9c046dd0 req-dbc04348-1207-41e7-af3c-a7aecd82ec19 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 1034 time: 0.0581038 Apr 16 15:46:20.698471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7c0b3-8209-48d1-9e0f-4d7f9c046dd0 req-ad90968a-9a2c-4fc6-8ed1-5cb7621f2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:20.699281 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26d7c0b3-8209-48d1-9e0f-4d7f9c046dd0 req-ad90968a-9a2c-4fc6-8ed1-5cb7621f2c1d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f3a26985-aa55-4910-b1dc-a06b4287f20f HTTP/1.1" status: 200 len: 835 time: 0.0333169 Apr 16 15:46:20.743843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7c0b3-8209-48d1-9e0f-4d7f9c046dd0 req-cc95a076-7251-4d75-830b-734155e54dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:20.744737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26d7c0b3-8209-48d1-9e0f-4d7f9c046dd0 req-cc95a076-7251-4d75-830b-734155e54dbd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=095d79e7-8d89-4cfe-ba47-45dc3166ccad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412319 Apr 16 15:46:20.826543 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26d7c0b3-8209-48d1-9e0f-4d7f9c046dd0 req-6b06491c-2d86-4b61-9c3f-5069f00fe173 service neutron] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0736852 Apr 16 15:46:20.835100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ca2c63-d905-477c-8e18-922332d8b729 None None] New status for floating IP bf6c1836-27f5-4959-805e-6845b271cfdb: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:46:20.906834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26d7c0b3-8209-48d1-9e0f-4d7f9c046dd0 req-2623b1f8-d56a-48f1-96ef-a3205fffef29 service neutron] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0747285 Apr 16 15:46:21.235818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da29fb-c19d-45d6-ad9b-de80fdfead7a req-e838abd8-2418-41d1-9037-1b2d2e3e2d24 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:21.236780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57da29fb-c19d-45d6-ad9b-de80fdfead7a req-e838abd8-2418-41d1-9037-1b2d2e3e2d24 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 982 time: 0.0691049 Apr 16 15:46:21.265593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57da29fb-c19d-45d6-ad9b-de80fdfead7a req-34f300f5-201b-4e28-8dd6-c76ebf72190d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253198 Apr 16 15:46:21.437050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-5a821958-8285-4b2b-8ae0-becf0f169e3b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:21.437934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-5a821958-8285-4b2b-8ae0-becf0f169e3b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 982 time: 0.0649376 Apr 16 15:46:21.504995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-de10d34a-7621-47cc-add1-9ab6ebbcee87 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:21.505875 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-de10d34a-7621-47cc-add1-9ab6ebbcee87 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0601251 Apr 16 15:46:21.593097 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b20acb9b-df4c-4fc3-ada8-6ff4c56633f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0798521 Apr 16 15:46:21.603478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:21.666931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:21.780524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:21.796432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:46:21.825026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] device_id is not set on port 467e9360-55b1-4dce-aa9c-524ee9fe451e yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:46:21.829431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:21.832907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:21.840697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-98fc1898-571a-4546-aade-86ebfd851bc0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:21.906673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] Pushing event updated for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=6']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:21.913485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:22.006909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] No DVR routers for this DVR port 467e9360-55b1-4dce-aa9c-524ee9fe451e on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:46:22.073006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-db3d8737-bebc-4ac4-9b9e-705fc83e86c9 None None] Provisioning complete for port 467e9360-55b1-4dce-aa9c-524ee9fe451e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:22.073332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db3d8737-bebc-4ac4-9b9e-705fc83e86c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:22.107347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-db3d8737-bebc-4ac4-9b9e-705fc83e86c9 None None] Port 467e9360-55b1-4dce-aa9c-524ee9fe451e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:46:22.150001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] In _notify_port_updated(), no bound segment for port 467e9360-55b1-4dce-aa9c-524ee9fe451e on network 095d79e7-8d89-4cfe-ba47-45dc3166ccad {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:46:22.150638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:22.151094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:22.152013 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bdb7c930-19a2-4b36-a95e-3a7761b8e310 req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] 10.222.0.107 "PUT /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 1025 time: 0.5508428 Apr 16 15:46:22.385782 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a6ad0103-47ef-4aa9-bcbd-f83f58c8ee63 req-3eec989b-aef4-4cdd-ae80-ebc141bacbbe tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0354309 Apr 16 15:46:23.513876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-45fa5cdf-b605-4940-9e8e-682dab21ae1e req-fc39ec24-821e-4d92-88bc-131ad30f45a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0354125 Apr 16 15:46:24.654553 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-228ca3a8-93a7-44fe-b628-bbd56c4f0de2 req-5bdb50d8-9c3c-45fb-9de5-2941731eae6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c9d95c00-1537-4795-bdc6-b193a7142098 HTTP/1.1" status: 200 len: 210 time: 0.0369611 Apr 16 15:46:24.937710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 467e9360-55b1-4dce-aa9c-524ee9fe451e no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:46:24.989368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 467e9360-55b1-4dce-aa9c-524ee9fe451e not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:46:25.734145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37446) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:25.789979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90953989-f685-4659-b900-4837e130dcf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:25.790387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-90953989-f685-4659-b900-4837e130dcf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:46:25.802047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-90953989-f685-4659-b900-4837e130dcf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:46:25.802865 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-90953989-f685-4659-b900-4837e130dcf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 924 time: 0.0678120 Apr 16 15:46:25.928988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37452) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:25.933504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200079064', 'description': 'tempest-secgroup-smoke-200079064 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:25.938246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:25.941363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:25.943485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:25.947565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:25.955094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:25.969677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:25.972407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:25.974837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:25.978832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:26.030244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.032745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.035564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1ccb86d6-a90c-4c3f-8010-928aab114322 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:26.064771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4076996-a045-4057-9f2d-819cb01a4845,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:26.067232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:26.068226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.071505 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392810 Apr 16 15:46:26.071965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37456) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:26.075349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e4076996-a045-4057-9f2d-819cb01a4845', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:26.079507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:26.082630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:26.084678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:26.088808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:26.100331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.141427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.144136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.148068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-040027a6-9c8a-4f38-92d3-136247c60e40 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:26.161453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3deb89f2-da6d-4f7d-ad1c-f2947fffcaa3,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:26.163060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:26.167540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.169482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0958014 Apr 16 15:46:26.171862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37460) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:26.175503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e4076996-a045-4057-9f2d-819cb01a4845', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:26.179520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:26.182286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:26.184244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:26.188212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:26.198471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.234816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.236816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.239772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a337c4c-5ed2-4bc6-bc77-a6fb466d6739 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:26.249918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27b5dde5-0eef-4ec6-86ea-4bc37c22ff03,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:26.251136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:26.255675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.256473 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0839546 Apr 16 15:46:26.260152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37464) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:26.263165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e4076996-a045-4057-9f2d-819cb01a4845', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:26.266390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:26.269001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:26.270857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:26.274181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:26.283655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.318305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.320228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.323141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2eab7ed8-0062-46c4-9a26-f2da2ef2512b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:26.335857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857f1a45-44e4-40c4-a7c1-434a4bff1de7,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:26.337156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:26.339724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.340471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0796673 Apr 16 15:46:26.342376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37468) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:26.345389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e4076996-a045-4057-9f2d-819cb01a4845', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:26.349334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:26.351654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:26.353676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:26.357605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:26.368400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.409278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.411430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.412707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-682180a7-947e-4e4b-8754-4859cb6857a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:26.426595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a902898-0164-4fd2-8f80-3a955d572585,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:26.428169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:26.432504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.433298 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0902643 Apr 16 15:46:26.437152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37472) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:26.441119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e4076996-a045-4057-9f2d-819cb01a4845', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:26.444994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:26.447574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:26.449518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:26.453379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:26.462739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:46:26.467055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.509616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.511608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.512935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a4f0e38e-5cdc-4c73-8fbe-9c81fd280ff7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:26.527867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b43a59f-ddb4-4ae0-9078-78f36c6f2ed3,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:26.529515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:26.533688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.534514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0967031 Apr 16 15:46:26.536718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37476) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:26.540280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e4076996-a045-4057-9f2d-819cb01a4845', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:26.544334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:26.546993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:26.548976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:26.553613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:26.560332 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:46:26.564751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.608205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.610138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.611475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4947cd1d-cfec-426a-8573-1098dd203c81 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:26.625909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9fde25-b408-4df2-b50e-d8653f702da4,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:26.627516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:26.632110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:26.632875 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0954773 Apr 16 15:46:26.758833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-61a003ef-3d55-4cc2-b926-58ec5fe67871 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200079064&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.0277338 Apr 16 15:46:26.810025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011bb28-0302-477b-a77f-7e2077deac4b req-32709bf3-7390-4e88-8ce0-672edf02a765 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:26.810854 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-32709bf3-7390-4e88-8ce0-672edf02a765 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 929 time: 0.0478306 Apr 16 15:46:26.860195 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-c5e2f001-fc1f-4369-84df-4b6374ec86ae service neutron] 10.222.0.95 "GET /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0345023 Apr 16 15:46:26.865776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-85035f5a-9fa2-4786-acf2-4008f65deb2f service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:46:26.866351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-85035f5a-9fa2-4786-acf2-4008f65deb2f service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0027766 Apr 16 15:46:26.937262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-5f822710-4bbb-4e51-9d3a-d700b686e11c service neutron] 10.222.0.95 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0679309 Apr 16 15:46:27.015159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-d1e0df17-a81b-4a99-a7fe-0aa7dc92a2fd service neutron] 10.222.0.95 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0704095 Apr 16 15:46:27.136449 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d51a48a5-eda6-4abb-b8cf-ff2a8f7937f5 req-dbd8a441-3936-44a7-8879-af68e583e22a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 210 time: 0.0310097 Apr 16 15:46:28.256679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3f75b8d-f558-44eb-96b3-4faf77e30a9b req-5c3ab1cc-12e9-447b-8f91-601c23bffe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 210 time: 0.0348303 Apr 16 15:46:28.440586 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b613f111-83a5-411c-b527-363378948e87 req-f422bbf3-6830-4999-abef-55592c5f650b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723500 Apr 16 15:46:28.956332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613f111-83a5-411c-b527-363378948e87 req-a514634f-387f-40b5-9a19-e551c19f8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:28.957442 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b613f111-83a5-411c-b527-363378948e87 req-a514634f-387f-40b5-9a19-e551c19f8572 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=dd01f908419e49c18cc8312862c5c62c&device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 1098 time: 0.0956028 Apr 16 15:46:28.961546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ea3247cb-7b25-471f-82f1-b7c3a4e569a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:28.962435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ea3247cb-7b25-471f-82f1-b7c3a4e569a7 service neutron] 10.222.0.107 "GET /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 1025 time: 0.0505784 Apr 16 15:46:29.140212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011bb28-0302-477b-a77f-7e2077deac4b req-72b3a6ff-655c-4e13-9c59-f1c8759dbffe tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:29.141285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-72b3a6ff-655c-4e13-9c59-f1c8759dbffe tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=095d79e7-8d89-4cfe-ba47-45dc3166ccad HTTP/1.1" status: 200 len: 797 time: 0.1730855 Apr 16 15:46:29.144665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613f111-83a5-411c-b527-363378948e87 req-151e0b71-1ebe-4df8-bc9f-1b5a848c50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:29.145614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b613f111-83a5-411c-b527-363378948e87 req-151e0b71-1ebe-4df8-bc9f-1b5a848c50c1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f873cfb2-0428-4c39-9b98-0acd03e06a54 HTTP/1.1" status: 200 len: 914 time: 0.1604044 Apr 16 15:46:29.242997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b613f111-83a5-411c-b527-363378948e87 req-45126f86-968f-4bee-818b-0ae341803d5f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a040b135-15a9-46dd-9ead-7af804c7d365 HTTP/1.1" status: 200 len: 1001 time: 0.0900681 Apr 16 15:46:29.281222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-f4411650-49ef-4957-803d-5aa145672a59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 13151 time: 0.1275873 Apr 16 15:46:29.292122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Request body: {'port': {'device_id': 'de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:29.313315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613f111-83a5-411c-b527-363378948e87 req-86d84bf6-072f-4756-be89-795e94fd17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:29.314193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b613f111-83a5-411c-b527-363378948e87 req-86d84bf6-072f-4756-be89-795e94fd17ad service neutron] 10.222.0.107 "GET /v2.0/subnets?id=265e0527-cb86-4527-b847-2fef39c3fb42 HTTP/1.1" status: 200 len: 851 time: 0.0649261 Apr 16 15:46:29.395823 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0c54885-c170-43a4-ac7f-6b45ef9262d3 req-3858df04-0fff-42d4-9991-c2ae634b4d98 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 210 time: 0.0535996 Apr 16 15:46:29.408356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:29.446098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613f111-83a5-411c-b527-363378948e87 req-8274798a-7fcc-4b48-8c0e-463813c25875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:29.447049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b613f111-83a5-411c-b527-363378948e87 req-8274798a-7fcc-4b48-8c0e-463813c25875 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f873cfb2-0428-4c39-9b98-0acd03e06a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1233058 Apr 16 15:46:29.859668 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b613f111-83a5-411c-b527-363378948e87 req-a4ede3a6-b949-433c-a432-b41e14d915b5 service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005008 Apr 16 15:46:29.978195 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b613f111-83a5-411c-b527-363378948e87 req-53bb1383-bc39-492d-88d4-6fedbc082c74 service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105044 Apr 16 15:46:29.984364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467e9360-55b1-4dce-aa9c-524ee9fe451e {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:46:29.988970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:29.998066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Transition to ACTIVE for port object 467e9360-55b1-4dce-aa9c-524ee9fe451e will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:46:30.001707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:30.009365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:30.076501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Pushing event updated for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=7']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:30.079093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:30.227000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Attempting to bind port 467e9360-55b1-4dce-aa9c-524ee9fe451e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:46:30.227239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Attempting to bind port 467e9360-55b1-4dce-aa9c-524ee9fe451e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:46:30.227503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Attempting to bind port 467e9360-55b1-4dce-aa9c-524ee9fe451e on network 095d79e7-8d89-4cfe-ba47-45dc3166ccad {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:46:30.230630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Port 467e9360-55b1-4dce-aa9c-524ee9fe451e on network 095d79e7-8d89-4cfe-ba47-45dc3166ccad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:46:30.230846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Attempting to bind port 467e9360-55b1-4dce-aa9c-524ee9fe451e on network 095d79e7-8d89-4cfe-ba47-45dc3166ccad {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:46:30.234310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:46:30.234589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Checking segment: {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:46:30.234850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Bound using segment: {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:46:30.235138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Bound port: 467e9360-55b1-4dce-aa9c-524ee9fe451e, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e47bce9-7bea-40a9-8beb-071f0ba17143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1475, 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:46:30.235398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:30.294256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:46:30.296432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:46:30.298714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:30.308338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:30.404470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Pushing event updated for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=8']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:30.407814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:30.427802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:30.428213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:30.429113 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-ecb5584e-d485-494e-af8d-253e763877be service neutron] 10.222.0.107 "PUT /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 1130 time: 1.1403732 Apr 16 15:46:30.429473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7', 'tag': '467e9360-55b1-4dce-aa9c-524ee9fe451e'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:46:30.491542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7', 'tag': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'status': 'completed', 'code': 200} Apr 16 15:46:30.548372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011bb28-0302-477b-a77f-7e2077deac4b req-5e6ee0f5-8fc8-4421-abbe-84b011e6aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:30.549296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-5e6ee0f5-8fc8-4421-abbe-84b011e6aac2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 1133 time: 0.0830207 Apr 16 15:46:30.557870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573ebc5-aaee-4b24-82b4-43d9686b82c5 req-a7b85908-eabc-4150-a558-bc7be39af4e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:30.558726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2573ebc5-aaee-4b24-82b4-43d9686b82c5 req-a7b85908-eabc-4150-a558-bc7be39af4e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 980 time: 0.0712502 Apr 16 15:46:30.630307 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2573ebc5-aaee-4b24-82b4-43d9686b82c5 req-bc59793f-e840-48fc-9b06-087009b792af tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438209 Apr 16 15:46:30.631381 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-1c954a52-d222-4a24-a9a5-cc022d30ca49 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 1034 time: 0.0721178 Apr 16 15:46:30.675105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011bb28-0302-477b-a77f-7e2077deac4b req-e2c8de9c-17b0-4b8a-9a26-d184935df1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:30.675849 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-e2c8de9c-17b0-4b8a-9a26-d184935df1e8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f3a26985-aa55-4910-b1dc-a06b4287f20f HTTP/1.1" status: 200 len: 835 time: 0.0370781 Apr 16 15:46:30.725457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011bb28-0302-477b-a77f-7e2077deac4b req-47d6ad7a-8b6e-497e-bfc5-0cdac754a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:30.726193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-47d6ad7a-8b6e-497e-bfc5-0cdac754a167 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=095d79e7-8d89-4cfe-ba47-45dc3166ccad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416222 Apr 16 15:46:30.805267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-7a8b69c6-d85f-464a-8656-fb00ae1b2c77 service neutron] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0700259 Apr 16 15:46:30.886022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d011bb28-0302-477b-a77f-7e2077deac4b req-5c9ede84-ade5-4ad4-b73f-132b4f1e6f34 service neutron] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0726235 Apr 16 15:46:31.791528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f83a10-baf0-4f00-a4bb-2f98839b7b95 req-f6b8dcb0-6f6c-41db-b0ac-80c619266567 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:31.792589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73f83a10-baf0-4f00-a4bb-2f98839b7b95 req-f6b8dcb0-6f6c-41db-b0ac-80c619266567 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 980 time: 0.0650380 Apr 16 15:46:31.825932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73f83a10-baf0-4f00-a4bb-2f98839b7b95 req-4f111435-e6ba-4e39-bf68-f89131d3d28a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258837 Apr 16 15:46:32.972336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedde86c-9b66-4e30-a91e-d72150dfa798 req-4448b6c1-8f23-4832-ac71-0a73e5775f2f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:32.973359 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eedde86c-9b66-4e30-a91e-d72150dfa798 req-4448b6c1-8f23-4832-ac71-0a73e5775f2f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 980 time: 0.0633852 Apr 16 15:46:32.980163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 467e9360-55b1-4dce-aa9c-524ee9fe451e details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:46:33.008857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eedde86c-9b66-4e30-a91e-d72150dfa798 req-3c62c5d9-c628-477a-9216-85a513568bfd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298767 Apr 16 15:46:33.074118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:33.083877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'port_id': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'mac_address': 'fa:16:3e:89:de:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1475, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:46:33.123170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:33.137402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467e9360-55b1-4dce-aa9c-524ee9fe451e {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:46:33.147853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:33.150336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:33.151772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:33.195112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=9']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:33.197191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:33.587124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['467e9360-55b1-4dce-aa9c-524ee9fe451e'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:46:34.152748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed91d9-e826-44a8-9de1-9926cc026312 req-6460fff4-d93c-4c0c-954b-19ddda0def32 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:34.153817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4ed91d9-e826-44a8-9de1-9926cc026312 req-6460fff4-d93c-4c0c-954b-19ddda0def32 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 981 time: 0.0620668 Apr 16 15:46:34.185610 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4ed91d9-e826-44a8-9de1-9926cc026312 req-2d5acf41-bbe2-4ffa-bc32-7018c15833d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271201 Apr 16 15:46:34.997252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 467e9360-55b1-4dce-aa9c-524ee9fe451e up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:46:35.057766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 467e9360-55b1-4dce-aa9c-524ee9fe451e completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:46:35.061161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 467e9360-55b1-4dce-aa9c-524ee9fe451e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:35.061440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:35.142528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:35.161262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467e9360-55b1-4dce-aa9c-524ee9fe451e'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:46:35.168500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:35.171206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:35.172612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:35.220343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=10']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:35.222823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:35.244087 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467e9360-55b1-4dce-aa9c-524ee9fe451e', 'code': 200} Apr 16 15:46:35.354662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b0b3a-11a8-4c62-a795-78a795238a00 req-0cfa0a52-9c0f-473c-89a2-49f2895de958 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:35.355695 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a9b0b3a-11a8-4c62-a795-78a795238a00 req-0cfa0a52-9c0f-473c-89a2-49f2895de958 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 983 time: 0.0985587 Apr 16 15:46:35.396702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d45a7-be48-4692-88f2-ada6153844f6 req-933d39c6-cae2-42a3-8f36-c1f3745ae785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:35.397511 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6d45a7-be48-4692-88f2-ada6153844f6 req-933d39c6-cae2-42a3-8f36-c1f3745ae785 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 1136 time: 0.0892994 Apr 16 15:46:35.400684 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a9b0b3a-11a8-4c62-a795-78a795238a00 req-f207f736-098e-4b9f-a741-888765f0ffe6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Apr 16 15:46:35.500057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d45a7-be48-4692-88f2-ada6153844f6 req-291d6633-81a6-4ef4-90d1-e3235cbeb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:35.501061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6d45a7-be48-4692-88f2-ada6153844f6 req-291d6633-81a6-4ef4-90d1-e3235cbeb640 service neutron] 10.222.0.107 "GET /v2.0/networks?id=095d79e7-8d89-4cfe-ba47-45dc3166ccad HTTP/1.1" status: 200 len: 899 time: 0.0950160 Apr 16 15:46:35.575396 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6d45a7-be48-4692-88f2-ada6153844f6 req-1b57955f-3f47-4881-9451-b1507bd2d1af service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 1036 time: 0.0658882 Apr 16 15:46:35.625473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d45a7-be48-4692-88f2-ada6153844f6 req-f3343063-76da-42fc-8629-1f1ce264c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:35.626366 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6d45a7-be48-4692-88f2-ada6153844f6 req-f3343063-76da-42fc-8629-1f1ce264c8a4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=f3a26985-aa55-4910-b1dc-a06b4287f20f HTTP/1.1" status: 200 len: 835 time: 0.0424237 Apr 16 15:46:35.685637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d45a7-be48-4692-88f2-ada6153844f6 req-af905bb1-adeb-405f-b2af-28f9500f5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:35.686638 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6d45a7-be48-4692-88f2-ada6153844f6 req-af905bb1-adeb-405f-b2af-28f9500f5641 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=095d79e7-8d89-4cfe-ba47-45dc3166ccad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521116 Apr 16 15:46:35.771716 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6d45a7-be48-4692-88f2-ada6153844f6 req-24633215-b2dd-4cdd-aafd-9de02b972be7 service neutron] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766497 Apr 16 15:46:35.876685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c6d45a7-be48-4692-88f2-ada6153844f6 req-967ac7fd-9917-47dd-b291-d06cbd31c091 service neutron] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962474 Apr 16 15:46:36.161659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efa94e-beb8-47b9-9f18-ea1f91142654 req-54de946e-db4f-4095-a970-feb83ea1f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:36.162762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31efa94e-beb8-47b9-9f18-ea1f91142654 req-54de946e-db4f-4095-a970-feb83ea1f3c6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 1136 time: 0.0611954 Apr 16 15:46:36.199736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31efa94e-beb8-47b9-9f18-ea1f91142654 req-8f977d99-4298-49f2-97ff-1c9aa9662882 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292087 Apr 16 15:46:36.540937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19dcb1-bf22-4486-a356-baacd8dec6cb req-94864a41-01c2-4d6d-8909-dfe7c3582860 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:36.541961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bb19dcb1-bf22-4486-a356-baacd8dec6cb req-94864a41-01c2-4d6d-8909-dfe7c3582860 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 983 time: 0.0629108 Apr 16 15:46:36.576228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bb19dcb1-bf22-4486-a356-baacd8dec6cb req-9d322f66-47d9-4f1f-ad72-74dc67a7e654 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269077 Apr 16 15:46:37.747625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cf64e-6239-4df0-9a55-78ea33e97c2f req-c5efd1d7-1b04-4583-8418-775c360fec55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:37.748606 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b0cf64e-6239-4df0-9a55-78ea33e97c2f req-c5efd1d7-1b04-4583-8418-775c360fec55 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 983 time: 0.0687242 Apr 16 15:46:37.784397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b0cf64e-6239-4df0-9a55-78ea33e97c2f req-803e28ca-f756-45fc-a7c3-689d8755521e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279129 Apr 16 15:46:37.980146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550442b9-cd6b-4ea8-8ab5-c4f5230701ff req-015347c9-ec29-4291-9664-ee5cb12e6752 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:37.981232 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-550442b9-cd6b-4ea8-8ab5-c4f5230701ff req-015347c9-ec29-4291-9664-ee5cb12e6752 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 983 time: 0.0664363 Apr 16 15:46:38.011576 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-550442b9-cd6b-4ea8-8ab5-c4f5230701ff req-86acd329-b75c-4f30-bfd8-cb63713c8161 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261261 Apr 16 15:46:38.027730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37538) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:38.085661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baecd1a2-76b0-4b47-8b5f-c1c29d54512f tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:38.086787 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-baecd1a2-76b0-4b47-8b5f-c1c29d54512f tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7&network_id=095d79e7-8d89-4cfe-ba47-45dc3166ccad HTTP/1.1" status: 200 len: 1131 time: 0.0582538 Apr 16 15:46:38.353857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12092a-35fc-4a2e-9934-76133cdc3776 req-62d3c581-e089-48a8-bfcf-d68acd206287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:38.354916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b12092a-35fc-4a2e-9934-76133cdc3776 req-62d3c581-e089-48a8-bfcf-d68acd206287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 983 time: 0.0656464 Apr 16 15:46:38.390184 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b12092a-35fc-4a2e-9934-76133cdc3776 req-c23f7a98-3428-4e47-aafd-a2a09b75ecf9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277827 Apr 16 15:46:39.542057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08671124-81b3-4b7b-88be-71a75e2745fa req-a052e41a-ee10-48eb-afab-2627cfd544f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:39.543152 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08671124-81b3-4b7b-88be-71a75e2745fa req-a052e41a-ee10-48eb-afab-2627cfd544f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 983 time: 0.0652080 Apr 16 15:46:39.581191 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08671124-81b3-4b7b-88be-71a75e2745fa req-97564c67-ea95-4421-aeed-73b99c22f184 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307004 Apr 16 15:46:39.748173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-371eb407-d08a-4a1c-99a0-927ab74e017b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:39.749181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-371eb407-d08a-4a1c-99a0-927ab74e017b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 983 time: 0.0768411 Apr 16 15:46:39.803262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-a1fb4466-a224-4ff6-8919-6ca181bf5519 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:39.804177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-a1fb4466-a224-4ff6-8919-6ca181bf5519 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0478969 Apr 16 15:46:39.910194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-ba3b92f2-8291-46f2-b89e-8dff0eec31a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0989678 Apr 16 15:46:39.922773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:40.001978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:40.395843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=467e9360-55b1-4dce-aa9c-524ee9fe451e,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:40.412810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] For port 467e9360-55b1-4dce-aa9c-524ee9fe451e, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:46:40.441392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] device_id is not set on port 467e9360-55b1-4dce-aa9c-524ee9fe451e yet. {{(pid=86006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 16 15:46:40.446611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:40.449925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:40.456852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-26cd64ff-919e-4993-9b63-944f05a7beb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:40.524214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Pushing event updated for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=11']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:40.534905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.535097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.535318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.535541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.535761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.535979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.536196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.536415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.536634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.536849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.537067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.537285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:40.540402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:40.632773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] No DVR routers for this DVR port 467e9360-55b1-4dce-aa9c-524ee9fe451e on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:46:40.726634 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed4003f4-d26c-48fa-889a-38073152f44c req-4407c89d-8159-4a1d-86f4-431004125dd6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 210 time: 0.0629215 Apr 16 15:46:40.765806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c05120c2-ddb6-4594-92dc-6da5d34e2f5e None None] Provisioning complete for port 467e9360-55b1-4dce-aa9c-524ee9fe451e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:40.766118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c05120c2-ddb6-4594-92dc-6da5d34e2f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:40.796190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] In _notify_port_updated(), no bound segment for port 467e9360-55b1-4dce-aa9c-524ee9fe451e on network 095d79e7-8d89-4cfe-ba47-45dc3166ccad {{(pid=86006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Apr 16 15:46:40.796840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:40.797264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:40.798207 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c9a589a-e4de-4554-b46b-a969a6067504 req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] 10.222.0.107 "PUT /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 200 len: 1026 time: 0.8783090 Apr 16 15:46:40.804185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c05120c2-ddb6-4594-92dc-6da5d34e2f5e None None] Port 467e9360-55b1-4dce-aa9c-524ee9fe451e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:46:41.340779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bafc0f14-a408-4332-badd-b752a298478c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:41.855844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d9aa9a6-1c8a-4fd6-884d-9ce15bf480be req-1b46f794-6451-4418-b540-0ee6f9cb455d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 210 time: 0.0365803 Apr 16 15:46:42.739671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83bf9ca7-a8b2-4fbb-9665-9311ba50c08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:42.908028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:42.994825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09eea763-e7ab-4fdb-b8f6-930e32071e7b req-9ddd7061-59ce-44d5-94b2-9a30fdc13c38 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=de2067bd-c0cd-49e6-a87b-5d8b32e2f4f7 HTTP/1.1" status: 200 len: 210 time: 0.0345254 Apr 16 15:46:43.027643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 467e9360-55b1-4dce-aa9c-524ee9fe451e no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:46:43.070255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 467e9360-55b1-4dce-aa9c-524ee9fe451e not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:46:43.098850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:43.262311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:44.077519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37558) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:44.086353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:44.129269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:44.149774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:44.182585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:44.185121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eaa5c7c7-fc6c-4513-b32f-9c0257c54c60 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:44.196676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4076996-a045-4057-9f2d-819cb01a4845,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:44.204014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.204227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.204503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.204784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.205063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.205391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.205635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.205910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.206186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.206491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.206773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.207050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:44.209562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:44.210585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:44.211432 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/e4076996-a045-4057-9f2d-819cb01a4845 HTTP/1.1" status: 204 len: 168 time: 0.1325881 Apr 16 15:46:44.233329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37564) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:44.376108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 67ee9793-a06d-42d4-b71c-d026aab92028 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:46:44.376385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:44.482737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:44.482992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:44.548569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 67ee9793-a06d-42d4-b71c-d026aab92028 owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:46:44.641682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:44.650615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-61dc1f1b-d682-48d6-bbe8-c99944c7fb43 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:44.704814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=67ee9793-a06d-42d4-b71c-d026aab92028,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:44.708849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:44.813139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:44.813394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP bf6c1836-27f5-4959-805e-6845b271cfdb disassociated (deleted). External IP: 172.26.4.3, port: 467e9360-55b1-4dce-aa9c-524ee9fe451e. Apr 16 15:46:45.299063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 091d3796-5e48-4474-a225-45bb65428728 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:46:45.397909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:46:45.406242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3229c4f-5251-4bc2-92a5-b6217ea2b8bf None None] Sync routers for ids ['091d3796-5e48-4474-a225-45bb65428728'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:46:45.411453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:45.416064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3229c4f-5251-4bc2-92a5-b6217ea2b8bf None None] Routers {'091d3796-5e48-4474-a225-45bb65428728'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:46:45.416504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e3229c4f-5251-4bc2-92a5-b6217ea2b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['091d3796-5e48-4474-a225-45bb65428728'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:45.450060 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/floatingips/bf6c1836-27f5-4959-805e-6845b271cfdb HTTP/1.1" status: 204 len: 168 time: 1.2142892 Apr 16 15:46:45.534556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e3229c4f-5251-4bc2-92a5-b6217ea2b8bf None None] Set router 091d3796-5e48-4474-a225-45bb65428728 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:46:45.539191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37572) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:45.584884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76c6ba65-0b4d-4b27-a93f-fa802dfa1af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:45.604179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76c6ba65-0b4d-4b27-a93f-fa802dfa1af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:45.638737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76c6ba65-0b4d-4b27-a93f-fa802dfa1af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:45.641162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac319c6e-7d06-4487-a4b5-da1b6c894c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:45.651633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6ba65-0b4d-4b27-a93f-fa802dfa1af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8958f3-9a81-4b07-b346-726bfa392ffa,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:45.654449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-76c6ba65-0b4d-4b27-a93f-fa802dfa1af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:45.658460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76c6ba65-0b4d-4b27-a93f-fa802dfa1af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:45.659164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-76c6ba65-0b4d-4b27-a93f-fa802dfa1af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/9d8958f3-9a81-4b07-b346-726bfa392ffa HTTP/1.1" status: 204 len: 168 time: 0.1189282 Apr 16 15:46:45.678724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37578) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:45.724899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7ca94-6fac-4558-8009-f8e046a88169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 467e9360-55b1-4dce-aa9c-524ee9fe451e {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:46:45.725100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca94-6fac-4558-8009-f8e046a88169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:45.743758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e3229c4f-5251-4bc2-92a5-b6217ea2b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:39Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '657d702c-5693-44c5-aa26-a6025f5a49a9', 'name': '', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:d2:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:39Z', 'updated_at': '2021-04-16T15:45:44Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:45.746639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3229c4f-5251-4bc2-92a5-b6217ea2b8bf None None] Checking router: 091d3796-5e48-4474-a225-45bb65428728 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:46:45.752539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3229c4f-5251-4bc2-92a5-b6217ea2b8bf None None] Routers {'091d3796-5e48-4474-a225-45bb65428728'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:46:45.752931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e3229c4f-5251-4bc2-92a5-b6217ea2b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['091d3796-5e48-4474-a225-45bb65428728'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:45.866732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e3229c4f-5251-4bc2-92a5-b6217ea2b8bf None None] Set router 091d3796-5e48-4474-a225-45bb65428728 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:46:45.867060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca94-6fac-4558-8009-f8e046a88169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:45.936552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6fd7ca94-6fac-4558-8009-f8e046a88169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 467e9360-55b1-4dce-aa9c-524ee9fe451e owned by {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:46:46.028991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca94-6fac-4558-8009-f8e046a88169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:46.038793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eca7a339-e364-4582-8aca-95ce43e9246b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:46.068906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e3229c4f-5251-4bc2-92a5-b6217ea2b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:39Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '657d702c-5693-44c5-aa26-a6025f5a49a9', 'name': '', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:d2:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:39Z', 'updated_at': '2021-04-16T15:45:44Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:46.072245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3229c4f-5251-4bc2-92a5-b6217ea2b8bf None None] The sync data for ids ['091d3796-5e48-4474-a225-45bb65428728'] in dv-neutron-786478-2-hyperv is: [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:39Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '657d702c-5693-44c5-aa26-a6025f5a49a9', 'name': '', 'network_id': '095d79e7-8d89-4cfe-ba47-45dc3166ccad', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:d2:a1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:39Z', 'updated_at': '2021-04-16T15:45:44Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'f3a26985-aa55-4910-b1dc-a06b4287f20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:46:46.097502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7ca94-6fac-4558-8009-f8e046a88169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=467e9360-55b1-4dce-aa9c-524ee9fe451e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:46.101848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6fd7ca94-6fac-4558-8009-f8e046a88169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:46.203623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6fd7ca94-6fac-4558-8009-f8e046a88169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:46.209863 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6fd7ca94-6fac-4558-8009-f8e046a88169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/ports/467e9360-55b1-4dce-aa9c-524ee9fe451e HTTP/1.1" status: 204 len: 168 time: 0.5303493 Apr 16 15:46:46.212348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37582) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:46.375693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c105d-8093-4f8d-9d0e-1401211036ba None None] New status for floating IP bf6c1836-27f5-4959-805e-6845b271cfdb: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:46:46.526479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:46.720383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 657d702c-5693-44c5-aa26-a6025f5a49a9 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:46:46.720678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:46.830473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 657d702c-5693-44c5-aa26-a6025f5a49a9, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=657d702c-5693-44c5-aa26-a6025f5a49a9,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:46.830653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:46.896946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 657d702c-5693-44c5-aa26-a6025f5a49a9 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:46:47.037918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:47.046628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c59754fe-2f9d-4e93-abcd-09c09ec2c83b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:47.092153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=657d702c-5693-44c5-aa26-a6025f5a49a9,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:47.095464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:47.285099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:47.832733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 091d3796-5e48-4474-a225-45bb65428728 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:46:47.959614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:46:47.968840 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/091d3796-5e48-4474-a225-45bb65428728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7554553 Apr 16 15:46:47.970646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c1f79-c43f-4600-ba9d-b1428e3e28b3 None None] Sync routers for ids ['091d3796-5e48-4474-a225-45bb65428728'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:46:47.971067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37586) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:47.977944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c1f79-c43f-4600-ba9d-b1428e3e28b3 None None] Routers {'091d3796-5e48-4474-a225-45bb65428728'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:46:47.978375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b50c1f79-c43f-4600-ba9d-b1428e3e28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['091d3796-5e48-4474-a225-45bb65428728'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:48.016943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0200cc3-1b0e-4a6b-944a-8539092e3e00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting subnet f3a26985-aa55-4910-b1dc-a06b4287f20f {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:46:48.019363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0200cc3-1b0e-4a6b-944a-8539092e3e00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.057838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0200cc3-1b0e-4a6b-944a-8539092e3e00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.119264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0200cc3-1b0e-4a6b-944a-8539092e3e00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.264599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b50c1f79-c43f-4600-ba9d-b1428e3e28b3 None None] Set router 091d3796-5e48-4474-a225-45bb65428728 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:46:48.310071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0200cc3-1b0e-4a6b-944a-8539092e3e00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.317207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f3305314-2df0-4c2f-909a-0c3fcbb8eb45 tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:48.361169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0200cc3-1b0e-4a6b-944a-8539092e3e00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a26985-aa55-4910-b1dc-a06b4287f20f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:48.368978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0200cc3-1b0e-4a6b-944a-8539092e3e00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:48.394234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0200cc3-1b0e-4a6b-944a-8539092e3e00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.398673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0200cc3-1b0e-4a6b-944a-8539092e3e00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/subnets/f3a26985-aa55-4910-b1dc-a06b4287f20f HTTP/1.1" status: 204 len: 168 time: 0.4265683 Apr 16 15:46:48.401817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37590) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:48.410903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d022ca13-f65a-4ba2-811f-aa4c39a21349 None None] Network 095d79e7-8d89-4cfe-ba47-45dc3166ccad requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:46:48.511092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.520597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b50c1f79-c43f-4600-ba9d-b1428e3e28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:46:46Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:48.524331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c1f79-c43f-4600-ba9d-b1428e3e28b3 None None] Checking router: 091d3796-5e48-4474-a225-45bb65428728 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:46:48.536491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c1f79-c43f-4600-ba9d-b1428e3e28b3 None None] Routers {'091d3796-5e48-4474-a225-45bb65428728'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:46:48.536859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b50c1f79-c43f-4600-ba9d-b1428e3e28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['091d3796-5e48-4474-a225-45bb65428728'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:48.615794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.621286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port bdaf3345-e785-4e01-83e9-2bbf55f1f168 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:46:48.621490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.644253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c2f815-fd17-4878-bf25-b9dc21129c1f None None] DHCP port deletion for 095d79e7-8d89-4cfe-ba47-45dc3166ccad request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:46:48.651576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b50c1f79-c43f-4600-ba9d-b1428e3e28b3 None None] Set router 091d3796-5e48-4474-a225-45bb65428728 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:46:48.678719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2f815-fd17-4878-bf25-b9dc21129c1f None None] Deleting port aff5f412-2aae-4e3b-8736-14497b7e266d {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:46:48.678995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f815-fd17-4878-bf25-b9dc21129c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.726198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port bdaf3345-e785-4e01-83e9-2bbf55f1f168, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=bdaf3345-e785-4e01-83e9-2bbf55f1f168,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:48.726478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.795316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for bdaf3345-e785-4e01-83e9-2bbf55f1f168 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:46:48.893096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.900715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4597b000-2ef1-458b-99c7-81a65a213413 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:48.937556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e5c2f815-fd17-4878-bf25-b9dc21129c1f None None] For port aff5f412-2aae-4e3b-8736-14497b7e266d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aff5f412-2aae-4e3b-8736-14497b7e266d,segment=NetworkSegment(7e47bce9-7bea-40a9-8beb-071f0ba17143),segment_id=7e47bce9-7bea-40a9-8beb-071f0ba17143)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:48.937816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f815-fd17-4878-bf25-b9dc21129c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:48.948348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=bdaf3345-e785-4e01-83e9-2bbf55f1f168,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:48.950048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:49.020584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e5c2f815-fd17-4878-bf25-b9dc21129c1f None None] Calling delete_port for aff5f412-2aae-4e3b-8736-14497b7e266d owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:46:49.051675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.069401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b50c1f79-c43f-4600-ba9d-b1428e3e28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:46:46Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:49.072756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c1f79-c43f-4600-ba9d-b1428e3e28b3 None None] The sync data for ids ['091d3796-5e48-4474-a225-45bb65428728'] in dv-neutron-786478-2-hyperv is: [{'id': '091d3796-5e48-4474-a225-45bb65428728', 'name': 'tempest-TestNetworkBasicOps-router-779673465', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:46:46Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'bdaf3345-e785-4e01-83e9-2bbf55f1f168', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:cf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091d3796-5e48-4474-a225-45bb65428728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:45:36Z', 'updated_at': '2021-04-16T15:45:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:46:49.077283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5c2f815-fd17-4878-bf25-b9dc21129c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.085737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efa482ec-fa33-4ef0-bf28-471e7386adce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:49.141394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2f815-fd17-4878-bf25-b9dc21129c1f None None] Pushing event deleted for resources: {'Port': ['ID=aff5f412-2aae-4e3b-8736-14497b7e266d,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:49.144400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5c2f815-fd17-4878-bf25-b9dc21129c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:49.163135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c2f815-fd17-4878-bf25-b9dc21129c1f None None] No DVR routers for this DVR port aff5f412-2aae-4e3b-8736-14497b7e266d on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:46:49.167953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.169349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.182907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.183299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Fanout notify agent at l3_agent the message router_deleted on router 091d3796-5e48-4474-a225-45bb65428728 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:46:49.192842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.193656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/routers/091d3796-5e48-4474-a225-45bb65428728 HTTP/1.1" status: 204 len: 168 time: 0.7911296 Apr 16 15:46:49.195688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37594) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:49.264787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.366743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.430909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095d79e7-8d89-4cfe-ba47-45dc3166ccad']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:49.437866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e47bce9-7bea-40a9-8beb-071f0ba17143') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:49.438029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e47bce9-7bea-40a9-8beb-071f0ba17143') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:49.444564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.453008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.456672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Releasing vlan 1475 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:46:49.806273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 095d79e7-8d89-4cfe-ba47-45dc3166ccad has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:46:49.811151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.901346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 095d79e7-8d89-4cfe-ba47-45dc3166ccad has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:46:49.913382 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:46:49.958483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.961172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:49.965654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:49.976737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/networks/095d79e7-8d89-4cfe-ba47-45dc3166ccad HTTP/1.1" status: 204 len: 168 time: 0.7804236 Apr 16 15:46:49.978508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Network': ['ID=095d79e7-8d89-4cfe-ba47-45dc3166ccad,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:49.979976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:49.988475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37598) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:49.998364 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bc7effa5-86e2-44c2-9988-9d24d1826299 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0087674 Apr 16 15:46:49.999722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37602) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:50.003293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'network': {'name': 'tempest-network-smoke--1520912402', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'port_security_enabled': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:50.006484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:50.009714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:network and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:50.012244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:50.016666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:50.024307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:46:50.028242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.047790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1480} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:46:50.052997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.053191 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Added segment a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3 of type vlan for network 949f53c7-463f-478f-ba92-764f2d054d44 Apr 16 15:46:50.067629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.085660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.089189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:50.089615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.091983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd3986a3-78fc-4320-bfdf-2432ff0975a8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:50.122383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device bdaf3345-e785-4e01-83e9-2bbf55f1f168 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:46:50.145398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: bdaf3345-e785-4e01-83e9-2bbf55f1f168 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:46:50.145613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device bdaf3345-e785-4e01-83e9-2bbf55f1f168 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:46:50.145876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aff5f412-2aae-4e3b-8736-14497b7e266d no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:46:50.162045 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1616018 Apr 16 15:46:50.162815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Network': ['ID=949f53c7-463f-478f-ba92-764f2d054d44,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:50.164061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: aff5f412-2aae-4e3b-8736-14497b7e266d {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:46:50.164153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37606) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:50.164261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aff5f412-2aae-4e3b-8736-14497b7e266d not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:46:50.164928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 657d702c-5693-44c5-aa26-a6025f5a49a9 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:46:50.165003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-595a5248-4789-4665-bdae-5e225a68ceec tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:50.168221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-315705818', 'admin_state_up': True, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:50.172996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:50.175394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:router and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:50.177166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:50.179546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 949f53c7-463f-478f-ba92-764f2d054d44 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:46:50.180472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:50.187496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.188462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.197053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.219174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 657d702c-5693-44c5-aa26-a6025f5a49a9 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:46:50.219380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 657d702c-5693-44c5-aa26-a6025f5a49a9 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:46:50.342951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.520429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.539549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.629032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.155 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/cad94c69-8744-4fb6-b31f-b39378341591) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:46:50.726956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.749718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:50.757644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34eeba69-aa4e-4527-838c-08477be436d6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:50.823965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=cad94c69-8744-4fb6-b31f-b39378341591,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:50.830262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:50.854445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:46:50.855118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:46:50.856440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:46:51.109223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:51.581261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:51.697440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router b9806816-e614-4ad2-bf3c-96426b5fc75a is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:46:51.806983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:46:51.818486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Sync routers for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:46:51.826138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:51.827028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:46:51.827132 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6619139 Apr 16 15:46:51.827461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:51.831236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37610) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:51.862194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-316682c4-9b08-4918-98b3-166205892b83 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=8368c00c80e846dda8d506830d64f85a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300505 Apr 16 15:46:51.865497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37614) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:51.943127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aca04a6-7ccb-45c9-a2a2-aa38cb7853ef tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:51.944090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2aca04a6-7ccb-45c9-a2a2-aa38cb7853ef tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0779784 Apr 16 15:46:51.946005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37618) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:51.947938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:46:51.970910 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b0c8cb96-7326-45ca-a699-743060451c69 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0228603 Apr 16 15:46:51.971014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37622) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:51.974172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1236917961', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:52.035824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:52.038509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:subnet and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:52.040377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:52.044267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:52.051190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:46:52.054740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.138035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:50Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:52.140571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Checking router: b9806816-e614-4ad2-bf3c-96426b5fc75a for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:46:52.140816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Updating router b9806816-e614-4ad2-bf3c-96426b5fc75a port cad94c69-8744-4fb6-b31f-b39378341591 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:46:52.181516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.288350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.296936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f3712f5-a63c-4374-a937-7a1f76fa37bc tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:52.366483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Subnet': ['ID=fe6d73ff-1ab2-4330-906e-b6cdd487836b,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:52.369375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:52.402276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Checking segment: {'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:46:52.402507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network hostable DHCP agents. Network: 949f53c7-463f-478f-ba92-764f2d054d44, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:46:52.406053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.413320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 949f53c7-463f-478f-ba92-764f2d054d44 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:46:52.413970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Transition to ACTIVE for port object cad94c69-8744-4fb6-b31f-b39378341591 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:46:52.417462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.417886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 949f53c7-463f-478f-ba92-764f2d054d44) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:46:52.425925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:52.426075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331e3176-73b5-44d6-a1ba-a7a3b7bfb81f None None] Network 949f53c7-463f-478f-ba92-764f2d054d44 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:46:52.427587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:52.427959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.441803 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4680681 Apr 16 15:46:52.442101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37626) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:52.494497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Pushing event updated for resources: {'Port': ['ID=cad94c69-8744-4fb6-b31f-b39378341591,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:52.505610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.505797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.506033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.506172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.506361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.506558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.506778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.506910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.507084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.507268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.507390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.507591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:46:52.511603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:52.537627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Attempting to bind port cad94c69-8744-4fb6-b31f-b39378341591 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:46:52.537960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Attempting to bind port cad94c69-8744-4fb6-b31f-b39378341591 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:46:52.538078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Attempting to bind port cad94c69-8744-4fb6-b31f-b39378341591 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:46:52.541376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:46:52.541573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:46:52.541816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.542124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:46:52.542322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Bound port: cad94c69-8744-4fb6-b31f-b39378341591, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:46:52.542572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.557142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-949f53c7-463f-478f-ba92-764f2d054d44', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:46:52.557714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.584740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] For port cad94c69-8744-4fb6-b31f-b39378341591, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:46:52.586706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] For port cad94c69-8744-4fb6-b31f-b39378341591, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cad94c69-8744-4fb6-b31f-b39378341591,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:46:52.590468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.598616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:52.648287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Allocated IP 172.20.0.2 (949f53c7-463f-478f-ba92-764f2d054d44/fe6d73ff-1ab2-4330-906e-b6cdd487836b/54971549-43c7-4f6e-90ba-610da61c8785) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:46:52.679955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Pushing event updated for resources: {'Port': ['ID=cad94c69-8744-4fb6-b31f-b39378341591,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:52.689960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:52.706389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:46:52.706907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:52.814492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:46:52.901571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.949033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.955605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Transition to ACTIVE for port object 54971549-43c7-4f6e-90ba-610da61c8785 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:46:52.966968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Transition to ACTIVE for port object 54971549-43c7-4f6e-90ba-610da61c8785 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:46:52.971241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:52.979038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bda9bef-791e-4266-b97d-17048df7ce1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:53.060431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Pushing event updated for resources: {'Port': ['ID=54971549-43c7-4f6e-90ba-610da61c8785,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:53.062999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:53.096680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Network 949f53c7-463f-478f-ba92-764f2d054d44 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:46:53.097368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:46:53.098910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:46:53.150217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:50Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:53.152911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de89ad43-a35e-45c5-b271-86603a68f65a None None] The sync data for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv is: [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:50Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:46:53.157072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Attempting to bind port 54971549-43c7-4f6e-90ba-610da61c8785 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:46:53.157308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Attempting to bind port 54971549-43c7-4f6e-90ba-610da61c8785 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:46:53.157534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Attempting to bind port 54971549-43c7-4f6e-90ba-610da61c8785 on network 949f53c7-463f-478f-ba92-764f2d054d44 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:46:53.161195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:46:53.161533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Checking segment: {'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:46:53.162034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:53.162403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Bound using segment: {'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:46:53.162843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Bound port: 54971549-43c7-4f6e-90ba-610da61c8785, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:46:53.163157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:53.219230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] For port 54971549-43c7-4f6e-90ba-610da61c8785, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:46:53.220982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] For port 54971549-43c7-4f6e-90ba-610da61c8785, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=54971549-43c7-4f6e-90ba-610da61c8785,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:46:53.223664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:53.231780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-988a0e1b-7124-4913-a4e6-186a94e3aa58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:53.314511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Pushing event updated for resources: {'Port': ['ID=54971549-43c7-4f6e-90ba-610da61c8785,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:53.317050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:53.423384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.1 (949f53c7-463f-478f-ba92-764f2d054d44/fe6d73ff-1ab2-4330-906e-b6cdd487836b/709ba76e-ddc7-48d7-9404-fa019d32c428) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:46:53.520077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:53.537730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 709ba76e-ddc7-48d7-9404-fa019d32c428 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:46:53.558099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:53.568139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1a560d57-a560-495b-9530-7bb3b8ec7867 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:53.660428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=709ba76e-ddc7-48d7-9404-fa019d32c428,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:53.663211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:53.692791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 949f53c7-463f-478f-ba92-764f2d054d44 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:46:53.693498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:46:53.695119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:46:53.730531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:53.797282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.058516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.061306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.080215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-891b6f00-605f-4435-8674-2a3ae5a03878 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:54.140151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.148676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=709ba76e-ddc7-48d7-9404-fa019d32c428,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:54.151105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:54.175279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 54971549-43c7-4f6e-90ba-610da61c8785 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:46:54.218519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 54971549-43c7-4f6e-90ba-610da61c8785 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:46:54.221724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cad94c69-8744-4fb6-b31f-b39378341591 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:46:54.230097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 949f53c7-463f-478f-ba92-764f2d054d44 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:46:54.230871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:46:54.269539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port cad94c69-8744-4fb6-b31f-b39378341591 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:46:54.272679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port cad94c69-8744-4fb6-b31f-b39378341591 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:54.273146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.344998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router b9806816-e614-4ad2-bf3c-96426b5fc75a has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:46:54.345280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.355213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port cad94c69-8744-4fb6-b31f-b39378341591, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cad94c69-8744-4fb6-b31f-b39378341591,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:54.358405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.359786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-07f5aad3-7b30-4b7b-adae-b0706f3c6d9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:54.414678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=cad94c69-8744-4fb6-b31f-b39378341591,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:54.423407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:54.425747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4da90d-c5ee-4324-9f0a-2f3d68e539d4 None None] Network 949f53c7-463f-478f-ba92-764f2d054d44 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:46:54.454775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:46:54.463077 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/b9806816-e614-4ad2-bf3c-96426b5fc75a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0198143 Apr 16 15:46:54.464922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37630) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:54.527974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9a8643c1-2c7b-4dbc-9253-6bb332004500 None None] Provisioning for port 54971549-43c7-4f6e-90ba-610da61c8785 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:46:54.547962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9a8643c1-2c7b-4dbc-9253-6bb332004500 None None] Provisioning complete for port 54971549-43c7-4f6e-90ba-610da61c8785 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:54.548215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a8643c1-2c7b-4dbc-9253-6bb332004500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.551083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9701c0-8610-4c87-8edb-b94dabf72692 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.551349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9701c0-8610-4c87-8edb-b94dabf72692 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.551608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9701c0-8610-4c87-8edb-b94dabf72692 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.551873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9701c0-8610-4c87-8edb-b94dabf72692 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.552138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9701c0-8610-4c87-8edb-b94dabf72692 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.552402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9701c0-8610-4c87-8edb-b94dabf72692 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.555475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ab9701c0-8610-4c87-8edb-b94dabf72692 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.0880082 Apr 16 15:46:54.555719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37634) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:54.599754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea47957-c7f2-4894-b3ff-a33e48703481 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.599989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea47957-c7f2-4894-b3ff-a33e48703481 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.600262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea47957-c7f2-4894-b3ff-a33e48703481 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.600523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea47957-c7f2-4894-b3ff-a33e48703481 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.600787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea47957-c7f2-4894-b3ff-a33e48703481 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.601049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea47957-c7f2-4894-b3ff-a33e48703481 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:54.602403 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1ea47957-c7f2-4894-b3ff-a33e48703481 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0458255 Apr 16 15:46:54.604421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37638) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:54.633140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a8643c1-2c7b-4dbc-9253-6bb332004500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.652911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9a8643c1-2c7b-4dbc-9253-6bb332004500 None None] For port 54971549-43c7-4f6e-90ba-610da61c8785, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=54971549-43c7-4f6e-90ba-610da61c8785,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:54.655127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a8643c1-2c7b-4dbc-9253-6bb332004500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.656855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:54.699464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8643c1-2c7b-4dbc-9253-6bb332004500 None None] Pushing event updated for resources: {'Port': ['ID=54971549-43c7-4f6e-90ba-610da61c8785,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:54.701507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9a8643c1-2c7b-4dbc-9253-6bb332004500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:54.730332 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9e4f0cb1-5930-4503-929e-ece88bf0601f tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1250160 Apr 16 15:46:54.769544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b9c6441a-d138-4372-9e46-14e65cf436ab None None] Provisioning complete for port 54971549-43c7-4f6e-90ba-610da61c8785 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:54.769826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9c6441a-d138-4372-9e46-14e65cf436ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.791179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:46:54.845454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37644) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:54.848591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b9c6441a-d138-4372-9e46-14e65cf436ab None None] Provisioning for port 709ba76e-ddc7-48d7-9404-fa019d32c428 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:46:54.849622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-196159475', 'description': 'tempest-secgroup-smoke-196159475 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:54.851838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b9c6441a-d138-4372-9e46-14e65cf436ab None None] Provisioning complete for port 709ba76e-ddc7-48d7-9404-fa019d32c428 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:54.852345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9c6441a-d138-4372-9e46-14e65cf436ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.853904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:54.856503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:54.858265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:54.861615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:54.869990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.882372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:54.884842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:54.886539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:54.886846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6441a-d138-4372-9e46-14e65cf436ab None None] Port 709ba76e-ddc7-48d7-9404-fa019d32c428 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:46:54.889968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:54.930090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.932465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.935394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3575c16e-62f7-4281-8b59-dd9469aa6afc tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:54.957775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:54.958580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1121221 Apr 16 15:46:54.959178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f03e06-79a5-48b7-a78c-28ed1c658ae8,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:54.960750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37648) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:54.962965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:54.964854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'b4f03e06-79a5-48b7-a78c-28ed1c658ae8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:54.968210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:54.970388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:54.972091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:54.975212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:54.985172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.000750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6b639496-47a4-4f67-a688-145b1f514250 None None] Provisioning complete for port 709ba76e-ddc7-48d7-9404-fa019d32c428 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:55.000951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b639496-47a4-4f67-a688-145b1f514250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.021773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.023652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.025597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f529726-b297-442f-82c9-6f4729c396c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:55.031885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6b639496-47a4-4f67-a688-145b1f514250 None None] Port 709ba76e-ddc7-48d7-9404-fa019d32c428 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:46:55.037704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec0d093-8568-4b35-95dc-2cf0318b61cc,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:55.040601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:55.043287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.044082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0827823 Apr 16 15:46:55.047987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37652) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:55.051124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'b4f03e06-79a5-48b7-a78c-28ed1c658ae8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:55.054483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:55.057258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:55.058967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:55.062303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:55.071089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.106245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.108132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.109384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84fd7bb6-7520-4352-81ed-7a1a4807f793 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:55.121476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94399cb-f758-4588-aeef-e9bfc0327b9a,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:55.122936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:55.126733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.127509 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0789180 Apr 16 15:46:55.129405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37656) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:55.132697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'b4f03e06-79a5-48b7-a78c-28ed1c658ae8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:55.136127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:55.138330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:55.140117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:55.143373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:55.154078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.187853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.189788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.191043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cd9be262-fa7e-4e46-8563-004d4623ba34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:55.204830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efabccf2-15af-436f-a137-2459d5bfe9b4,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:55.207848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:55.210371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.211112 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0810673 Apr 16 15:46:55.214197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37660) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:55.217368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'b4f03e06-79a5-48b7-a78c-28ed1c658ae8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:55.220986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:55.223571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:55.225309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:55.228608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:55.237679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.274231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.276023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.277254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82e9f962-463e-4fa0-8702-5d5f0fd7e39e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:55.288498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67949c5-c436-4db0-aafb-842577fdacf1,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:55.291184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:55.295486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.296255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0814373 Apr 16 15:46:55.298497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37664) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:55.301517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'b4f03e06-79a5-48b7-a78c-28ed1c658ae8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:55.304875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:55.307271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:55.309017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:55.312348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:55.318348 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:46:55.322304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.358294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.360035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.363285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-62e3022b-3bf6-4fc5-93f7-2c0d40fbe0d0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:55.373621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9de5da-818c-4b15-9401-be68a8f89e6a,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:55.374918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:55.379136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.381932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0807364 Apr 16 15:46:55.382125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37668) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:46:55.385601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'b4f03e06-79a5-48b7-a78c-28ed1c658ae8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:55.389334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:55.391830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:55.393527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:55.397288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:55.403276 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:46:55.406858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.445693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.447891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.451115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5a1957a-21d9-4341-a7a4-900ef81c8fe7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:55.461814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537a0eb9-7ac1-44d8-843f-58ab96d06ef5,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:55.463150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:55.466814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.467589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0848463 Apr 16 15:46:55.509338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Sync routers for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:46:55.516280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:46:55.516718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:55.568234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-67c9d308-a34b-438c-8236-122dd44c574d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-196159475&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.0242903 Apr 16 15:46:55.629402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:46:55.655552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-1320980c-4b08-4bf0-a11b-cac561d4a563 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:55.655948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-1320980c-4b08-4bf0-a11b-cac561d4a563 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:46:55.665370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-1320980c-4b08-4bf0-a11b-cac561d4a563 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:46:55.666065 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-1320980c-4b08-4bf0-a11b-cac561d4a563 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/networks?id=949f53c7-463f-478f-ba92-764f2d054d44 HTTP/1.1" status: 200 len: 797 time: 0.0932434 Apr 16 15:46:55.678813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-a3889993-2417-4ca1-af7b-e4dc442bc800 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/quotas/8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 375 time: 0.0054941 Apr 16 15:46:55.744224 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d7ecf9-7dfd-4498-a9ed-00e389f61483 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608850 Apr 16 15:46:55.780590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-a0082d3a-2dd5-4585-852f-12bd865c9f49 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:46:55.781147 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-a0082d3a-2dd5-4585-852f-12bd865c9f49 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295837 Apr 16 15:46:55.808828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:55.811642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Checking router: b9806816-e614-4ad2-bf3c-96426b5fc75a for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:46:55.811846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Updating router b9806816-e614-4ad2-bf3c-96426b5fc75a port 709ba76e-ddc7-48d7-9404-fa019d32c428 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:46:55.841400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:55.864615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-8e592970-a20d-416a-ac59-cd21938bcaf1 service neutron] 10.222.0.95 "GET /v2.0/networks/949f53c7-463f-478f-ba92-764f2d054d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797915 Apr 16 15:46:55.949166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-fac1a064-6fa3-4c19-8798-bbafc953f3fd service neutron] 10.222.0.95 "GET /v2.0/networks/949f53c7-463f-478f-ba92-764f2d054d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0761759 Apr 16 15:46:56.042747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:56.049868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Transition to ACTIVE for port object 709ba76e-ddc7-48d7-9404-fa019d32c428 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:46:56.055670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:56.056426 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-87b58429-c594-4dd5-957d-d9cfeca93c03 req-13889164-ce61-4926-ace5-75107a89c206 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 210 time: 0.0279725 Apr 16 15:46:56.069233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:56.122246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 54971549-43c7-4f6e-90ba-610da61c8785 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:46:56.329454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce29a6b-0467-46ec-8cf6-5bb9ce2533e8 None None] Pushing event updated for resources: {'Port': ['ID=709ba76e-ddc7-48d7-9404-fa019d32c428,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:56.339585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ce29a6b-0467-46ec-8cf6-5bb9ce2533e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:56.395556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 54971549-43c7-4f6e-90ba-610da61c8785 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:56.395923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:56.484310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Attempting to bind port 709ba76e-ddc7-48d7-9404-fa019d32c428 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:46:56.484542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Attempting to bind port 709ba76e-ddc7-48d7-9404-fa019d32c428 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:46:56.484731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Attempting to bind port 709ba76e-ddc7-48d7-9404-fa019d32c428 on network 949f53c7-463f-478f-ba92-764f2d054d44 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:46:56.502598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:46:56.502848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Checking segment: {'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:46:56.503103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:56.503359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Bound using segment: {'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:46:56.503780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Bound port: 709ba76e-ddc7-48d7-9404-fa019d32c428, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:46:56.503895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:56.543871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cad94c69-8744-4fb6-b31f-b39378341591 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:46:56.596477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] For port 709ba76e-ddc7-48d7-9404-fa019d32c428, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:46:56.598937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] For port 709ba76e-ddc7-48d7-9404-fa019d32c428, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=709ba76e-ddc7-48d7-9404-fa019d32c428,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:46:56.602205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:56.609613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:56.670330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port cad94c69-8744-4fb6-b31f-b39378341591 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:56.670639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:56.722390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce29a6b-0467-46ec-8cf6-5bb9ce2533e8 None None] Pushing event updated for resources: {'Port': ['ID=709ba76e-ddc7-48d7-9404-fa019d32c428,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:56.729795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ce29a6b-0467-46ec-8cf6-5bb9ce2533e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:56.772742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:46:56.773125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:56.883909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:46:57.062774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:46:56Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:46:57.065089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f583d163-1662-43ee-b1aa-f4c2833f6713 None None] The sync data for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv is: [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:46:56Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:46:57.160968 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-397f0139-ba18-4a55-92d8-1c4decc7af1d req-fbeceb4d-2a8f-47f1-8e92-49b87b3b3c69 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 210 time: 0.0342679 Apr 16 15:46:58.137910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 709ba76e-ddc7-48d7-9404-fa019d32c428 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:46:58.187586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 709ba76e-ddc7-48d7-9404-fa019d32c428 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:46:58.190580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 709ba76e-ddc7-48d7-9404-fa019d32c428 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:58.190840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:58.266103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:58.285004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 709ba76e-ddc7-48d7-9404-fa019d32c428, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=709ba76e-ddc7-48d7-9404-fa019d32c428,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:46:58.287595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:58.290764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:58.292535 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d89d8fb-a73b-43f9-9472-6d3575e77cd2 req-d2de19b6-f82f-47ff-9ea4-7d9d7623a9ea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 210 time: 0.0382576 Apr 16 15:46:58.331451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=709ba76e-ddc7-48d7-9404-fa019d32c428,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:58.333309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-2db96399-e2ae-47e7-b667-be911c980a1b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:58.333595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:58.334617 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-2db96399-e2ae-47e7-b667-be911c980a1b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=949f53c7-463f-478f-ba92-764f2d054d44 HTTP/1.1" status: 200 len: 797 time: 0.1333210 Apr 16 15:46:58.385794 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-e5f518bf-5fa1-4d8f-95d3-ef9a5984ce27 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 8067 time: 0.0372076 Apr 16 15:46:58.394713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'device_id': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'admin_state_up': True, 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'security_groups': ['b4f03e06-79a5-48b7-a78c-28ed1c658ae8']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:58.469920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:46:58.472564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:port and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:46:58.474242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:46:58.477513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:46:58.484040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:46:58.487517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:58.574601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.5 (949f53c7-463f-478f-ba92-764f2d054d44/fe6d73ff-1ab2-4330-906e-b6cdd487836b/4fe734fb-fbb3-44cc-918a-221e2f1d50ce) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:46:58.688971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:58.697636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 4fe734fb-fbb3-44cc-918a-221e2f1d50ce will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:46:58.717215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:58.725307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:58.795521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=4fe734fb-fbb3-44cc-918a-221e2f1d50ce,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:58.797154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:58.827146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 949f53c7-463f-478f-ba92-764f2d054d44 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:46:58.827920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:46:58.829214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:46:58.864658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:58.865070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:58.879567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4872630 Apr 16 15:46:58.893072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Request body: {'port': {'device_id': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:46:58.952286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-649cce13-c92d-4af8-96ff-8a1d779c6f68 None None] Provisioning for port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:46:58.955108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-649cce13-c92d-4af8-96ff-8a1d779c6f68 None None] Provisioning complete for port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:46:58.955342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-649cce13-c92d-4af8-96ff-8a1d779c6f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:58.961714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:58.988995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-649cce13-c92d-4af8-96ff-8a1d779c6f68 None None] Port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:46:59.163534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe734fb-fbb3-44cc-918a-221e2f1d50ce {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:46:59.167810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:59.175854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Transition to ACTIVE for port object 4fe734fb-fbb3-44cc-918a-221e2f1d50ce will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:46:59.178954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:59.198523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4dc66ca-817c-4dd1-9a97-727d6414f7f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:59.265946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Pushing event updated for resources: {'Port': ['ID=4fe734fb-fbb3-44cc-918a-221e2f1d50ce,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:59.268036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:59.419509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Attempting to bind port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:46:59.419706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Attempting to bind port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:46:59.419903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Attempting to bind port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce on network 949f53c7-463f-478f-ba92-764f2d054d44 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:46:59.426408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce on network 949f53c7-463f-478f-ba92-764f2d054d44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:46:59.426609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Attempting to bind port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce on network 949f53c7-463f-478f-ba92-764f2d054d44 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:46:59.431957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:46:59.432152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Checking segment: {'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:46:59.432379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Bound using segment: {'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:46:59.432632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Bound port: 4fe734fb-fbb3-44cc-918a-221e2f1d50ce, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:46:59.432839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:59.446953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c6863-b907-4ded-b077-071fe2284dea req-08587d89-5946-4e3d-8da7-d6e15f67d0da tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:59.447376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-534c6863-b907-4ded-b077-071fe2284dea req-08587d89-5946-4e3d-8da7-d6e15f67d0da tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:46:59.480612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-534c6863-b907-4ded-b077-071fe2284dea req-08587d89-5946-4e3d-8da7-d6e15f67d0da tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:46:59.481385 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-534c6863-b907-4ded-b077-071fe2284dea req-08587d89-5946-4e3d-8da7-d6e15f67d0da tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 943 time: 0.1171818 Apr 16 15:46:59.510279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] For port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:46:59.517919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] For port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4fe734fb-fbb3-44cc-918a-221e2f1d50ce,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:46:59.520492 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-534c6863-b907-4ded-b077-071fe2284dea req-700d81bd-991a-4e58-af31-ad3825441e14 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f03e06-79a5-48b7-a78c-28ed1c658ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330164 Apr 16 15:46:59.521379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:59.534757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ad2107fa-27fb-4cdd-97f5-124c48cbb388 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:46:59.864181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Pushing event updated for resources: {'Port': ['ID=4fe734fb-fbb3-44cc-918a-221e2f1d50ce,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:46:59.866212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:46:59.884370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:59.884710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:46:59.885615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] 10.222.0.107 "PUT /v2.0/ports/4fe734fb-fbb3-44cc-918a-221e2f1d50ce HTTP/1.1" status: 200 len: 1093 time: 0.9953437 Apr 16 15:46:59.885919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'tag': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:46:59.915621 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'tag': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'status': 'completed', 'code': 200} Apr 16 15:46:59.973145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bea5897c-116b-434d-b4ea-e0f64e052484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:46:59.974108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-bea5897c-116b-434d-b4ea-e0f64e052484 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 1096 time: 0.0500128 Apr 16 15:47:00.021881 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-575db6a4-c465-44ad-b451-ac4dd2a1a1f3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fe734fb-fbb3-44cc-918a-221e2f1d50ce HTTP/1.1" status: 200 len: 217 time: 0.0382235 Apr 16 15:47:00.063321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-d56aedb9-a09b-43dd-9031-985fcd8dbd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:00.064126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-d56aedb9-a09b-43dd-9031-985fcd8dbd83 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fe6d73ff-1ab2-4330-906e-b6cdd487836b HTTP/1.1" status: 200 len: 835 time: 0.0337815 Apr 16 15:47:00.117771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-42d91265-def0-454b-aeba-1de08fe35efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:00.118808 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-42d91265-def0-454b-aeba-1de08fe35efd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=949f53c7-463f-478f-ba92-764f2d054d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455999 Apr 16 15:47:00.128672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 709ba76e-ddc7-48d7-9404-fa019d32c428 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:47:00.186951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 709ba76e-ddc7-48d7-9404-fa019d32c428 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:47:00.187298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:00.213807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-cb82c23e-874b-4207-bc08-d4a8c154ebc5 service neutron] 10.222.0.107 "GET /v2.0/networks/949f53c7-463f-478f-ba92-764f2d054d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862782 Apr 16 15:47:00.306381 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-743aa715-d403-44f6-a5cf-12c81b2bbcfe req-81e9b384-be89-4727-b111-391aea0dd73d service neutron] 10.222.0.107 "GET /v2.0/networks/949f53c7-463f-478f-ba92-764f2d054d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837882 Apr 16 15:47:00.678898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c4697-3db9-43af-956b-e32c4d9fe8da req-f8035d80-4bfa-46ab-8c42-f889e4c53902 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:00.679973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-727c4697-3db9-43af-956b-e32c4d9fe8da req-f8035d80-4bfa-46ab-8c42-f889e4c53902 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 943 time: 0.0658267 Apr 16 15:47:00.712456 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-727c4697-3db9-43af-956b-e32c4d9fe8da req-0024bc42-ac14-461f-980e-01c26fb9aa0f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f03e06-79a5-48b7-a78c-28ed1c658ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277071 Apr 16 15:47:01.113426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9386-10dc-4195-a482-3fe5558bd6ce req-d5cf8d06-1cb0-4acb-aa4a-72bdb308ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:01.116696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78c9386-10dc-4195-a482-3fe5558bd6ce req-d5cf8d06-1cb0-4acb-aa4a-72bdb308ed72 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 1096 time: 0.0742643 Apr 16 15:47:01.117386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4fe734fb-fbb3-44cc-918a-221e2f1d50ce details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:47:01.209046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9386-10dc-4195-a482-3fe5558bd6ce req-c8417524-4548-4034-805d-be9c76e78b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:01.210129 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78c9386-10dc-4195-a482-3fe5558bd6ce req-c8417524-4548-4034-805d-be9c76e78b29 service neutron] 10.222.0.107 "GET /v2.0/networks?id=949f53c7-463f-478f-ba92-764f2d054d44 HTTP/1.1" status: 200 len: 899 time: 0.0860012 Apr 16 15:47:01.211920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4fe734fb-fbb3-44cc-918a-221e2f1d50ce,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:01.222043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'port_id': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'mac_address': 'fa:16:3e:7f:6d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:47:01.257332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:01.258797 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78c9386-10dc-4195-a482-3fe5558bd6ce req-904a2e3a-07a3-4534-8e4d-56f460a39bd8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fe734fb-fbb3-44cc-918a-221e2f1d50ce HTTP/1.1" status: 200 len: 217 time: 0.0405052 Apr 16 15:47:01.271336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe734fb-fbb3-44cc-918a-221e2f1d50ce {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:47:01.282317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4fe734fb-fbb3-44cc-918a-221e2f1d50ce,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:01.285144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:01.286499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:01.319381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9386-10dc-4195-a482-3fe5558bd6ce req-f3c56e59-8be0-4283-8231-07420e11d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:01.320427 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78c9386-10dc-4195-a482-3fe5558bd6ce req-f3c56e59-8be0-4283-8231-07420e11d3db service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fe6d73ff-1ab2-4330-906e-b6cdd487836b HTTP/1.1" status: 200 len: 835 time: 0.0527782 Apr 16 15:47:01.329024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=4fe734fb-fbb3-44cc-918a-221e2f1d50ce,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:01.331372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:01.372179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c9386-10dc-4195-a482-3fe5558bd6ce req-347003f2-deba-43e5-b82f-e6e4ee54ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:01.373130 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78c9386-10dc-4195-a482-3fe5558bd6ce req-347003f2-deba-43e5-b82f-e6e4ee54ef7f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=949f53c7-463f-478f-ba92-764f2d054d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473545 Apr 16 15:47:01.465932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78c9386-10dc-4195-a482-3fe5558bd6ce req-78d13e02-999f-442c-b55b-5565a93b1a0b service neutron] 10.222.0.107 "GET /v2.0/networks/949f53c7-463f-478f-ba92-764f2d054d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870204 Apr 16 15:47:01.558217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78c9386-10dc-4195-a482-3fe5558bd6ce req-4e3ffc46-1ff9-4972-8c02-cdde83dd0b4c service neutron] 10.222.0.107 "GET /v2.0/networks/949f53c7-463f-478f-ba92-764f2d054d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852506 Apr 16 15:47:01.711873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['4fe734fb-fbb3-44cc-918a-221e2f1d50ce'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:47:01.845668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd6869-ab4f-406c-856c-d6952d160a92 req-aaa4a328-a0d9-4411-a2e5-2decfa300bd8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:01.846601 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28dd6869-ab4f-406c-856c-d6952d160a92 req-aaa4a328-a0d9-4411-a2e5-2decfa300bd8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 944 time: 0.0545468 Apr 16 15:47:01.874876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28dd6869-ab4f-406c-856c-d6952d160a92 req-d3bfdf79-9897-43f8-84f4-c71e79c6d033 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f03e06-79a5-48b7-a78c-28ed1c658ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240624 Apr 16 15:47:03.030340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5814a-1418-4452-8023-05dc69b66aee req-2a8bc4a4-f5e6-4e87-a0fd-0830e50cde0f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:03.031415 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b4d5814a-1418-4452-8023-05dc69b66aee req-2a8bc4a4-f5e6-4e87-a0fd-0830e50cde0f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 944 time: 0.0644343 Apr 16 15:47:03.066310 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b4d5814a-1418-4452-8023-05dc69b66aee req-c33c8376-33d2-412a-8b32-3c32205d14fe tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f03e06-79a5-48b7-a78c-28ed1c658ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305207 Apr 16 15:47:03.120273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4fe734fb-fbb3-44cc-918a-221e2f1d50ce up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:47:03.172137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:47:03.175718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:47:03.175978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:03.255990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:03.460805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:47:03.467370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4fe734fb-fbb3-44cc-918a-221e2f1d50ce,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:03.469656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:03.470919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:03.501769 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'code': 200} Apr 16 15:47:03.509663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=4fe734fb-fbb3-44cc-918a-221e2f1d50ce,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:03.511670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:04.213527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c7d59-7361-46e9-bab7-856f9a9323a8 req-f06a11f3-9ae9-48e9-90ca-86335d1a303d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:04.214567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-317c7d59-7361-46e9-bab7-856f9a9323a8 req-f06a11f3-9ae9-48e9-90ca-86335d1a303d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 945 time: 0.0672503 Apr 16 15:47:04.250367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-317c7d59-7361-46e9-bab7-856f9a9323a8 req-fc2e072e-8984-4567-99c7-539077526b83 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f03e06-79a5-48b7-a78c-28ed1c658ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276887 Apr 16 15:47:04.424081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf319e4-a3ab-4b29-97ef-8fccd9990eb4 req-dc90c104-e2c9-40ea-8f20-642eb9dea81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:04.425217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bf319e4-a3ab-4b29-97ef-8fccd9990eb4 req-dc90c104-e2c9-40ea-8f20-642eb9dea81d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 1098 time: 0.0664458 Apr 16 15:47:04.467976 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bf319e4-a3ab-4b29-97ef-8fccd9990eb4 req-f5d51c51-2df6-4212-927e-980bb56b2a65 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=b4f03e06-79a5-48b7-a78c-28ed1c658ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344512 Apr 16 15:47:05.410324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f04498-759c-48b1-b094-a8b7fed57663 req-6c33d0a1-6478-46df-9db7-bd9795f31e74 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:05.411468 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4f04498-759c-48b1-b094-a8b7fed57663 req-6c33d0a1-6478-46df-9db7-bd9795f31e74 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 945 time: 0.0762773 Apr 16 15:47:05.445325 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4f04498-759c-48b1-b094-a8b7fed57663 req-a7e838d1-3cc5-4dc2-a824-625d384e25f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f03e06-79a5-48b7-a78c-28ed1c658ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284920 Apr 16 15:47:05.585893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feafac4-392e-4864-8952-ca2e2961f4f1 req-28b67927-39ae-4cf7-938f-d346302de350 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:05.586955 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6feafac4-392e-4864-8952-ca2e2961f4f1 req-28b67927-39ae-4cf7-938f-d346302de350 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 945 time: 0.0705822 Apr 16 15:47:05.618929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6feafac4-392e-4864-8952-ca2e2961f4f1 req-7cff30aa-85f8-414f-a9db-4c160015de9c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f03e06-79a5-48b7-a78c-28ed1c658ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272079 Apr 16 15:47:05.634436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37724) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:05.686758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ebc6cd-8638-49c4-9a55-7d18d57435f1 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:05.687828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-88ebc6cd-8638-49c4-9a55-7d18d57435f1 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 1093 time: 0.0527039 Apr 16 15:47:05.690052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37728) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:05.693664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:47:05.698112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:47:05.701838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:floatingip and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:47:05.704057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:47:05.708490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:47:05.716654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:05.803153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:05.878083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.187 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/15762670-dae6-498b-beda-3a8f842bbe03) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:47:05.967313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:05.985729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:05.992479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfc67fa4-86c8-4b27-b7bb-5018fa219b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:06.060448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=15762670-dae6-498b-beda-3a8f842bbe03,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:06.063032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:06.104202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:47:06.104925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:47:06.106408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:47:06.364287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:06.413974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:06.529466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:06.534045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:06.547435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:06.626289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=15762670-dae6-498b-beda-3a8f842bbe03,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:06.628342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:06.695845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:07.080298 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP e98fb6e1-2b89-44ee-a68f-2aec64909873 associated. External IP: 172.26.4.187, port: 4fe734fb-fbb3-44cc-918a-221e2f1d50ce. Apr 16 15:47:07.277166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router b9806816-e614-4ad2-bf3c-96426b5fc75a has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:47:07.378274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:47:07.390351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cdb90-2ab4-469c-b84c-706156eb6b17 None None] Sync routers for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:47:07.395005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:07.399078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cdb90-2ab4-469c-b84c-706156eb6b17 None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:07.399484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c59cdb90-2ab4-469c-b84c-706156eb6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:07.431293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7404618 Apr 16 15:47:07.431863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'tag': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:47:07.433778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37732) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:07.478059 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'tag': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'status': 'completed', 'code': 200} Apr 16 15:47:07.514486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-c59cdb90-2ab4-469c-b84c-706156eb6b17 None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:07.561566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0f527993-14c8-438b-bee7-e9db5f41fe8c tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers/b9806816-e614-4ad2-bf3c-96426b5fc75a HTTP/1.1" status: 200 len: 922 time: 0.1190269 Apr 16 15:47:07.563453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37738) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:07.629816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ba0301e8-0635-43ab-b81c-c0db82600c30 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/e98fb6e1-2b89-44ee-a68f-2aec64909873 HTTP/1.1" status: 200 len: 991 time: 0.0654571 Apr 16 15:47:07.741857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c59cdb90-2ab4-469c-b84c-706156eb6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'e98fb6e1-2b89-44ee-a68f-2aec64909873', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'port_id': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'mac_address': 'fa:16:3e:7f:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:47:06Z', 'updated_at': '2021-04-16T15:47:06Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:46:58Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:07.744758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cdb90-2ab4-469c-b84c-706156eb6b17 None None] Checking router: b9806816-e614-4ad2-bf3c-96426b5fc75a for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:47:07.750783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cdb90-2ab4-469c-b84c-706156eb6b17 None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:07.751190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c59cdb90-2ab4-469c-b84c-706156eb6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:46:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:07.861894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-c59cdb90-2ab4-469c-b84c-706156eb6b17 None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:08.087128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c59cdb90-2ab4-469c-b84c-706156eb6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'e98fb6e1-2b89-44ee-a68f-2aec64909873', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'port_id': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'mac_address': 'fa:16:3e:7f:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:47:06Z', 'updated_at': '2021-04-16T15:47:06Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:46:58Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:08.089787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59cdb90-2ab4-469c-b84c-706156eb6b17 None None] The sync data for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv is: [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'e98fb6e1-2b89-44ee-a68f-2aec64909873', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'port_id': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'mac_address': 'fa:16:3e:7f:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:47:06Z', 'updated_at': '2021-04-16T15:47:06Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:46:58Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:47:08.219398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92896573-ed97-4b45-b5d0-3ba8165c4b03 req-02fdac28-6532-4b4f-befa-5f884da3aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:08.220478 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92896573-ed97-4b45-b5d0-3ba8165c4b03 req-02fdac28-6532-4b4f-befa-5f884da3aa59 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 1098 time: 0.0548081 Apr 16 15:47:08.310714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92896573-ed97-4b45-b5d0-3ba8165c4b03 req-4a627bca-ccaa-4490-a5e8-ccea4ee9f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:08.311854 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92896573-ed97-4b45-b5d0-3ba8165c4b03 req-4a627bca-ccaa-4490-a5e8-ccea4ee9f4fe service neutron] 10.222.0.107 "GET /v2.0/networks?id=949f53c7-463f-478f-ba92-764f2d054d44 HTTP/1.1" status: 200 len: 899 time: 0.0876977 Apr 16 15:47:08.316474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4016dfed-594e-496d-8d1e-776732d8a44b None None] New status for floating IP e98fb6e1-2b89-44ee-a68f-2aec64909873: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:47:08.370916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92896573-ed97-4b45-b5d0-3ba8165c4b03 req-3d745847-3d3a-49de-b10f-94678f55b2df service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fe734fb-fbb3-44cc-918a-221e2f1d50ce HTTP/1.1" status: 200 len: 999 time: 0.0553293 Apr 16 15:47:08.412976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92896573-ed97-4b45-b5d0-3ba8165c4b03 req-7387dc89-cc34-4341-b89d-34784fe9ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:08.413910 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92896573-ed97-4b45-b5d0-3ba8165c4b03 req-7387dc89-cc34-4341-b89d-34784fe9ff23 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fe6d73ff-1ab2-4330-906e-b6cdd487836b HTTP/1.1" status: 200 len: 835 time: 0.0360537 Apr 16 15:47:08.467433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92896573-ed97-4b45-b5d0-3ba8165c4b03 req-72c5bfcf-2cd2-46ae-aed8-34c9adfc794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:08.468437 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92896573-ed97-4b45-b5d0-3ba8165c4b03 req-72c5bfcf-2cd2-46ae-aed8-34c9adfc794a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=949f53c7-463f-478f-ba92-764f2d054d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466855 Apr 16 15:47:08.547015 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92896573-ed97-4b45-b5d0-3ba8165c4b03 req-d8a59f2a-74e2-4274-9a02-e68f0a7ab61b service neutron] 10.222.0.107 "GET /v2.0/networks/949f53c7-463f-478f-ba92-764f2d054d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0737646 Apr 16 15:47:08.633516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37742) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:08.641888 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92896573-ed97-4b45-b5d0-3ba8165c4b03 req-f1c793ab-7461-4d27-ae37-41f342113ad9 service neutron] 10.222.0.107 "GET /v2.0/networks/949f53c7-463f-478f-ba92-764f2d054d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862882 Apr 16 15:47:08.695765 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3c6bea15-0fb6-4acc-bedb-34b02553bda9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/e98fb6e1-2b89-44ee-a68f-2aec64909873 HTTP/1.1" status: 200 len: 993 time: 0.0613589 Apr 16 15:47:11.340835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01643069-6059-48f4-9fd1-1ef0605ac12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:12.731294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed49ade6-bbcf-4700-a809-0182bd4c1fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:12.912293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:13.104975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:13.278385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:14.091310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:22.200365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-db4ac536-e9cb-4f85-80e2-5df8da3e1368 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660651 Apr 16 15:47:24.737790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37750) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:25.079077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-d821f034-1196-4a29-9492-afc0d5c55bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:25.080216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-d821f034-1196-4a29-9492-afc0d5c55bbd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=dd01f908419e49c18cc8312862c5c62c&device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 1098 time: 0.0685549 Apr 16 15:47:25.201580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-4091f1d2-9aa4-468f-85c7-788a3b465a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:25.203795 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-4091f1d2-9aa4-468f-85c7-788a3b465a63 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f873cfb2-0428-4c39-9b98-0acd03e06a54 HTTP/1.1" status: 200 len: 914 time: 0.1075993 Apr 16 15:47:25.204507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Deleting port 42494cdc-8cfd-49a7-bbe4-39c5299f9014 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:25.204737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:25.274559 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-72fe590a-e894-4a89-afb3-14989ccf660b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a040b135-15a9-46dd-9ead-7af804c7d365 HTTP/1.1" status: 200 len: 1001 time: 0.0669560 Apr 16 15:47:25.304472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:25.304724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:25.320782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-9e76f954-a27a-431a-9bb6-5c7068b1800a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:25.321774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-9e76f954-a27a-431a-9bb6-5c7068b1800a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=265e0527-cb86-4527-b847-2fef39c3fb42 HTTP/1.1" status: 200 len: 851 time: 0.0432277 Apr 16 15:47:25.374239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Calling delete_port for 42494cdc-8cfd-49a7-bbe4-39c5299f9014 owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:25.377226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-9206ba8b-8f36-4366-8be5-91e097370b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:25.378234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-9206ba8b-8f36-4366-8be5-91e097370b7b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f873cfb2-0428-4c39-9b98-0acd03e06a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521975 Apr 16 15:47:25.469207 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-669d9990-8adc-4d61-af7c-1799e1535780 service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860641 Apr 16 15:47:25.471196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:25.480806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:25.540342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event deleted for resources: {'Port': ['ID=42494cdc-8cfd-49a7-bbe4-39c5299f9014,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:25.542889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:25.566525 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aad788b1-3742-4a1d-ab77-7a0a097c867d req-d191310b-f367-4712-8420-bcc30d33db73 service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899665 Apr 16 15:47:25.635597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:25.635836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Floating IP 98fe7395-3f12-4083-a24f-d1ece7a9af53 disassociated (deleted). External IP: 172.26.4.178, port: a040b135-15a9-46dd-9ead-7af804c7d365. Apr 16 15:47:25.827897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Router 387b4554-0707-47ec-b88e-c456118ba233 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:47:25.926519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:47:25.936098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914efba-e23b-4ca5-8d85-e82e32e552f7 None None] Sync routers for ids ['387b4554-0707-47ec-b88e-c456118ba233'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:47:25.943285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:25.943502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914efba-e23b-4ca5-8d85-e82e32e552f7 None None] Routers {'387b4554-0707-47ec-b88e-c456118ba233'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:25.943676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4914efba-e23b-4ca5-8d85-e82e32e552f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['387b4554-0707-47ec-b88e-c456118ba233'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:25.987210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "DELETE /v2.0/floatingips/98fe7395-3f12-4083-a24f-d1ece7a9af53 HTTP/1.1" status: 204 len: 168 time: 1.2480123 Apr 16 15:47:25.987719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'tag': 'a040b135-15a9-46dd-9ead-7af804c7d365'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:47:26.054741 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'tag': 'a040b135-15a9-46dd-9ead-7af804c7d365', 'status': 'completed', 'code': 200} Apr 16 15:47:26.065996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-4914efba-e23b-4ca5-8d85-e82e32e552f7 None None] Set router 387b4554-0707-47ec-b88e-c456118ba233 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:26.116104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfebdce-1a4f-4e10-bfc4-2f17ee01f51c req-e4d38f0e-c199-4c01-98e4-c85d0cd9e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:26.117052 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fbfebdce-1a4f-4e10-bfc4-2f17ee01f51c req-e4d38f0e-c199-4c01-98e4-c85d0cd9e548 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=dd01f908419e49c18cc8312862c5c62c&device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 1098 time: 0.0485215 Apr 16 15:47:26.234021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfebdce-1a4f-4e10-bfc4-2f17ee01f51c req-7e7785be-e51c-4769-8702-b45b22e2397d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:26.234948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fbfebdce-1a4f-4e10-bfc4-2f17ee01f51c req-7e7785be-e51c-4769-8702-b45b22e2397d service neutron] 10.222.0.107 "GET /v2.0/networks?id=f873cfb2-0428-4c39-9b98-0acd03e06a54 HTTP/1.1" status: 200 len: 914 time: 0.1134868 Apr 16 15:47:26.279707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fbfebdce-1a4f-4e10-bfc4-2f17ee01f51c req-1e270240-467a-4cea-bf03-d39aabe7fc5e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a040b135-15a9-46dd-9ead-7af804c7d365 HTTP/1.1" status: 200 len: 217 time: 0.0406611 Apr 16 15:47:26.290200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344c90b-3735-47f3-aa8e-02b41ee62707 req-7498a32a-1487-40d9-944a-f8b4b52c261c tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:26.291099 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9344c90b-3735-47f3-aa8e-02b41ee62707 req-7498a32a-1487-40d9-944a-f8b4b52c261c tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 945 time: 0.1037209 Apr 16 15:47:26.343583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfebdce-1a4f-4e10-bfc4-2f17ee01f51c req-7bb842b9-1dda-44e7-8ddf-806aa79d7801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:26.344993 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fbfebdce-1a4f-4e10-bfc4-2f17ee01f51c req-7bb842b9-1dda-44e7-8ddf-806aa79d7801 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=265e0527-cb86-4527-b847-2fef39c3fb42 HTTP/1.1" status: 200 len: 851 time: 0.0533786 Apr 16 15:47:26.346728 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9344c90b-3735-47f3-aa8e-02b41ee62707 req-55878261-bee7-4cde-8497-db84505e14c2 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370922 Apr 16 15:47:26.397244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfebdce-1a4f-4e10-bfc4-2f17ee01f51c req-0e5771f5-219f-4891-a6fb-d50800b1e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:26.398204 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fbfebdce-1a4f-4e10-bfc4-2f17ee01f51c req-0e5771f5-219f-4891-a6fb-d50800b1e1eb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f873cfb2-0428-4c39-9b98-0acd03e06a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471859 Apr 16 15:47:26.432806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4914efba-e23b-4ca5-8d85-e82e32e552f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1ba1c3cb-af78-47b5-b258-ff4d0e14ee82', 'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'mac_address': 'fa:16:3e:df:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:00Z', 'updated_at': '2021-04-16T15:43:06Z', 'revision_number': 5, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'subnets': [{'id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:26.435519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914efba-e23b-4ca5-8d85-e82e32e552f7 None None] Checking router: 387b4554-0707-47ec-b88e-c456118ba233 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:47:26.441914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4914efba-e23b-4ca5-8d85-e82e32e552f7 None None] Routers {'387b4554-0707-47ec-b88e-c456118ba233'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:26.442349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4914efba-e23b-4ca5-8d85-e82e32e552f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['387b4554-0707-47ec-b88e-c456118ba233'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:26.480464 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fbfebdce-1a4f-4e10-bfc4-2f17ee01f51c req-63e4f255-18c3-4297-8fd1-9af7dece4a04 service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772378 Apr 16 15:47:26.554163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-4914efba-e23b-4ca5-8d85-e82e32e552f7 None None] Set router 387b4554-0707-47ec-b88e-c456118ba233 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:26.561307 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fbfebdce-1a4f-4e10-bfc4-2f17ee01f51c req-8a0a9706-3a5e-4462-bde5-8540a1e74193 service neutron] 10.222.0.107 "GET /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773737 Apr 16 15:47:26.752341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4914efba-e23b-4ca5-8d85-e82e32e552f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1ba1c3cb-af78-47b5-b258-ff4d0e14ee82', 'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'mac_address': 'fa:16:3e:df:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:00Z', 'updated_at': '2021-04-16T15:43:06Z', 'revision_number': 5, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'subnets': [{'id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:26.754675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914efba-e23b-4ca5-8d85-e82e32e552f7 None None] The sync data for ids ['387b4554-0707-47ec-b88e-c456118ba233'] in dv-neutron-786478-2-hyperv is: [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:01Z', 'revision_number': 4, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1ba1c3cb-af78-47b5-b258-ff4d0e14ee82', 'name': '', 'network_id': 'f873cfb2-0428-4c39-9b98-0acd03e06a54', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'mac_address': 'fa:16:3e:df:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:00Z', 'updated_at': '2021-04-16T15:43:06Z', 'revision_number': 5, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'subnets': [{'id': '265e0527-cb86-4527-b847-2fef39c3fb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:47:27.061294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca31951-5000-4672-9f47-98cb83b30c7a None None] New status for floating IP 98fe7395-3f12-4083-a24f-d1ece7a9af53: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:47:27.496508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034ff8d-9326-48b2-a09f-502396c42d88 req-85752044-97c0-43fb-8c75-9ab2a931c9c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:27.497556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d034ff8d-9326-48b2-a09f-502396c42d88 req-85752044-97c0-43fb-8c75-9ab2a931c9c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 945 time: 0.0617516 Apr 16 15:47:27.527508 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d034ff8d-9326-48b2-a09f-502396c42d88 req-5cd161b7-e899-401f-9098-e2c6d05ac954 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/security-groups?id=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259285 Apr 16 15:47:27.808740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a411008-a112-43ec-ad5b-7c00b7fa3436 req-4a7a8afb-6a52-4396-9f3f-114870e69d1a tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:27.809809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5a411008-a112-43ec-ad5b-7c00b7fa3436 req-4a7a8afb-6a52-4396-9f3f-114870e69d1a tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.107 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 945 time: 0.0687056 Apr 16 15:47:27.865116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-5a411008-a112-43ec-ad5b-7c00b7fa3436 req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Deleting port a040b135-15a9-46dd-9ead-7af804c7d365 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:27.865346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5a411008-a112-43ec-ad5b-7c00b7fa3436 req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:28.323383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-5a411008-a112-43ec-ad5b-7c00b7fa3436 req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] For port a040b135-15a9-46dd-9ead-7af804c7d365, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=a040b135-15a9-46dd-9ead-7af804c7d365,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:28.323933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5a411008-a112-43ec-ad5b-7c00b7fa3436 req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:28.391192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-5a411008-a112-43ec-ad5b-7c00b7fa3436 req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Calling delete_port for a040b135-15a9-46dd-9ead-7af804c7d365 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:28.479968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5a411008-a112-43ec-ad5b-7c00b7fa3436 req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:28.489637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-52f65cdb-4775-456b-b3fe-b3f355c1b658 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:28.545796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event deleted for resources: {'Port': ['ID=a040b135-15a9-46dd-9ead-7af804c7d365,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:28.549360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:28.670133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e4d968ed-8d52-4754-a6c5-8874efe6508b req-7ee637a9-b2cc-40b2-b124-0f025c54f584 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 210 time: 0.0575979 Apr 16 15:47:28.670887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a411008-a112-43ec-ad5b-7c00b7fa3436 req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] No DVR routers for this DVR port a040b135-15a9-46dd-9ead-7af804c7d365 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:47:28.672806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5a411008-a112-43ec-ad5b-7c00b7fa3436 req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:28.677490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'name': 'network-vif-deleted', 'tag': 'a040b135-15a9-46dd-9ead-7af804c7d365'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:47:28.683679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5a411008-a112-43ec-ad5b-7c00b7fa3436 req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.107 "DELETE /v2.0/ports/a040b135-15a9-46dd-9ead-7af804c7d365 HTTP/1.1" status: 204 len: 173 time: 0.8643825 Apr 16 15:47:28.709952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cd7c8d-02f0-4170-bb88-b538c8e07a6b', 'name': 'network-vif-deleted', 'tag': 'a040b135-15a9-46dd-9ead-7af804c7d365', 'status': 'completed', 'code': 200} Apr 16 15:47:29.782906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-7c81e3dc-e34c-4c65-b980-745cd0107120 req-fba8ad6e-540c-42da-a2a3-78c5ccb5bea8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Synchronizing usage tracker for tenant:dd01f908419e49c18cc8312862c5c62c on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:47:29.794077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-7c81e3dc-e34c-4c65-b980-745cd0107120 req-fba8ad6e-540c-42da-a2a3-78c5ccb5bea8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Unset dirty status for tenant:dd01f908419e49c18cc8312862c5c62c on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:47:29.794830 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c81e3dc-e34c-4c65-b980-745cd0107120 req-fba8ad6e-540c-42da-a2a3-78c5ccb5bea8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 210 time: 0.0536995 Apr 16 15:47:30.932311 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cec61512-537e-4564-a16d-1cbccceb66d6 req-7074d48a-a6c0-4013-b0bb-4a5570d893ab tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 210 time: 0.0429029 Apr 16 15:47:31.232565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device a040b135-15a9-46dd-9ead-7af804c7d365 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:31.279290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: a040b135-15a9-46dd-9ead-7af804c7d365 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:47:31.279855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device a040b135-15a9-46dd-9ead-7af804c7d365 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:47:31.793941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:47:32.077857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-39a2daf7-6329-4eb6-8b88-c04103d70562 req-d78f1ba9-d05a-4cf4-b75a-42a13fa27baa tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "GET /v2.0/ports?device_id=49cd7c8d-02f0-4170-bb88-b538c8e07a6b HTTP/1.1" status: 200 len: 210 time: 0.0393758 Apr 16 15:47:35.397327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37788) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:35.449262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-25e30562-cb72-4ad0-ba95-8780617b15c9 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:35.471281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-25e30562-cb72-4ad0-ba95-8780617b15c9 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:35.510086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-25e30562-cb72-4ad0-ba95-8780617b15c9 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:35.512626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:35.524572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e30562-cb72-4ad0-ba95-8780617b15c9 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a9b58d-f215-4fe9-a9ab-cf8962537fa1,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:35.526641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-25e30562-cb72-4ad0-ba95-8780617b15c9 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:35.530736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-25e30562-cb72-4ad0-ba95-8780617b15c9 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:35.531908 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-25e30562-cb72-4ad0-ba95-8780617b15c9 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] 10.222.0.95 "DELETE /v2.0/security-groups/d9a9b58d-f215-4fe9-a9ab-cf8962537fa1 HTTP/1.1" status: 204 len: 168 time: 0.1335878 Apr 16 15:47:35.564209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37796) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:35.959495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:36.196611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Deleting port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:36.196846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:36.310247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] For port 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1ba1c3cb-af78-47b5-b258-ff4d0e14ee82,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:36.310525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:36.376712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Calling delete_port for 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:36.486346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:36.494589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b22beabb-16eb-4683-9ce1-90e855527f5e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:36.550552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba1c3cb-af78-47b5-b258-ff4d0e14ee82,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:36.552650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:36.776830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:37.301713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Router 387b4554-0707-47ec-b88e-c456118ba233 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:47:37.416698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:47:37.423615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f64eaf-8251-4525-a36f-7e34871167be None None] Sync routers for ids ['387b4554-0707-47ec-b88e-c456118ba233'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:47:37.428639 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] 10.222.0.95 "PUT /v2.0/routers/387b4554-0707-47ec-b88e-c456118ba233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8635557 Apr 16 15:47:37.430682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37800) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:37.430855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f64eaf-8251-4525-a36f-7e34871167be None None] Routers {'387b4554-0707-47ec-b88e-c456118ba233'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:37.431277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-39f64eaf-8251-4525-a36f-7e34871167be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['387b4554-0707-47ec-b88e-c456118ba233'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:37.554471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-39f64eaf-8251-4525-a36f-7e34871167be None None] Set router 387b4554-0707-47ec-b88e-c456118ba233 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:37.555257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:37.682690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:37.688990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Deleting port d6712a80-7664-4361-bc33-7443ddcc144d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:37.689208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:37.751938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-39f64eaf-8251-4525-a36f-7e34871167be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:47:36Z', 'revision_number': 5, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port': {'id': 'd6712a80-7664-4361-bc33-7443ddcc144d', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387b4554-0707-47ec-b88e-c456118ba233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:37.754665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f64eaf-8251-4525-a36f-7e34871167be None None] Checking router: 387b4554-0707-47ec-b88e-c456118ba233 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:47:37.760478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f64eaf-8251-4525-a36f-7e34871167be None None] Routers {'387b4554-0707-47ec-b88e-c456118ba233'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:37.760903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-39f64eaf-8251-4525-a36f-7e34871167be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['387b4554-0707-47ec-b88e-c456118ba233'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:37.807769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] For port d6712a80-7664-4361-bc33-7443ddcc144d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d6712a80-7664-4361-bc33-7443ddcc144d,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:37.807968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:37.872507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-39f64eaf-8251-4525-a36f-7e34871167be None None] Set router 387b4554-0707-47ec-b88e-c456118ba233 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:37.890908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Calling delete_port for d6712a80-7664-4361-bc33-7443ddcc144d owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:37.943109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-39f64eaf-8251-4525-a36f-7e34871167be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:47:37Z', 'revision_number': 6, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:37.946451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f64eaf-8251-4525-a36f-7e34871167be None None] The sync data for ids ['387b4554-0707-47ec-b88e-c456118ba233'] in dv-neutron-786478-2-hyperv is: [{'id': '387b4554-0707-47ec-b88e-c456118ba233', 'name': 'tempest-TestVolumeBootPattern-1535939944-router', 'tenant_id': 'dd01f908419e49c18cc8312862c5c62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:42:58Z', 'updated_at': '2021-04-16T15:47:37Z', 'revision_number': 6, 'project_id': 'dd01f908419e49c18cc8312862c5c62c', 'gw_port_host': None}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:47:38.006406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.017701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f59ac225-1e93-4c78-9e98-5be91f0d6638 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:38.075894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6712a80-7664-4361-bc33-7443ddcc144d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:38.078759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:38.172756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.193052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:38.213776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:47:38.214002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1ba1c3cb-af78-47b5-b258-ff4d0e14ee82 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:47:38.270480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.272240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.289762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.290103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 387b4554-0707-47ec-b88e-c456118ba233 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:47:38.299820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.300612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] 10.222.0.95 "DELETE /v2.0/routers/387b4554-0707-47ec-b88e-c456118ba233 HTTP/1.1" status: 204 len: 168 time: 0.8692703 Apr 16 15:47:38.304128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37804) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:38.348952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c2ab0d-1d25-432f-b05e-a0dd72b670dd admin admin] Deleting subnet 265e0527-cb86-4527-b847-2fef39c3fb42 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:47:38.351031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69c2ab0d-1d25-432f-b05e-a0dd72b670dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.386112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69c2ab0d-1d25-432f-b05e-a0dd72b670dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.432854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69c2ab0d-1d25-432f-b05e-a0dd72b670dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.572960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69c2ab0d-1d25-432f-b05e-a0dd72b670dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.581556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d905570d-5d24-43dd-9a76-1bd82982aa9d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:38.628584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2ab0d-1d25-432f-b05e-a0dd72b670dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=265e0527-cb86-4527-b847-2fef39c3fb42,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:38.631097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69c2ab0d-1d25-432f-b05e-a0dd72b670dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:38.653359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69c2ab0d-1d25-432f-b05e-a0dd72b670dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.657031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-69c2ab0d-1d25-432f-b05e-a0dd72b670dd admin admin] 10.222.0.95 "DELETE /v2.0/subnets/265e0527-cb86-4527-b847-2fef39c3fb42 HTTP/1.1" status: 204 len: 168 time: 0.3522341 Apr 16 15:47:38.658534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03738a9-6495-4acb-9da8-515ddaf78df8 None None] Network f873cfb2-0428-4c39-9b98-0acd03e06a54 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:47:38.658873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37808) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:38.728569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.771090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Deleting port f4bb50bc-8ae0-4c30-b457-fdf79974a82e {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:38.771386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.835459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90816616-7899-420d-9e66-da6846a46b4c None None] DHCP port deletion for f873cfb2-0428-4c39-9b98-0acd03e06a54 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:47:38.838513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-90816616-7899-420d-9e66-da6846a46b4c None None] Deleting port f4bb50bc-8ae0-4c30-b457-fdf79974a82e {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:38.838792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-90816616-7899-420d-9e66-da6846a46b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.889231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] For port f4bb50bc-8ae0-4c30-b457-fdf79974a82e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f4bb50bc-8ae0-4c30-b457-fdf79974a82e,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:38.889388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:38.959005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Calling delete_port for f4bb50bc-8ae0-4c30-b457-fdf79974a82e owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:38.976226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-90816616-7899-420d-9e66-da6846a46b4c None None] For port f4bb50bc-8ae0-4c30-b457-fdf79974a82e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f4bb50bc-8ae0-4c30-b457-fdf79974a82e,segment=NetworkSegment(cfb1a9a8-cf1b-493d-a818-702b85f31055),segment_id=cfb1a9a8-cf1b-493d-a818-702b85f31055)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:38.976485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-90816616-7899-420d-9e66-da6846a46b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:39.015548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:39.024082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:39.056505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-90816616-7899-420d-9e66-da6846a46b4c None None] Calling delete_port for f4bb50bc-8ae0-4c30-b457-fdf79974a82e owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:39.077629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4bb50bc-8ae0-4c30-b457-fdf79974a82e,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:39.080329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:39.099894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] No DVR routers for this DVR port f4bb50bc-8ae0-4c30-b457-fdf79974a82e on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:47:39.103004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-90816616-7899-420d-9e66-da6846a46b4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:47:39.103224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-90816616-7899-420d-9e66-da6846a46b4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:47:39.286865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37814) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:39.435057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:39.436498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-31b212ce-c230-417c-8ba6-6647b6001c37 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers/b9806816-e614-4ad2-bf3c-96426b5fc75a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1482632 Apr 16 15:47:39.438379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37818) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:39.520169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f873cfb2-0428-4c39-9b98-0acd03e06a54']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:39.527001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb1a9a8-cf1b-493d-a818-702b85f31055') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:39.527234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb1a9a8-cf1b-493d-a818-702b85f31055') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:39.534004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:39.548096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:39.551760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Releasing vlan 1477 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:47:39.561149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704c8375-76ef-48c2-99da-292965638cb9 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Notify agent at dv-neutron-786478-2-hyperv the message router_removed_from_agent {{(pid=86007) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:50}} Apr 16 15:47:39.565267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-704c8375-76ef-48c2-99da-292965638cb9 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "DELETE /v2.0/agents/161ec253-cec2-4bd0-85d0-317d54a0d6ef/l3-routers/b9806816-e614-4ad2-bf3c-96426b5fc75a HTTP/1.1" status: 204 len: 168 time: 0.1262386 Apr 16 15:47:39.565666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37822) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:39.604396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-90816616-7899-420d-9e66-da6846a46b4c None None] Deleting port f4bb50bc-8ae0-4c30-b457-fdf79974a82e {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:39.604713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-90816616-7899-420d-9e66-da6846a46b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:39.648542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Network f873cfb2-0428-4c39-9b98-0acd03e06a54 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:47:39.652340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-90816616-7899-420d-9e66-da6846a46b4c None None] The port 'f4bb50bc-8ae0-4c30-b457-fdf79974a82e' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:47:39.653662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:39.679956 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e2a0ebc7-79ae-4375-916d-accb5bc547b2 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers/b9806816-e614-4ad2-bf3c-96426b5fc75a/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1132708 Apr 16 15:47:39.682285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37826) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:39.752563 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-04d9654b-68e6-45cd-ad11-683d3414f568 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/e98fb6e1-2b89-44ee-a68f-2aec64909873 HTTP/1.1" status: 200 len: 993 time: 0.0693233 Apr 16 15:47:39.759805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Network f873cfb2-0428-4c39-9b98-0acd03e06a54 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:47:39.773042 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:47:39.806591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5bed24-f7db-4796-81bf-3e6d5c0e294e None None] New status for floating IP e98fb6e1-2b89-44ee-a68f-2aec64909873: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:47:39.815035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:39.817323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d66c933b-79c6-406e-b2b3-bc3c50902c78 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:39.829103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:39.832602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Pushing event deleted for resources: {'Network': ['ID=f873cfb2-0428-4c39-9b98-0acd03e06a54,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:39.834927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:39.838484 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] 10.222.0.95 "DELETE /v2.0/networks/f873cfb2-0428-4c39-9b98-0acd03e06a54 HTTP/1.1" status: 204 len: 168 time: 1.1790006 Apr 16 15:47:39.840737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37830) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:40.139873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f4bb50bc-8ae0-4c30-b457-fdf79974a82e no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:40.160122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: f4bb50bc-8ae0-4c30-b457-fdf79974a82e {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:47:40.160380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f4bb50bc-8ae0-4c30-b457-fdf79974a82e not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:47:40.160681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d6712a80-7664-4361-bc33-7443ddcc144d no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:40.170619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:40.179721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: d6712a80-7664-4361-bc33-7443ddcc144d {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:47:40.179916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d6712a80-7664-4361-bc33-7443ddcc144d not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:47:40.180158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cad94c69-8744-4fb6-b31f-b39378341591 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:40.245642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:40.255147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port cad94c69-8744-4fb6-b31f-b39378341591, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cad94c69-8744-4fb6-b31f-b39378341591,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:40.258994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:40.259465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 709ba76e-ddc7-48d7-9404-fa019d32c428 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:40.273262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:40.419248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Deleting port e2884baf-730d-4976-a946-ddefbb8e7b81 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:40.419440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:40.492351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=cad94c69-8744-4fb6-b31f-b39378341591,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:40.497756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.497970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.498150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.498347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.498561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.498760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.498954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.499159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.499343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.499552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.499685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.500136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.515707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:40.523248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] For port e2884baf-730d-4976-a946-ddefbb8e7b81, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e2884baf-730d-4976-a946-ddefbb8e7b81,segment=NetworkSegment(a7990d70-b675-4048-baa5-495ec1082d39),segment_id=a7990d70-b675-4048-baa5-495ec1082d39)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:40.523450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:40.537063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:40.577798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 709ba76e-ddc7-48d7-9404-fa019d32c428, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=709ba76e-ddc7-48d7-9404-fa019d32c428,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:40.581762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:40.584250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:40.591095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Calling delete_port for e2884baf-730d-4976-a946-ddefbb8e7b81 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:40.632068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=709ba76e-ddc7-48d7-9404-fa019d32c428,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:40.634278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:40.686773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:40.695488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2ec66eb4-007d-4e14-a053-f994bd40c70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:40.738930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2884baf-730d-4976-a946-ddefbb8e7b81,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:40.747988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.748209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.748440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.748663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.748886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.749110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.749352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.749552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.750016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.750304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.750545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.750767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:40.753397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:40.756852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37834) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:40.846288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b0b909b9-0495-4863-a385-378e899e4c09 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/e98fb6e1-2b89-44ee-a68f-2aec64909873 HTTP/1.1" status: 200 len: 991 time: 0.0880373 Apr 16 15:47:40.941664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:41.339704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-256eb19a-d5ee-41b5-9fa7-c5f2976dce2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:41.479736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Router 2a68423d-1e5d-4842-9333-48855d97066c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:47:41.597988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:47:41.604258 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] 10.222.0.95 "PUT /v2.0/routers/2a68423d-1e5d-4842-9333-48855d97066c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7628455 Apr 16 15:47:41.606977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37838) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:41.607734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8a9939-d224-4410-87e5-3ca5752392fd None None] Sync routers for ids ['2a68423d-1e5d-4842-9333-48855d97066c'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:47:41.615004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a9939-d224-4410-87e5-3ca5752392fd None None] Routers {'2a68423d-1e5d-4842-9333-48855d97066c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:41.615396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9d8a9939-d224-4410-87e5-3ca5752392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2a68423d-1e5d-4842-9333-48855d97066c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:41.892677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9d8a9939-d224-4410-87e5-3ca5752392fd None None] Set router 2a68423d-1e5d-4842-9333-48855d97066c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:41.951561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37844) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:42.008919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.081904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9d8a9939-d224-4410-87e5-3ca5752392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68423d-1e5d-4842-9333-48855d97066c', 'name': 'tempest-TestVolumeBootPattern-721454143-router', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:02Z', 'updated_at': '2021-04-16T15:47:40Z', 'revision_number': 5, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'gw_port': {'id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:03Z', 'updated_at': '2021-04-16T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:42.084150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e4de50-0299-41f3-bda1-05870c9040ca tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Router b9806816-e614-4ad2-bf3c-96426b5fc75a is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:47:42.084535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e4de50-0299-41f3-bda1-05870c9040ca tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Notify agent at dv-neutron-786478-2-hyperv the message router_added_to_agent {{(pid=86006) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:50}} Apr 16 15:47:42.084656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8a9939-d224-4410-87e5-3ca5752392fd None None] Checking router: 2a68423d-1e5d-4842-9333-48855d97066c for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:47:42.089500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8a9939-d224-4410-87e5-3ca5752392fd None None] Routers {'2a68423d-1e5d-4842-9333-48855d97066c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:42.089871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9d8a9939-d224-4410-87e5-3ca5752392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['2a68423d-1e5d-4842-9333-48855d97066c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:42.108379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c0c699-c392-425d-9afb-44b4363a52d2 None None] Sync routers for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:47:42.109081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37850) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:42.114848 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-64e4de50-0299-41f3-bda1-05870c9040ca tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "POST /v2.0/agents/161ec253-cec2-4bd0-85d0-317d54a0d6ef/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1546271 Apr 16 15:47:42.116093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0c699-c392-425d-9afb-44b4363a52d2 None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:42.117306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-89c0c699-c392-425d-9afb-44b4363a52d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:42.191702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.206504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Deleting port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:42.206715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.207907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9d8a9939-d224-4410-87e5-3ca5752392fd None None] Set router 2a68423d-1e5d-4842-9333-48855d97066c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:42.232502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-89c0c699-c392-425d-9afb-44b4363a52d2 None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:42.310584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0ffee489-7ca7-4a41-bda7-d98be45605b4 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers/b9806816-e614-4ad2-bf3c-96426b5fc75a/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2004850 Apr 16 15:47:42.313126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37854) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:42.321744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] For port 88d7bc20-130e-4c65-a803-c6ea6b9c1b70, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=88d7bc20-130e-4c65-a803-c6ea6b9c1b70,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:42.322175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.386157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9d8a9939-d224-4410-87e5-3ca5752392fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68423d-1e5d-4842-9333-48855d97066c', 'name': 'tempest-TestVolumeBootPattern-721454143-router', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:02Z', 'updated_at': '2021-04-16T15:47:40Z', 'revision_number': 5, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'gw_port': {'id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:03Z', 'updated_at': '2021-04-16T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:42.388423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8a9939-d224-4410-87e5-3ca5752392fd None None] The sync data for ids ['2a68423d-1e5d-4842-9333-48855d97066c'] in dv-neutron-786478-2-hyperv is: [{'id': '2a68423d-1e5d-4842-9333-48855d97066c', 'name': 'tempest-TestVolumeBootPattern-721454143-router', 'tenant_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:43:02Z', 'updated_at': '2021-04-16T15:47:40Z', 'revision_number': 5, 'project_id': 'c986d19a52df4fb4999a5a6be6eb5f57', 'gw_port': {'id': '88d7bc20-130e-4c65-a803-c6ea6b9c1b70', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:de:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68423d-1e5d-4842-9333-48855d97066c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:43:03Z', 'updated_at': '2021-04-16T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:47:42.406183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-433f1097-ac61-4a67-b831-a29d208463a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/e98fb6e1-2b89-44ee-a68f-2aec64909873 HTTP/1.1" status: 200 len: 991 time: 0.0920148 Apr 16 15:47:42.418666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Calling delete_port for 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:42.458789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-89c0c699-c392-425d-9afb-44b4363a52d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'e98fb6e1-2b89-44ee-a68f-2aec64909873', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'port_id': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'mac_address': 'fa:16:3e:7f:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:47:06Z', 'updated_at': '2021-04-16T15:47:39Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:47:40Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:42.461182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c0c699-c392-425d-9afb-44b4363a52d2 None None] Checking router: b9806816-e614-4ad2-bf3c-96426b5fc75a for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:47:42.466507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0c699-c392-425d-9afb-44b4363a52d2 None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:42.466873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-89c0c699-c392-425d-9afb-44b4363a52d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:42.526953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.536451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6fd7ca94-6fac-4558-8009-f8e046a88169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:42.571501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-89c0c699-c392-425d-9afb-44b4363a52d2 None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:42.586672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Pushing event deleted for resources: {'Port': ['ID=88d7bc20-130e-4c65-a803-c6ea6b9c1b70,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:42.590524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:42.698233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.737904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c3c8915-6303-4522-84f4-fac9e81816dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.780470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-89c0c699-c392-425d-9afb-44b4363a52d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'e98fb6e1-2b89-44ee-a68f-2aec64909873', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'port_id': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'mac_address': 'fa:16:3e:7f:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:47:06Z', 'updated_at': '2021-04-16T15:47:39Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:47:40Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:42.783437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c0c699-c392-425d-9afb-44b4363a52d2 None None] The sync data for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv is: [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:40Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'e98fb6e1-2b89-44ee-a68f-2aec64909873', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.187', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'port_id': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'mac_address': 'fa:16:3e:7f:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:47:06Z', 'updated_at': '2021-04-16T15:47:39Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:47:40Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:47:42.813148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.814616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.826231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.826578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a68423d-1e5d-4842-9333-48855d97066c {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:47:42.833968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.834726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] 10.222.0.95 "DELETE /v2.0/routers/2a68423d-1e5d-4842-9333-48855d97066c HTTP/1.1" status: 204 len: 168 time: 1.2266960 Apr 16 15:47:42.838527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37858) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:42.883828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dab3d6-4d4c-41d6-852f-a1303c2f1e69 admin admin] Deleting subnet db0875d0-a189-4131-b06f-645b1faf4452 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:47:42.885813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50dab3d6-4d4c-41d6-852f-a1303c2f1e69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.907402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.915360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50dab3d6-4d4c-41d6-852f-a1303c2f1e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:42.960788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50dab3d6-4d4c-41d6-852f-a1303c2f1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.093920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.112417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50dab3d6-4d4c-41d6-852f-a1303c2f1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.121978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a15824ec-d2e3-4d4c-b836-cf15d99d57b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:43.176179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dab3d6-4d4c-41d6-852f-a1303c2f1e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db0875d0-a189-4131-b06f-645b1faf4452,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:43.178961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50dab3d6-4d4c-41d6-852f-a1303c2f1e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:43.198329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50dab3d6-4d4c-41d6-852f-a1303c2f1e69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.204101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-50dab3d6-4d4c-41d6-852f-a1303c2f1e69 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/db0875d0-a189-4131-b06f-645b1faf4452 HTTP/1.1" status: 204 len: 168 time: 0.3630040 Apr 16 15:47:43.204203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f43de1-85f8-465e-86ba-bb4fe7f10bc0 None None] Network d399a7b3-d779-46ca-b804-bfbb29aebe71 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:47:43.204478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37862) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:43.271020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.311830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.312572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Deleting port ad99c248-43cb-4bb9-8014-4a984399b61e {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:43.312920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.389756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa13cf1-fae6-4c9c-9fe7-79b79ffa7425 None None] DHCP port deletion for d399a7b3-d779-46ca-b804-bfbb29aebe71 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:47:43.393325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0fa13cf1-fae6-4c9c-9fe7-79b79ffa7425 None None] Deleting port ad99c248-43cb-4bb9-8014-4a984399b61e {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:43.393924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa13cf1-fae6-4c9c-9fe7-79b79ffa7425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.409432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37866) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:43.468956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] For port ad99c248-43cb-4bb9-8014-4a984399b61e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ad99c248-43cb-4bb9-8014-4a984399b61e,segment=NetworkSegment(a7990d70-b675-4048-baa5-495ec1082d39),segment_id=a7990d70-b675-4048-baa5-495ec1082d39)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:43.469206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.485783 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f7bb1920-27fc-443b-9617-f41bc7840c7a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/e98fb6e1-2b89-44ee-a68f-2aec64909873 HTTP/1.1" status: 200 len: 991 time: 0.0758982 Apr 16 15:47:43.535145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0fa13cf1-fae6-4c9c-9fe7-79b79ffa7425 None None] For port ad99c248-43cb-4bb9-8014-4a984399b61e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ad99c248-43cb-4bb9-8014-4a984399b61e,segment=NetworkSegment(a7990d70-b675-4048-baa5-495ec1082d39),segment_id=a7990d70-b675-4048-baa5-495ec1082d39)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:43.535384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa13cf1-fae6-4c9c-9fe7-79b79ffa7425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.551270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Calling delete_port for ad99c248-43cb-4bb9-8014-4a984399b61e owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:43.600147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.609503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb806a19-d0b9-4db4-bcbf-aa8b0a4dfc34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:43.609841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0fa13cf1-fae6-4c9c-9fe7-79b79ffa7425 None None] Calling delete_port for ad99c248-43cb-4bb9-8014-4a984399b61e owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:43.652780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-0fa13cf1-fae6-4c9c-9fe7-79b79ffa7425 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 15:47:43.653003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-0fa13cf1-fae6-4c9c-9fe7-79b79ffa7425 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 15:47:43.666607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad99c248-43cb-4bb9-8014-4a984399b61e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:43.669213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:43.686467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] No DVR routers for this DVR port ad99c248-43cb-4bb9-8014-4a984399b61e on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:47:43.748616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.809729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d399a7b3-d779-46ca-b804-bfbb29aebe71']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:43.817311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7990d70-b675-4048-baa5-495ec1082d39') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:43.817533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7990d70-b675-4048-baa5-495ec1082d39') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:43.824056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.832152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:43.835608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Releasing vlan 1468 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:47:43.925051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Network d399a7b3-d779-46ca-b804-bfbb29aebe71 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:47:43.929579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.015676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Network d399a7b3-d779-46ca-b804-bfbb29aebe71 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:47:44.029225 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:47:44.078094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.080801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5d89c3fc-4e4b-4e9f-9bd3-fe47ece5a753 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:44.088399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.091335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.094358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d399a7b3-d779-46ca-b804-bfbb29aebe71,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:44.095971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:44.097093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] 10.222.0.95 "DELETE /v2.0/networks/d399a7b3-d779-46ca-b804-bfbb29aebe71 HTTP/1.1" status: 204 len: 168 time: 0.8918626 Apr 16 15:47:44.154230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0fa13cf1-fae6-4c9c-9fe7-79b79ffa7425 None None] Deleting port ad99c248-43cb-4bb9-8014-4a984399b61e {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:44.154580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa13cf1-fae6-4c9c-9fe7-79b79ffa7425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.173691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 709ba76e-ddc7-48d7-9404-fa019d32c428 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:47:44.210236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37872) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:44.216641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0fa13cf1-fae6-4c9c-9fe7-79b79ffa7425 None None] The port 'ad99c248-43cb-4bb9-8014-4a984399b61e' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 15:47:44.236030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 709ba76e-ddc7-48d7-9404-fa019d32c428 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:47:44.236295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.245316 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3eee7516-e4dc-4c40-b866-4c43c6ebab64 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=dd01f908419e49c18cc8312862c5c62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0340950 Apr 16 15:47:44.247017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37876) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:44.281644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.296289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.304472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.323375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.326525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6ad2f60f-ac1b-4a57-8f33-91000856e39d tempest-NegativeSecGroupIPv6Test-1391870968 tempest-NegativeSecGroupIPv6Test-1391870968-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:44.326806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 709ba76e-ddc7-48d7-9404-fa019d32c428, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=709ba76e-ddc7-48d7-9404-fa019d32c428,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:44.328798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.329387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cad94c69-8744-4fb6-b31f-b39378341591 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:47:44.334496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37303c6-b256-4f49-af9b-59542bc15b82,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:44.340302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.340534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.340755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.340973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.341191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.341408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.341623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.341842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.342061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.342276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.342520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.342738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:44.345122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:44.345960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:44.346034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.348246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a041b53-a901-49b4-94ed-748e6b0c9733 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b37303c6-b256-4f49-af9b-59542bc15b82 HTTP/1.1" status: 204 len: 168 time: 0.0988991 Apr 16 15:47:44.407691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=709ba76e-ddc7-48d7-9404-fa019d32c428,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:44.409732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:44.412902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port cad94c69-8744-4fb6-b31f-b39378341591 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:47:44.413137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.488434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37884) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:44.557415 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3d9b7303-9c68-45f6-a36d-55951c6908f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/e98fb6e1-2b89-44ee-a68f-2aec64909873 HTTP/1.1" status: 200 len: 991 time: 0.0677714 Apr 16 15:47:44.565120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37888) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:44.595636 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-21bfd7d6-e2d0-4b3c-8132-f4fb960d85bb admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=c986d19a52df4fb4999a5a6be6eb5f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0295753 Apr 16 15:47:44.597224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37892) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:44.631676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92baf44f-f452-4011-8349-278bc2d91d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.649852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.651070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92baf44f-f452-4011-8349-278bc2d91d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.659780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port cad94c69-8744-4fb6-b31f-b39378341591, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cad94c69-8744-4fb6-b31f-b39378341591,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:44.664308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.665581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:44.679513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92baf44f-f452-4011-8349-278bc2d91d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.681794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-24364326-0f50-4cad-b487-ec2d83cc8853 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:44.690789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baf44f-f452-4011-8349-278bc2d91d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4389faf0-58d5-46d4-831d-190ba307014b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:44.692589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92baf44f-f452-4011-8349-278bc2d91d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:44.698630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92baf44f-f452-4011-8349-278bc2d91d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:44.699864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-92baf44f-f452-4011-8349-278bc2d91d08 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4389faf0-58d5-46d4-831d-190ba307014b HTTP/1.1" status: 204 len: 168 time: 0.1020370 Apr 16 15:47:44.703819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ad99c248-43cb-4bb9-8014-4a984399b61e no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:44.727562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: ad99c248-43cb-4bb9-8014-4a984399b61e {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:47:44.727776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ad99c248-43cb-4bb9-8014-4a984399b61e not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:47:44.728040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:44.749263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:47:44.749475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 88d7bc20-130e-4c65-a803-c6ea6b9c1b70 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:47:44.749724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e2884baf-730d-4976-a946-ddefbb8e7b81 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:44.762301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=cad94c69-8744-4fb6-b31f-b39378341591,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:44.766459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:44.769312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: e2884baf-730d-4976-a946-ddefbb8e7b81 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:47:44.769531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e2884baf-730d-4976-a946-ddefbb8e7b81 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:47:44.969328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ba17a3-3d0f-4754-8c6f-e14b886bc8d3 None None] New status for floating IP e98fb6e1-2b89-44ee-a68f-2aec64909873: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:47:45.560707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37898) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:45.646352 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-09788a24-727f-402f-a163-e1e73e53d178 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/e98fb6e1-2b89-44ee-a68f-2aec64909873 HTTP/1.1" status: 200 len: 993 time: 0.0843678 Apr 16 15:47:46.158095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 709ba76e-ddc7-48d7-9404-fa019d32c428 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:47:46.210447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 709ba76e-ddc7-48d7-9404-fa019d32c428 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:47:46.210725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:46.260650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37906) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:46.293680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cad94c69-8744-4fb6-b31f-b39378341591 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:47:46.342027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port cad94c69-8744-4fb6-b31f-b39378341591 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:47:46.342278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:46.414939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 15762670-dae6-498b-beda-3a8f842bbe03 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:46.415193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:46.535256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:46.535505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:46.616311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 15762670-dae6-498b-beda-3a8f842bbe03 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:46.717170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:46.726206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d01b3a66-19f4-440b-88e7-a4449fba0b6a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:46.783840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=15762670-dae6-498b-beda-3a8f842bbe03,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:46.785786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:46.882098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:46.882356 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP e98fb6e1-2b89-44ee-a68f-2aec64909873 disassociated (deleted). External IP: 172.26.4.187, port: 4fe734fb-fbb3-44cc-918a-221e2f1d50ce. Apr 16 15:47:47.069008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router b9806816-e614-4ad2-bf3c-96426b5fc75a has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:47:47.166877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:47:47.174336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634ef1e-77ef-4311-a682-03cd0815dc24 None None] Sync routers for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:47:47.179249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:47.181874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634ef1e-77ef-4311-a682-03cd0815dc24 None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:47.182281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7634ef1e-77ef-4311-a682-03cd0815dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:47.212552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/floatingips/e98fb6e1-2b89-44ee-a68f-2aec64909873 HTTP/1.1" status: 204 len: 168 time: 0.9509950 Apr 16 15:47:47.213097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'tag': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:47:47.246696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'tag': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'status': 'completed', 'code': 200} Apr 16 15:47:47.306836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7634ef1e-77ef-4311-a682-03cd0815dc24 None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:47.321130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b203ac9-ad8b-416c-9f10-d464a64fa9b0 req-9c98befe-3540-40ea-b26b-71f39ef21cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:47.322074 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b203ac9-ad8b-416c-9f10-d464a64fa9b0 req-9c98befe-3540-40ea-b26b-71f39ef21cd6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 1098 time: 0.0497780 Apr 16 15:47:47.523184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7634ef1e-77ef-4311-a682-03cd0815dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:47:44Z', 'revision_number': 7, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:47.526151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634ef1e-77ef-4311-a682-03cd0815dc24 None None] Checking router: b9806816-e614-4ad2-bf3c-96426b5fc75a for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:47:47.533253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634ef1e-77ef-4311-a682-03cd0815dc24 None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:47.533830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7634ef1e-77ef-4311-a682-03cd0815dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:47.643871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7634ef1e-77ef-4311-a682-03cd0815dc24 None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:47.724631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b203ac9-ad8b-416c-9f10-d464a64fa9b0 req-a88279a6-2157-4347-ac55-318074204796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:47.725573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b203ac9-ad8b-416c-9f10-d464a64fa9b0 req-a88279a6-2157-4347-ac55-318074204796 service neutron] 10.222.0.107 "GET /v2.0/networks?id=949f53c7-463f-478f-ba92-764f2d054d44 HTTP/1.1" status: 200 len: 899 time: 0.3941338 Apr 16 15:47:47.734514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bfdc5-4db7-4c3e-b79a-939ab1bbf665 req-60322ea4-4d42-4922-b15c-fc09c9c70183 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:47.735264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-979bfdc5-4db7-4c3e-b79a-939ab1bbf665 req-60322ea4-4d42-4922-b15c-fc09c9c70183 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:47:47.774561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b203ac9-ad8b-416c-9f10-d464a64fa9b0 req-5c3006e1-cd50-4aa9-b10d-c681d0b6c044 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fe734fb-fbb3-44cc-918a-221e2f1d50ce HTTP/1.1" status: 200 len: 217 time: 0.0375643 Apr 16 15:47:47.809805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-979bfdc5-4db7-4c3e-b79a-939ab1bbf665 req-60322ea4-4d42-4922-b15c-fc09c9c70183 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:47:47.810508 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-979bfdc5-4db7-4c3e-b79a-939ab1bbf665 req-60322ea4-4d42-4922-b15c-fc09c9c70183 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 945 time: 0.4341788 Apr 16 15:47:47.826547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7634ef1e-77ef-4311-a682-03cd0815dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:47:44Z', 'revision_number': 7, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:47.829362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634ef1e-77ef-4311-a682-03cd0815dc24 None None] The sync data for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv is: [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:46:53Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '709ba76e-ddc7-48d7-9404-fa019d32c428', 'name': '', 'network_id': '949f53c7-463f-478f-ba92-764f2d054d44', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:f9:9c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:53Z', 'updated_at': '2021-04-16T15:47:44Z', 'revision_number': 7, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': 'fe6d73ff-1ab2-4330-906e-b6cdd487836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:47:47.838666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b203ac9-ad8b-416c-9f10-d464a64fa9b0 req-8c04043b-4400-4adf-a62f-4186dd663efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:47.839616 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b203ac9-ad8b-416c-9f10-d464a64fa9b0 req-8c04043b-4400-4adf-a62f-4186dd663efa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=fe6d73ff-1ab2-4330-906e-b6cdd487836b HTTP/1.1" status: 200 len: 835 time: 0.0604341 Apr 16 15:47:47.875973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-979bfdc5-4db7-4c3e-b79a-939ab1bbf665 req-f51e7563-2e98-426c-8dbd-a81306a81509 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f03e06-79a5-48b7-a78c-28ed1c658ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593030 Apr 16 15:47:47.894175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b203ac9-ad8b-416c-9f10-d464a64fa9b0 req-2185a9b4-5da8-4b90-b965-b25fda8ea50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:47.895589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b203ac9-ad8b-416c-9f10-d464a64fa9b0 req-2185a9b4-5da8-4b90-b965-b25fda8ea50d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=949f53c7-463f-478f-ba92-764f2d054d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502715 Apr 16 15:47:47.978240 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b203ac9-ad8b-416c-9f10-d464a64fa9b0 req-e63ea18c-b2f4-4a67-9207-f605bd5dd077 service neutron] 10.222.0.107 "GET /v2.0/networks/949f53c7-463f-478f-ba92-764f2d054d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770717 Apr 16 15:47:48.057376 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b203ac9-ad8b-416c-9f10-d464a64fa9b0 req-657fdda6-da63-4eb3-b84a-51fdeab36c88 service neutron] 10.222.0.107 "GET /v2.0/networks/949f53c7-463f-478f-ba92-764f2d054d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0741053 Apr 16 15:47:48.496689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a017a48-c7fc-4f0b-86ee-06e6d3d8be8c None None] New status for floating IP e98fb6e1-2b89-44ee-a68f-2aec64909873: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:47:48.953396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db635e4-c0c6-464e-a397-fd6ed2ffb018 req-4eb50372-e07b-4b70-8ac2-7ea7c3769bc1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:48.954605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2db635e4-c0c6-464e-a397-fd6ed2ffb018 req-4eb50372-e07b-4b70-8ac2-7ea7c3769bc1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 945 time: 0.0820355 Apr 16 15:47:49.045487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-2db635e4-c0c6-464e-a397-fd6ed2ffb018 req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:49.045718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-2db635e4-c0c6-464e-a397-fd6ed2ffb018 req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:49.123719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08272b1c-86e7-4d64-803e-52d75af38faa req-2684a8b8-1ae4-409c-9ca6-f78b2bbe6fd8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:49.124825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08272b1c-86e7-4d64-803e-52d75af38faa req-2684a8b8-1ae4-409c-9ca6-f78b2bbe6fd8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 945 time: 0.1614804 Apr 16 15:47:49.219302 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08272b1c-86e7-4d64-803e-52d75af38faa req-9e04e334-2489-41a1-88e0-098fe8755090 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=b4f03e06-79a5-48b7-a78c-28ed1c658ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857291 Apr 16 15:47:49.249182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-2db635e4-c0c6-464e-a397-fd6ed2ffb018 req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4fe734fb-fbb3-44cc-918a-221e2f1d50ce,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:49.249427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-2db635e4-c0c6-464e-a397-fd6ed2ffb018 req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:49.325638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-2db635e4-c0c6-464e-a397-fd6ed2ffb018 req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 4fe734fb-fbb3-44cc-918a-221e2f1d50ce owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:49.425785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-2db635e4-c0c6-464e-a397-fd6ed2ffb018 req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:49.438032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9493156-d243-4404-a122-ac79ada88cca tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:49.492732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=4fe734fb-fbb3-44cc-918a-221e2f1d50ce,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:49.498553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:49.584074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db635e4-c0c6-464e-a397-fd6ed2ffb018 req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] No DVR routers for this DVR port 4fe734fb-fbb3-44cc-918a-221e2f1d50ce on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:47:49.585600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-2db635e4-c0c6-464e-a397-fd6ed2ffb018 req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:49.587221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'name': 'network-vif-deleted', 'tag': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:47:49.596946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2db635e4-c0c6-464e-a397-fd6ed2ffb018 req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "DELETE /v2.0/ports/4fe734fb-fbb3-44cc-918a-221e2f1d50ce HTTP/1.1" status: 204 len: 173 time: 0.6323171 Apr 16 15:47:49.618665 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7', 'name': 'network-vif-deleted', 'tag': '4fe734fb-fbb3-44cc-918a-221e2f1d50ce', 'status': 'completed', 'code': 200} Apr 16 15:47:50.366755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-7d9226d2-2de2-4ce0-b35a-822d48ffd7e0 req-01cb08f0-023d-4bac-9431-d99434bdc5a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:47:50.382898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-7d9226d2-2de2-4ce0-b35a-822d48ffd7e0 req-01cb08f0-023d-4bac-9431-d99434bdc5a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:47:50.383703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7d9226d2-2de2-4ce0-b35a-822d48ffd7e0 req-01cb08f0-023d-4bac-9431-d99434bdc5a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 210 time: 0.0517633 Apr 16 15:47:51.293160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4fe734fb-fbb3-44cc-918a-221e2f1d50ce no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:51.331350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 4fe734fb-fbb3-44cc-918a-221e2f1d50ce {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:47:51.331594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4fe734fb-fbb3-44cc-918a-221e2f1d50ce not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:47:51.515643 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-45e6b9bd-935c-408b-a5dd-2f6bd95b4357 req-7a2c33d8-94b8-482d-a67d-3ed4c38130d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=d31bce0c-b6a6-4ac5-8a7b-70343dc9d1e7 HTTP/1.1" status: 200 len: 210 time: 0.0367274 Apr 16 15:47:52.605204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37928) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:52.663549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6969f674-3159-457c-886e-c4367827bc08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:52.684268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6969f674-3159-457c-886e-c4367827bc08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:52.722523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6969f674-3159-457c-886e-c4367827bc08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:52.725125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:52.736082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f674-3159-457c-886e-c4367827bc08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f03e06-79a5-48b7-a78c-28ed1c658ae8,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:52.739254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6969f674-3159-457c-886e-c4367827bc08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:52.741678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6969f674-3159-457c-886e-c4367827bc08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:52.742540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6969f674-3159-457c-886e-c4367827bc08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/b4f03e06-79a5-48b7-a78c-28ed1c658ae8 HTTP/1.1" status: 204 len: 168 time: 0.1364446 Apr 16 15:47:52.766119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37934) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:53.379449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:53.593998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 709ba76e-ddc7-48d7-9404-fa019d32c428 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:53.594228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:53.720030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 709ba76e-ddc7-48d7-9404-fa019d32c428, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=709ba76e-ddc7-48d7-9404-fa019d32c428,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:53.720684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:53.800442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 709ba76e-ddc7-48d7-9404-fa019d32c428 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:53.927151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:53.941779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-121470fb-2931-42f8-bed3-a3bf81372f0a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:53.989035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=709ba76e-ddc7-48d7-9404-fa019d32c428,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:53.992298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:54.184782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:54.444375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router b9806816-e614-4ad2-bf3c-96426b5fc75a has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:47:54.549304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:47:54.559048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf23acb-d955-4fbc-8921-b71b533104e1 None None] Sync routers for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:47:54.560133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/b9806816-e614-4ad2-bf3c-96426b5fc75a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7928903 Apr 16 15:47:54.562437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37938) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:54.564992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf23acb-d955-4fbc-8921-b71b533104e1 None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:54.565363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7bf23acb-d955-4fbc-8921-b71b533104e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:54.616114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3e4ce7-165f-41f2-9e23-a65036a10010 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting subnet fe6d73ff-1ab2-4330-906e-b6cdd487836b {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:47:54.618471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c3e4ce7-165f-41f2-9e23-a65036a10010 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:54.664115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c3e4ce7-165f-41f2-9e23-a65036a10010 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:54.673400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7bf23acb-d955-4fbc-8921-b71b533104e1 None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:54.717065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c3e4ce7-165f-41f2-9e23-a65036a10010 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:54.856899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7bf23acb-d955-4fbc-8921-b71b533104e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:53Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:54.859553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf23acb-d955-4fbc-8921-b71b533104e1 None None] Checking router: b9806816-e614-4ad2-bf3c-96426b5fc75a for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:47:54.865259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf23acb-d955-4fbc-8921-b71b533104e1 None None] Routers {'b9806816-e614-4ad2-bf3c-96426b5fc75a'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:54.865642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7bf23acb-d955-4fbc-8921-b71b533104e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b9806816-e614-4ad2-bf3c-96426b5fc75a'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:54.882387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c3e4ce7-165f-41f2-9e23-a65036a10010 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:54.889821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4c4cae60-1df7-4059-80ee-9a27c3211016 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:54.933540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e4ce7-165f-41f2-9e23-a65036a10010 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6d73ff-1ab2-4330-906e-b6cdd487836b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:54.941818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c3e4ce7-165f-41f2-9e23-a65036a10010 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:54.968173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c3e4ce7-165f-41f2-9e23-a65036a10010 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:54.976049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7c3e4ce7-165f-41f2-9e23-a65036a10010 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/subnets/fe6d73ff-1ab2-4330-906e-b6cdd487836b HTTP/1.1" status: 204 len: 168 time: 0.4108405 Apr 16 15:47:54.976287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37942) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:55.115357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcf4521-c305-491e-a656-df5ac95b614f None None] Network 949f53c7-463f-478f-ba92-764f2d054d44 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:47:55.241567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7bf23acb-d955-4fbc-8921-b71b533104e1 None None] Set router b9806816-e614-4ad2-bf3c-96426b5fc75a gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:55.396123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:55.417187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7bf23acb-d955-4fbc-8921-b71b533104e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:53Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:55.419633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf23acb-d955-4fbc-8921-b71b533104e1 None None] The sync data for ids ['b9806816-e614-4ad2-bf3c-96426b5fc75a'] in dv-neutron-786478-2-hyperv is: [{'id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'name': 'tempest-TestNetworkBasicOps-router-315705818', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155'}], 'enable_snat': True}, 'gw_port_id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:53Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'cad94c69-8744-4fb6-b31f-b39378341591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9806816-e614-4ad2-bf3c-96426b5fc75a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:46:50Z', 'updated_at': '2021-04-16T15:47:44Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:47:55.442478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f736bc6-6d4d-4739-bcac-ba4e473277da None None] DHCP port deletion for 949f53c7-463f-478f-ba92-764f2d054d44 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:47:55.445353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3f736bc6-6d4d-4739-bcac-ba4e473277da None None] Deleting port 54971549-43c7-4f6e-90ba-610da61c8785 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:55.445594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f736bc6-6d4d-4739-bcac-ba4e473277da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:55.503636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:55.508820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port cad94c69-8744-4fb6-b31f-b39378341591 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:47:55.509010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:55.564286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3f736bc6-6d4d-4739-bcac-ba4e473277da None None] For port 54971549-43c7-4f6e-90ba-610da61c8785, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=54971549-43c7-4f6e-90ba-610da61c8785,segment=NetworkSegment(a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3),segment_id=a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:55.564562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f736bc6-6d4d-4739-bcac-ba4e473277da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:55.628769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port cad94c69-8744-4fb6-b31f-b39378341591, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cad94c69-8744-4fb6-b31f-b39378341591,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:47:55.629009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:55.635001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3f736bc6-6d4d-4739-bcac-ba4e473277da None None] Calling delete_port for 54971549-43c7-4f6e-90ba-610da61c8785 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:55.679301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f736bc6-6d4d-4739-bcac-ba4e473277da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:55.687664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:55.710868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for cad94c69-8744-4fb6-b31f-b39378341591 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:47:55.741533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f736bc6-6d4d-4739-bcac-ba4e473277da None None] Pushing event deleted for resources: {'Port': ['ID=54971549-43c7-4f6e-90ba-610da61c8785,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:55.744150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3f736bc6-6d4d-4739-bcac-ba4e473277da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:55.762488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f736bc6-6d4d-4739-bcac-ba4e473277da None None] No DVR routers for this DVR port 54971549-43c7-4f6e-90ba-610da61c8785 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:47:55.819426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:55.827519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9b453f29-a744-4505-918a-e99cb1f0eac9 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:55.873464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=cad94c69-8744-4fb6-b31f-b39378341591,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:55.877157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:55.960422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.051382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.052847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.069424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.069728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Fanout notify agent at l3_agent the message router_deleted on router b9806816-e614-4ad2-bf3c-96426b5fc75a {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:47:56.079896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.082484 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/routers/b9806816-e614-4ad2-bf3c-96426b5fc75a HTTP/1.1" status: 204 len: 168 time: 1.1037211 Apr 16 15:47:56.082627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37946) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:56.159279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.188932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 54971549-43c7-4f6e-90ba-610da61c8785 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:56.209169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 54971549-43c7-4f6e-90ba-610da61c8785 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:47:56.209351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 54971549-43c7-4f6e-90ba-610da61c8785 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:47:56.209596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 709ba76e-ddc7-48d7-9404-fa019d32c428 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:56.228111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 709ba76e-ddc7-48d7-9404-fa019d32c428 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:47:56.228344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 709ba76e-ddc7-48d7-9404-fa019d32c428 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:47:56.274896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.343745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949f53c7-463f-478f-ba92-764f2d054d44']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:56.351161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:56.351390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c8e503-eb5b-4dfa-b0ad-d3013af3b9c3') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:56.357610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.367514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.371045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Releasing vlan 1480 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:47:56.459482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 949f53c7-463f-478f-ba92-764f2d054d44 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:47:56.464707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.553644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 949f53c7-463f-478f-ba92-764f2d054d44 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:47:56.565192 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:47:56.605054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.607574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-156201e5-b49a-4363-9788-a120df5b7dfb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:56.617921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.623941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Network': ['ID=949f53c7-463f-478f-ba92-764f2d054d44,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:56.625796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:56.628861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/networks/949f53c7-463f-478f-ba92-764f2d054d44 HTTP/1.1" status: 204 len: 168 time: 0.5456116 Apr 16 15:47:56.641054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37950) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:56.644950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'network': {'name': 'tempest-network-smoke--1596845634', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'port_security_enabled': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:47:56.648118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:47:56.650670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:network and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:47:56.652518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:47:56.655771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:47:56.663155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:47:56.667341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.685832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1483} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:47:56.691503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.691682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Added segment 28fff548-3146-4d79-a229-c6b1dabf6eec of type vlan for network 650ef046-5bdd-4f92-b37e-bbaef91f866c Apr 16 15:47:56.705481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.721558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.724524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:56.724883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.726907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f05e7fbf-dd8f-4501-88b4-b191928653aa tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:56.780439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1387684 Apr 16 15:47:56.784487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37954) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:56.785502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Network': ['ID=650ef046-5bdd-4f92-b37e-bbaef91f866c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:56.787785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:56.788859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-829282950', 'admin_state_up': True, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:47:56.792687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:47:56.794059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:47:56.796426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:router and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:47:56.798653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:47:56.802611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:47:56.809652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.810307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.821469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:56.967140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:57.134880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:57.150654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:57.226862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.14 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/3bd396ef-ea47-4101-9e77-1bbe64f6fe85) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:47:57.304535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:57.333442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:57.341230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:57.407898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=3bd396ef-ea47-4101-9e77-1bbe64f6fe85,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:57.414537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:57.437534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:47:57.438201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:47:57.439817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:47:57.939235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:58.117765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cad94c69-8744-4fb6-b31f-b39378341591 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:47:58.131691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:58.145937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: cad94c69-8744-4fb6-b31f-b39378341591 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:47:58.146164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cad94c69-8744-4fb6-b31f-b39378341591 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:47:58.249784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:47:58.344656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:47:58.355119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Sync routers for ids ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:47:58.361819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:58.362578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Routers {'4984f632-9a43-4dec-bcf6-cfb7af741ba7'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:58.362663 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5773420 Apr 16 15:47:58.362950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:58.365132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37958) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:58.398631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2bd7f9f-ccdd-4c25-8002-00ebf90fcc52 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=8368c00c80e846dda8d506830d64f85a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325520 Apr 16 15:47:58.400834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37962) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:58.463291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Set router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:58.494206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec73318b-ef12-4932-8198-aca679c00c3e tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:58.495351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ec73318b-ef12-4932-8198-aca679c00c3e tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937147 Apr 16 15:47:58.497831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37966) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:58.527745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7e302b94-018d-4681-a2db-d03f92537506 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288332 Apr 16 15:47:58.529329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37970) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:58.533652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-699555029', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:47:58.608243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:47:58.613159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:subnet and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:47:58.616746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:47:58.623420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:47:57Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:58.623911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:47:58.625712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Checking router: 4984f632-9a43-4dec-bcf6-cfb7af741ba7 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:47:58.625925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Updating router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:47:58.631675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:47:58.635315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:58.658097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:58.861743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:58.869032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Transition to ACTIVE for port object 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:47:58.872803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:58.882940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:58.905530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:58.915201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ce83779-81dd-4563-8eae-320801953c3e tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:58.949859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Pushing event updated for resources: {'Port': ['ID=3bd396ef-ea47-4101-9e77-1bbe64f6fe85,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:58.961050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.961285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.961441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.961665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.961808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.961984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.962162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.962330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.962536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.962699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.962900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.963088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:47:58.965868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:58.992987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Attempting to bind port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:47:58.993211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Attempting to bind port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:47:58.993452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Attempting to bind port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:47:58.996634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:47:58.996846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:47:58.997105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:58.997326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:47:58.997614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Bound port: 3bd396ef-ea47-4101-9e77-1bbe64f6fe85, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:47:58.997842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:59.000562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Subnet': ['ID=9da0f7f2-d80a-487b-9758-e7253feebffa,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:59.002434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:59.037544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Checking segment: {'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:47:59.037740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network hostable DHCP agents. Network: 650ef046-5bdd-4f92-b37e-bbaef91f866c, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:47:59.040368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] For port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:47:59.042112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] For port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3bd396ef-ea47-4101-9e77-1bbe64f6fe85,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:47:59.044578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:59.048360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:47:59.053064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:59.053166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 650ef046-5bdd-4f92-b37e-bbaef91f866c) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:47:59.060387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:47:59.060753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:59.061597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011f0ac-d4ab-47d9-8598-e807bd702a65 None None] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:47:59.072131 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5418456 Apr 16 15:47:59.074072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37974) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:47:59.213171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-650ef046-5bdd-4f92-b37e-bbaef91f866c', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ips': [{'subnet_id': '9da0f7f2-d80a-487b-9758-e7253feebffa'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:47:59.213929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:59.293356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Pushing event updated for resources: {'Port': ['ID=3bd396ef-ea47-4101-9e77-1bbe64f6fe85,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:59.296332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:59.318258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Routers {'4984f632-9a43-4dec-bcf6-cfb7af741ba7'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:47:59.318712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:59.321279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Allocated IP 172.20.0.2 (650ef046-5bdd-4f92-b37e-bbaef91f866c/9da0f7f2-d80a-487b-9758-e7253feebffa/4d4f191b-04ef-4c9e-8903-92a2e834e28d) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:47:59.436970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] Set router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:47:59.458313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:59.465122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Transition to ACTIVE for port object 4d4f191b-04ef-4c9e-8903-92a2e834e28d will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:47:59.477601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Transition to ACTIVE for port object 4d4f191b-04ef-4c9e-8903-92a2e834e28d will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:47:59.481774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:59.483616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:59.491623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4418a884-29af-416d-beff-5186e15f2785 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:47:59.566555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Pushing event updated for resources: {'Port': ['ID=4d4f191b-04ef-4c9e-8903-92a2e834e28d,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:47:59.569427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:47:59.602630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:47:59.603594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:47:59.605346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:47:59.609058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:47:57Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:47:59.611857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5f07d9-8631-4119-a718-2e6eace9467a None None] The sync data for ids ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'] in dv-neutron-786478-2-hyperv is: [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:47:57Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:47:59.668447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Attempting to bind port 4d4f191b-04ef-4c9e-8903-92a2e834e28d on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:47:59.668677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Attempting to bind port 4d4f191b-04ef-4c9e-8903-92a2e834e28d by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:47:59.668906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Attempting to bind port 4d4f191b-04ef-4c9e-8903-92a2e834e28d on network 650ef046-5bdd-4f92-b37e-bbaef91f866c {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:47:59.672297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:47:59.672526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Checking segment: {'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:47:59.672807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:59.673351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Bound using segment: {'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:47:59.673670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Bound port: 4d4f191b-04ef-4c9e-8903-92a2e834e28d, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:47:59.673902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:59.730963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] For port 4d4f191b-04ef-4c9e-8903-92a2e834e28d, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:47:59.733041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] For port 4d4f191b-04ef-4c9e-8903-92a2e834e28d, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4d4f191b-04ef-4c9e-8903-92a2e834e28d,segment=NetworkSegment(28fff548-3146-4d79-a229-c6b1dabf6eec),segment_id=28fff548-3146-4d79-a229-c6b1dabf6eec)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:47:59.736205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:47:59.744590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:00.020844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.1 (650ef046-5bdd-4f92-b37e-bbaef91f866c/9da0f7f2-d80a-487b-9758-e7253feebffa/058de412-bdc6-4c4b-b9fe-4be817993e79) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:48:00.028034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Pushing event updated for resources: {'Port': ['ID=4d4f191b-04ef-4c9e-8903-92a2e834e28d,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:00.030743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:00.117662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:00.128641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 058de412-bdc6-4c4b-b9fe-4be817993e79 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:48:00.147412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:00.156862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab2edc34-957a-47cb-9499-fb1050319b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:00.175562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:48:00.219197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:48:00.223060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:48:00.223300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:00.235567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=058de412-bdc6-4c4b-b9fe-4be817993e79,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:00.237517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:00.268384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:48:00.269335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:48:00.271024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:48:00.300758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:00.306628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:00.314978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3bd396ef-ea47-4101-9e77-1bbe64f6fe85,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:48:00.318019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:00.319373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:00.363625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=3bd396ef-ea47-4101-9e77-1bbe64f6fe85,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:00.365685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:00.379826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:00.614381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:00.617054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:00.630835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:00.681654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=058de412-bdc6-4c4b-b9fe-4be817993e79,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:00.684415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:00.685023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:00.766138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:48:00.766968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:48:00.869385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:48:00.975515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:48:00.983840 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/4984f632-9a43-4dec-bcf6-cfb7af741ba7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9091041 Apr 16 15:48:00.985678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37978) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:01.070217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca6d4b-518b-4610-9842-7c05e2ad8270 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:01.070531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca6d4b-518b-4610-9842-7c05e2ad8270 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:01.070799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca6d4b-518b-4610-9842-7c05e2ad8270 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:01.071061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca6d4b-518b-4610-9842-7c05e2ad8270 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:01.074211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37982) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:01.074695 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8bca6d4b-518b-4610-9842-7c05e2ad8270 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.0883994 Apr 16 15:48:01.117687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4033a0e1-0288-4784-bdc4-b3d5e9f22b21 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:01.118027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4033a0e1-0288-4784-bdc4-b3d5e9f22b21 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:01.118293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4033a0e1-0288-4784-bdc4-b3d5e9f22b21 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:01.118566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4033a0e1-0288-4784-bdc4-b3d5e9f22b21 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:01.119709 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4033a0e1-0288-4784-bdc4-b3d5e9f22b21 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0447078 Apr 16 15:48:01.121558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 37986) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:01.189379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93777591-72c5-4965-9e8f-9fec5136ce00 None None] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:48:01.240095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f4265ffa-fd22-4690-9b52-6a2f15678da4 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1176183 Apr 16 15:48:01.242081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bea267c2-72f6-49b9-9524-8fd49e412295 None None] Provisioning for port 4d4f191b-04ef-4c9e-8903-92a2e834e28d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:48:01.367782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37992) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:01.371470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144596986', 'description': 'tempest-secgroup-smoke-2144596986 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:48:01.382913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:48:01.385489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:48:01.387328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:48:01.390679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:48:01.399534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.412196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:48:01.414475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:48:01.416160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:48:01.419423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:48:01.460774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-aa0f0820-77cb-498a-9b85-4a858852b6f3 None None] Provisioning for port 058de412-bdc6-4c4b-b9fe-4be817993e79 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:48:01.461844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.463234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.465644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-aa0f0820-77cb-498a-9b85-4a858852b6f3 None None] Provisioning complete for port 058de412-bdc6-4c4b-b9fe-4be817993e79 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:48:01.465721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7db74106-c0e6-443a-8053-715bde7b830f tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:01.465933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0820-77cb-498a-9b85-4a858852b6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.491485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a606618b-14f8-42fa-87ae-7c1ad9a466fd,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:01.493467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:01.497947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.498899 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1303875 Apr 16 15:48:01.500887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 37996) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:01.505097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'a606618b-14f8-42fa-87ae-7c1ad9a466fd', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:48:01.509103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f0820-77cb-498a-9b85-4a858852b6f3 None None] Port 058de412-bdc6-4c4b-b9fe-4be817993e79 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:48:01.509187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:48:01.511671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:48:01.513536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:48:01.516983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:48:01.532199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.571913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.574931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.576362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b893b9b-253e-4f62-8729-09d686a8fe63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:01.592090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2da05df-544c-4dd5-ae31-c3d183b69e30,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:01.593952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:01.598729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.599597 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0974777 Apr 16 15:48:01.601528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38000) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:01.605206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'a606618b-14f8-42fa-87ae-7c1ad9a466fd', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:48:01.609630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:48:01.612031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:48:01.613788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:48:01.617100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:48:01.628495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.629775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-aeb022c3-5723-4eab-8f84-28f2701e3d71 None None] Provisioning complete for port 058de412-bdc6-4c4b-b9fe-4be817993e79 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:48:01.630100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeb022c3-5723-4eab-8f84-28f2701e3d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.665091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.666854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.668207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0521619-100d-4784-8d5b-50021328205a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:01.674533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-aeb022c3-5723-4eab-8f84-28f2701e3d71 None None] Port 058de412-bdc6-4c4b-b9fe-4be817993e79 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:48:01.680928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f90cb8-927f-4503-9259-63ba28586c62,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:01.682426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:01.686265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.687084 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0848973 Apr 16 15:48:01.689605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38004) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:01.692942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'a606618b-14f8-42fa-87ae-7c1ad9a466fd', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:48:01.696929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:48:01.699300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:48:01.701082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:48:01.704752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:48:01.714304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.750357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.752802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.754027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d571dddc-8fd6-447a-84a1-73ca316da1f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:01.765554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a4108d-55f3-4575-a365-16964fe8f5f9,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:01.767463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:01.771258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.772022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0817575 Apr 16 15:48:01.774019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38008) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:01.777161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'a606618b-14f8-42fa-87ae-7c1ad9a466fd', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:48:01.780653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:48:01.783327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:48:01.785191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:48:01.788433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-609bd433-dce7-42ef-ac3e-9aa9d7304403 None None] Provisioning complete for port 058de412-bdc6-4c4b-b9fe-4be817993e79 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:48:01.788516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:48:01.788728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-609bd433-dce7-42ef-ac3e-9aa9d7304403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.799325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.821102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-609bd433-dce7-42ef-ac3e-9aa9d7304403 None None] Port 058de412-bdc6-4c4b-b9fe-4be817993e79 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:48:01.834280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.836247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.837511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-880bd754-9618-4f41-be2d-9d08261f12da tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:01.848861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80de46c-2752-499d-87e6-75813a4f71bf,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:01.851176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:01.855147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.855920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0f1fb68-3b33-404b-9eeb-0b87d042af43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0813124 Apr 16 15:48:01.857945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38012) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:01.861468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'a606618b-14f8-42fa-87ae-7c1ad9a466fd', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:48:01.864958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:48:01.867176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:48:01.868845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:48:01.872115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:48:01.878547 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:48:01.882285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.918670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.920687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.921998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0fa74573-11ea-4b55-a631-5a44e074ea61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:01.935383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ee5b66-b414-49b4-a7e3-7e2f0a8375e4,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:01.936341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Sync routers for ids ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:48:01.936991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:01.941320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:01.942085 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0835512 Apr 16 15:48:01.942758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Routers {'4984f632-9a43-4dec-bcf6-cfb7af741ba7'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:48:01.943156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:48:01.944124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38016) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:01.947460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'a606618b-14f8-42fa-87ae-7c1ad9a466fd', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:48:01.950974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:48:01.953188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:48:01.955215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:48:01.958404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:48:01.966369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:48:01.970047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:02.006182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:02.008125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:02.009466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6460ff0a-38ed-41d6-ad54-8f3307cbe024 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:02.021543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a62ff4-74ea-466c-9903-00f9fa5f6fcb,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:02.023880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:02.027965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:02.028729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-97399495-13bd-4c28-943d-791e5adda41d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0839808 Apr 16 15:48:02.045001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Set router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:48:02.170196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-7ec31599-2ca3-4359-b1f1-9f7886442358 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:48:02.179255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-7ec31599-2ca3-4359-b1f1-9f7886442358 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:48:02.179991 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-7ec31599-2ca3-4359-b1f1-9f7886442358 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144596986&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.0341995 Apr 16 15:48:02.217794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:48:02.268707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:48:02.269357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:02.281613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-5d68547b-f746-4dd0-97fc-74b92d4afc51 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:02.283582 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-5d68547b-f746-4dd0-97fc-74b92d4afc51 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/networks?id=650ef046-5bdd-4f92-b37e-bbaef91f866c HTTP/1.1" status: 200 len: 797 time: 0.0990114 Apr 16 15:48:02.291223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '058de412-bdc6-4c4b-b9fe-4be817993e79', 'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:37:c4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:59Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:48:02.292792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-c5a89325-a51a-4af3-9b22-47cd230cc10b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/quotas/8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 375 time: 0.0055189 Apr 16 15:48:02.298823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Checking router: 4984f632-9a43-4dec-bcf6-cfb7af741ba7 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:48:02.299042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Updating router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 port 058de412-bdc6-4c4b-b9fe-4be817993e79 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:48:02.335380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:02.341422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-71816d62-b6b6-4c17-8f54-5192597ac9a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:48:02.351450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-71816d62-b6b6-4c17-8f54-5192597ac9a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:48:02.352204 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-71816d62-b6b6-4c17-8f54-5192597ac9a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565090 Apr 16 15:48:02.404447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4d4f191b-04ef-4c9e-8903-92a2e834e28d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:48:02.443521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-b169a1c4-ce48-4977-856a-c0be3da2a3bb service neutron] 10.222.0.95 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0760369 Apr 16 15:48:02.514723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 4d4f191b-04ef-4c9e-8903-92a2e834e28d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:48:02.522213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 4d4f191b-04ef-4c9e-8903-92a2e834e28d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:48:02.522443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:02.526994 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-867fb155-2a34-46ae-9f9d-bceab72fa61d service neutron] 10.222.0.95 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0757415 Apr 16 15:48:02.642323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0ef531d-ca16-448d-beb3-9397f43d2371 req-01b6e5ba-83c8-4c2d-8403-4b5d04bc2099 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0301375 Apr 16 15:48:02.653318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:02.672553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:02.683741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Transition to ACTIVE for port object 058de412-bdc6-4c4b-b9fe-4be817993e79 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:48:02.687029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 4d4f191b-04ef-4c9e-8903-92a2e834e28d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4d4f191b-04ef-4c9e-8903-92a2e834e28d,segment=NetworkSegment(28fff548-3146-4d79-a229-c6b1dabf6eec),segment_id=28fff548-3146-4d79-a229-c6b1dabf6eec)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:48:02.688275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:02.696589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:02.717679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:02.769187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049e007-0249-4360-b5e1-91e66a755692 None None] Pushing event updated for resources: {'Port': ['ID=058de412-bdc6-4c4b-b9fe-4be817993e79,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:02.772013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3049e007-0249-4360-b5e1-91e66a755692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:02.772312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-76d6d61d-7aaa-46c0-8f01-ccf708c1550e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:02.994402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=4d4f191b-04ef-4c9e-8903-92a2e834e28d,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:02.996770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:03.084049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Attempting to bind port 058de412-bdc6-4c4b-b9fe-4be817993e79 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:48:03.084301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Attempting to bind port 058de412-bdc6-4c4b-b9fe-4be817993e79 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:48:03.084474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Attempting to bind port 058de412-bdc6-4c4b-b9fe-4be817993e79 on network 650ef046-5bdd-4f92-b37e-bbaef91f866c {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:48:03.087808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:48:03.088051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Checking segment: {'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:48:03.088251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:03.088488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Bound using segment: {'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:48:03.088775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Bound port: 058de412-bdc6-4c4b-b9fe-4be817993e79, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:48:03.089014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:03.147772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] For port 058de412-bdc6-4c4b-b9fe-4be817993e79, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:48:03.150010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] For port 058de412-bdc6-4c4b-b9fe-4be817993e79, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=058de412-bdc6-4c4b-b9fe-4be817993e79,segment=NetworkSegment(28fff548-3146-4d79-a229-c6b1dabf6eec),segment_id=28fff548-3146-4d79-a229-c6b1dabf6eec)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:48:03.153222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:03.163533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-988a0e1b-7124-4913-a4e6-186a94e3aa58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:03.253508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049e007-0249-4360-b5e1-91e66a755692 None None] Pushing event updated for resources: {'Port': ['ID=058de412-bdc6-4c4b-b9fe-4be817993e79,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:03.255593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3049e007-0249-4360-b5e1-91e66a755692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:03.283627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Routers {'4984f632-9a43-4dec-bcf6-cfb7af741ba7'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:48:03.284042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:47:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:48:03.398976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] Set router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:48:03.590228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '058de412-bdc6-4c4b-b9fe-4be817993e79', 'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:37:c4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:59Z', 'updated_at': '2021-04-16T15:48:03Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:48:03.592851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c543a83-86f4-4e3e-af48-ac1ec828530d None None] The sync data for ids ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'] in dv-neutron-786478-2-hyperv is: [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '058de412-bdc6-4c4b-b9fe-4be817993e79', 'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:37:c4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:59Z', 'updated_at': '2021-04-16T15:48:03Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:48:03.745029 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e03d3db-5bb4-476b-b697-de0fd7d93f3f req-15a62b5e-8c88-4a8f-b47e-8130062ac91d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0321524 Apr 16 15:48:04.199218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 058de412-bdc6-4c4b-b9fe-4be817993e79 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:48:04.247467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 058de412-bdc6-4c4b-b9fe-4be817993e79 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:48:04.250762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 058de412-bdc6-4c4b-b9fe-4be817993e79 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:48:04.251031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:04.328135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:04.346143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 058de412-bdc6-4c4b-b9fe-4be817993e79, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=058de412-bdc6-4c4b-b9fe-4be817993e79,segment=NetworkSegment(28fff548-3146-4d79-a229-c6b1dabf6eec),segment_id=28fff548-3146-4d79-a229-c6b1dabf6eec)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:48:04.348560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:04.349136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4d4f191b-04ef-4c9e-8903-92a2e834e28d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:48:04.362142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:04.413854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=058de412-bdc6-4c4b-b9fe-4be817993e79,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:04.416043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:04.421330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 4d4f191b-04ef-4c9e-8903-92a2e834e28d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:48:04.421578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:05.027934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25a5e73d-b72b-42f8-9478-812e240d3f0a req-650181dc-f3dd-4f7f-b567-c5cdad435a11 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0515206 Apr 16 15:48:06.154996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f525b997-1075-4715-91c6-c86dd9d24ddc req-a6f8ba92-ff7b-4ca2-8ad8-c1989f87da79 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0451326 Apr 16 15:48:06.155418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 058de412-bdc6-4c4b-b9fe-4be817993e79 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:48:06.206887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 058de412-bdc6-4c4b-b9fe-4be817993e79 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:48:06.207152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:07.282705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-63543a33-ad2e-44b3-a389-f235f3ce5eaa req-77fc6892-e5cf-4676-b2b3-3e6a777d71e1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0362940 Apr 16 15:48:08.413228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aaf7a2ea-479f-439d-816d-8287857a19ec req-60be72cf-02c1-408f-bca3-074f851e2402 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0351408 Apr 16 15:48:08.796055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:48:09.550716 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f828ef5b-c703-4f00-922d-1f5d08519527 req-96071536-da6a-4f18-84d6-90ab251013e1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0412862 Apr 16 15:48:10.684222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-67fe1cf8-d42b-46df-9a94-18b028388f63 req-4f27efec-61eb-4d8c-ae09-3b998d250a69 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0350223 Apr 16 15:48:11.340497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dec62d9-0431-41a9-8053-5d98112ceeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:11.813473 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ea919c4-6326-4e87-b6a3-9831f6f5c620 req-3b8332aa-3577-4f8b-8e5c-9f8f6ce8f0a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0351505 Apr 16 15:48:12.746762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85accaed-51f7-4930-bd62-fc97b6eff2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:12.912588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:12.939320 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1e87fa26-8e83-4b8f-8828-ac8f3d41a4ce req-6cd6e183-492c-4c2d-b45c-302b98c5801e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0393074 Apr 16 15:48:13.104761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:13.308291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:14.064253 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-181ecde2-48eb-47de-9144-32230c362bd1 req-4f749631-7c1a-49c2-b8e4-45a54a0dd630 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0355318 Apr 16 15:48:14.101083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:15.356614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-38235ee3-617f-45d1-8a6a-c0e4a094ef11 req-9c1349e4-d1fe-49bd-82d2-ce6791ab32d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0420189 Apr 16 15:48:16.484467 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4ce2b4d-e700-4656-8fd6-37509a29375d req-16084042-eb17-48f1-9edb-df43cdac4bb4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0376816 Apr 16 15:48:17.620983 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-131802de-e0b4-46e2-804c-79d12c266d20 req-2c0ff6f7-bb75-499d-a2e0-bbabaf64fab8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0496655 Apr 16 15:48:18.752097 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-49cbd9f7-704c-4e05-be01-b7125193778b req-717ce7d9-f0fe-4c2d-8b87-6dad69f2773b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0412872 Apr 16 15:48:19.882080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dda7115e-26fb-4ca6-b294-fbd42ddaab54 req-8652af2d-f200-497f-9d88-27bdb67fda5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0374076 Apr 16 15:48:21.006973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b563ea76-3d10-4074-a091-98d0c6026860 req-d6355cd9-89e1-4355-bc95-4bbbbd0d36cd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0343275 Apr 16 15:48:22.139219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f89ca79-2db7-4c86-b971-6b817be862a0 req-615e51ca-a7ac-48e8-8a01-da747a5daf2b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0440867 Apr 16 15:48:23.265195 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d7878350-5ba1-447b-ac90-426993c6a87e req-def2a6d9-ea33-4abe-8a38-59c385f299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0372245 Apr 16 15:48:24.387305 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074ecb66-8664-410e-8cc6-9d384dde78ca req-f02a8a7d-15cf-4781-9df8-faed3534bd29 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0351415 Apr 16 15:48:25.501680 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cc15fee6-9a07-4199-994e-8e97cfceb00d req-1405e845-d4d4-4fc0-b85d-f570078a9d3f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0342238 Apr 16 15:48:26.944030 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75230696-c1f9-4a3f-bd8a-d9474adb9c08 req-76f4806f-b06e-4d43-82fb-5071fee241ea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.3483820 Apr 16 15:48:28.075955 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2846d4e6-367b-4c36-a11a-0aaa8477e327 req-ec1bc43a-4b7b-4bc2-ae0b-d2662ed47109 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0351338 Apr 16 15:48:29.218004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6974e149-07ad-4e49-be4b-5b5d71ed8780 req-12543ec6-40df-4f93-894b-b7fbe6be38f5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0491774 Apr 16 15:48:30.357291 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3b45ad2e-905d-4241-ae83-c2ed88c9afc8 req-3df4f87d-2ed5-4520-9cf1-a4b6f25d8032 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0447876 Apr 16 15:48:31.474846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2539cbb3-2232-44a3-9f13-71995d4073f8 req-2265c177-730c-4d5c-a9b0-f4a87222643f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0349472 Apr 16 15:48:32.612412 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0ce2ce6-b3dc-43a0-88e9-c51ff9e3d067 req-40da3c67-7f3a-48e8-a38b-b7db4b72feab tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0435908 Apr 16 15:48:32.649992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e563d5ee-526e-46a1-9ec8-179ba988fe13 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:32.651083 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e563d5ee-526e-46a1-9ec8-179ba988fe13 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=650ef046-5bdd-4f92-b37e-bbaef91f866c HTTP/1.1" status: 200 len: 797 time: 0.1572275 Apr 16 15:48:32.724016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-187b0c5a-68f5-4ee9-b0e7-ba48f2fe797f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 8069 time: 0.0517254 Apr 16 15:48:32.733780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'device_id': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'admin_state_up': True, 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'security_groups': ['a606618b-14f8-42fa-87ae-7c1ad9a466fd']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:48:32.839930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:48:32.847209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:48:32.854209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:48:32.858479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:32.969127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.4 (650ef046-5bdd-4f92-b37e-bbaef91f866c/9da0f7f2-d80a-487b-9758-e7253feebffa/ccce8b48-c7ea-490b-ace8-5374d9438b0e) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:48:33.103874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:33.114813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object ccce8b48-c7ea-490b-ace8-5374d9438b0e will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:48:33.132991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:33.143670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e46ed6a2-a3ab-41e1-ad18-7cd516efbdcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:33.217443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=ccce8b48-c7ea-490b-ace8-5374d9438b0e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:33.219378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:33.253186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:48:33.253879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:48:33.255241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:48:33.290868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:33.291274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:33.306712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755432 Apr 16 15:48:33.319983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Request body: {'port': {'device_id': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:48:33.396330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:33.428823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b12d5186-2e53-43bf-822f-8ad9815a73ee None None] Provisioning for port ccce8b48-c7ea-490b-ace8-5374d9438b0e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:48:33.432080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b12d5186-2e53-43bf-822f-8ad9815a73ee None None] Provisioning complete for port ccce8b48-c7ea-490b-ace8-5374d9438b0e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:48:33.432330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b12d5186-2e53-43bf-822f-8ad9815a73ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:33.468196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b12d5186-2e53-43bf-822f-8ad9815a73ee None None] Port ccce8b48-c7ea-490b-ace8-5374d9438b0e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:48:33.607680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccce8b48-c7ea-490b-ace8-5374d9438b0e {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:48:33.617248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:33.629621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Transition to ACTIVE for port object ccce8b48-c7ea-490b-ace8-5374d9438b0e will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:48:33.632229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:33.640703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bbfac561-5683-424e-9bdc-4982892d898c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:33.742796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Pushing event updated for resources: {'Port': ['ID=ccce8b48-c7ea-490b-ace8-5374d9438b0e,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:33.744572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:33.816245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0870ccb-e48e-4963-bee5-d6d0c5149c9f req-53f28d48-b448-46ed-9354-c4840de460e3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:33.816685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-a0870ccb-e48e-4963-bee5-d6d0c5149c9f req-53f28d48-b448-46ed-9354-c4840de460e3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:48:33.870841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-a0870ccb-e48e-4963-bee5-d6d0c5149c9f req-53f28d48-b448-46ed-9354-c4840de460e3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:48:33.871594 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0870ccb-e48e-4963-bee5-d6d0c5149c9f req-53f28d48-b448-46ed-9354-c4840de460e3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 943 time: 0.1816828 Apr 16 15:48:33.895835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Attempting to bind port ccce8b48-c7ea-490b-ace8-5374d9438b0e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:48:33.896306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Attempting to bind port ccce8b48-c7ea-490b-ace8-5374d9438b0e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:48:33.896525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Attempting to bind port ccce8b48-c7ea-490b-ace8-5374d9438b0e on network 650ef046-5bdd-4f92-b37e-bbaef91f866c {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:48:33.903693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Port ccce8b48-c7ea-490b-ace8-5374d9438b0e on network 650ef046-5bdd-4f92-b37e-bbaef91f866c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:48:33.903873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Attempting to bind port ccce8b48-c7ea-490b-ace8-5374d9438b0e on network 650ef046-5bdd-4f92-b37e-bbaef91f866c {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:48:33.910075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:48:33.910262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Checking segment: {'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:48:33.910497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Bound using segment: {'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:48:33.910752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Bound port: ccce8b48-c7ea-490b-ace8-5374d9438b0e, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28fff548-3146-4d79-a229-c6b1dabf6eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:48:33.910956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:33.917232 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0870ccb-e48e-4963-bee5-d6d0c5149c9f req-c5dca555-cf45-497d-bba0-f18c9ca419da tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=a606618b-14f8-42fa-87ae-7c1ad9a466fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380485 Apr 16 15:48:33.962885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] For port ccce8b48-c7ea-490b-ace8-5374d9438b0e, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:48:33.964591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] For port ccce8b48-c7ea-490b-ace8-5374d9438b0e, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ccce8b48-c7ea-490b-ace8-5374d9438b0e,segment=NetworkSegment(28fff548-3146-4d79-a229-c6b1dabf6eec),segment_id=28fff548-3146-4d79-a229-c6b1dabf6eec)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:48:33.967040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:33.975801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b986cee5-2c1b-4b96-bed6-2be6a502ed9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:34.051812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Pushing event updated for resources: {'Port': ['ID=ccce8b48-c7ea-490b-ace8-5374d9438b0e,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:34.054424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:34.073088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:34.073545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:34.074580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-6491d056-eb02-4432-8d02-174dae818516 service neutron] 10.222.0.107 "PUT /v2.0/ports/ccce8b48-c7ea-490b-ace8-5374d9438b0e HTTP/1.1" status: 200 len: 1093 time: 0.7574422 Apr 16 15:48:34.075009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'tag': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:48:34.104195 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'tag': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e', 'status': 'completed', 'code': 200} Apr 16 15:48:34.176407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-5b9fae69-5db8-4b93-ab42-e701c650172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:34.177740 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-5b9fae69-5db8-4b93-ab42-e701c650172e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 1096 time: 0.0521836 Apr 16 15:48:34.229558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-60399558-db74-43d6-b6f1-7ee6f1a9e916 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccce8b48-c7ea-490b-ace8-5374d9438b0e HTTP/1.1" status: 200 len: 217 time: 0.0418189 Apr 16 15:48:34.278073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-ae9e28dd-58de-43b0-b4f3-e5324a902c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:34.279197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-ae9e28dd-58de-43b0-b4f3-e5324a902c29 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9da0f7f2-d80a-487b-9758-e7253feebffa HTTP/1.1" status: 200 len: 843 time: 0.0413435 Apr 16 15:48:34.336016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-eba05e60-71e7-43e9-8788-2e4f375c55a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:34.336782 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-eba05e60-71e7-43e9-8788-2e4f375c55a6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=650ef046-5bdd-4f92-b37e-bbaef91f866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492163 Apr 16 15:48:34.416059 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-d14d69ff-13ac-4a18-9345-fe4cd0618f8e service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0706697 Apr 16 15:48:34.498160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36beeae7-4d49-47e8-bb6e-4184bf2cb472 req-fe68e987-a070-4f25-ba05-0874f9277c37 service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0744021 Apr 16 15:48:35.056628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153112e-0bd3-4177-ba4b-59b9bfc1b493 req-ff40ee58-d409-4684-b4e1-fca70242560a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:35.057572 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8153112e-0bd3-4177-ba4b-59b9bfc1b493 req-ff40ee58-d409-4684-b4e1-fca70242560a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 943 time: 0.0574760 Apr 16 15:48:35.091545 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8153112e-0bd3-4177-ba4b-59b9bfc1b493 req-f31eefb9-d877-460f-9454-76bd381d5b16 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=a606618b-14f8-42fa-87ae-7c1ad9a466fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262008 Apr 16 15:48:35.495031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ccce8b48-c7ea-490b-ace8-5374d9438b0e details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:48:35.607975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ccce8b48-c7ea-490b-ace8-5374d9438b0e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ccce8b48-c7ea-490b-ace8-5374d9438b0e,segment=NetworkSegment(28fff548-3146-4d79-a229-c6b1dabf6eec),segment_id=28fff548-3146-4d79-a229-c6b1dabf6eec)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:48:35.619602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'port_id': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e', 'mac_address': 'fa:16:3e:d2:6e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1483, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:48:35.657777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:35.669791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccce8b48-c7ea-490b-ace8-5374d9438b0e {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:48:35.680106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ccce8b48-c7ea-490b-ace8-5374d9438b0e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ccce8b48-c7ea-490b-ace8-5374d9438b0e,segment=NetworkSegment(28fff548-3146-4d79-a229-c6b1dabf6eec),segment_id=28fff548-3146-4d79-a229-c6b1dabf6eec)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:48:35.682115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:35.684129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:35.727984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ccce8b48-c7ea-490b-ace8-5374d9438b0e,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:35.730085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:36.119900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['ccce8b48-c7ea-490b-ace8-5374d9438b0e'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:48:36.244678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec947376-73d4-4df8-99e1-bf847ad281ae req-79e9ca7a-5463-42c0-a4e6-a1448d2c35ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:36.245756 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec947376-73d4-4df8-99e1-bf847ad281ae req-79e9ca7a-5463-42c0-a4e6-a1448d2c35ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 944 time: 0.0629163 Apr 16 15:48:36.276761 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec947376-73d4-4df8-99e1-bf847ad281ae req-2f853aa6-4fda-4f95-b415-9b4c9e1af9a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=a606618b-14f8-42fa-87ae-7c1ad9a466fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265598 Apr 16 15:48:37.425049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c87855-73a9-43cb-8d9d-c9ea99d1897f req-8c2e0e54-9635-4f6e-b01f-846e16e11469 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:37.426175 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-34c87855-73a9-43cb-8d9d-c9ea99d1897f req-8c2e0e54-9635-4f6e-b01f-846e16e11469 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 944 time: 0.0611298 Apr 16 15:48:37.494114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ccce8b48-c7ea-490b-ace8-5374d9438b0e up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:48:37.552299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port ccce8b48-c7ea-490b-ace8-5374d9438b0e completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:48:37.559158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port ccce8b48-c7ea-490b-ace8-5374d9438b0e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:48:37.559694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:37.660601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:37.680501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:48:37.687259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ccce8b48-c7ea-490b-ace8-5374d9438b0e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ccce8b48-c7ea-490b-ace8-5374d9438b0e,segment=NetworkSegment(28fff548-3146-4d79-a229-c6b1dabf6eec),segment_id=28fff548-3146-4d79-a229-c6b1dabf6eec)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:48:37.689454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:37.690906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:37.730187 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e', 'code': 200} Apr 16 15:48:37.742908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ccce8b48-c7ea-490b-ace8-5374d9438b0e,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:37.745164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:37.753439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-34c87855-73a9-43cb-8d9d-c9ea99d1897f req-5df977ae-ccec-4d89-bba1-6caa97ea7d72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=a606618b-14f8-42fa-87ae-7c1ad9a466fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227909 Apr 16 15:48:38.612450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896178a3-527f-4a4e-88b5-84d75fd1c310 req-a4b8838c-ffaa-45c6-aee6-329619aa1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:38.613459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-896178a3-527f-4a4e-88b5-84d75fd1c310 req-a4b8838c-ffaa-45c6-aee6-329619aa1cd4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 1098 time: 0.0597136 Apr 16 15:48:38.709399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896178a3-527f-4a4e-88b5-84d75fd1c310 req-e1922290-19b9-4f1c-a64c-6a991507a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:38.710334 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-896178a3-527f-4a4e-88b5-84d75fd1c310 req-e1922290-19b9-4f1c-a64c-6a991507a529 service neutron] 10.222.0.107 "GET /v2.0/networks?id=650ef046-5bdd-4f92-b37e-bbaef91f866c HTTP/1.1" status: 200 len: 899 time: 0.0883026 Apr 16 15:48:38.762169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-896178a3-527f-4a4e-88b5-84d75fd1c310 req-41fcbf4e-993b-4f51-9104-921ed67f34ac service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccce8b48-c7ea-490b-ace8-5374d9438b0e HTTP/1.1" status: 200 len: 217 time: 0.0430129 Apr 16 15:48:38.813142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896178a3-527f-4a4e-88b5-84d75fd1c310 req-4466a6f5-0a72-49bb-a98e-c9e66abd3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:38.814169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-896178a3-527f-4a4e-88b5-84d75fd1c310 req-4466a6f5-0a72-49bb-a98e-c9e66abd3e99 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9da0f7f2-d80a-487b-9758-e7253feebffa HTTP/1.1" status: 200 len: 843 time: 0.0436106 Apr 16 15:48:38.911370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896178a3-527f-4a4e-88b5-84d75fd1c310 req-69259d38-ddb1-4cef-becb-b161ca911cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:38.912826 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-896178a3-527f-4a4e-88b5-84d75fd1c310 req-69259d38-ddb1-4cef-becb-b161ca911cf8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=650ef046-5bdd-4f92-b37e-bbaef91f866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891705 Apr 16 15:48:38.920144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ccd5d-1129-427b-bd3b-f01647c912f6 req-3249d8d6-cb71-486e-bb8b-46b604fa499e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:38.920960 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab7ccd5d-1129-427b-bd3b-f01647c912f6 req-3249d8d6-cb71-486e-bb8b-46b604fa499e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 945 time: 0.0964954 Apr 16 15:48:38.996357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab7ccd5d-1129-427b-bd3b-f01647c912f6 req-6c446d5d-7c57-4489-a1f6-b62bcc59b609 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=a606618b-14f8-42fa-87ae-7c1ad9a466fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635338 Apr 16 15:48:39.011110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-896178a3-527f-4a4e-88b5-84d75fd1c310 req-81913926-5f73-429f-9eed-9ea92ae674a6 service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893445 Apr 16 15:48:39.116277 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-896178a3-527f-4a4e-88b5-84d75fd1c310 req-b25bc332-873e-4f21-b111-cfbbff9fa5d4 service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958400 Apr 16 15:48:39.301942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65718c95-d652-4549-b1b2-b4915fe0a3e7 req-30a8152a-a3e2-457d-8d6f-5b782aad6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:39.303473 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-65718c95-d652-4549-b1b2-b4915fe0a3e7 req-30a8152a-a3e2-457d-8d6f-5b782aad6665 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 1098 time: 0.0630705 Apr 16 15:48:39.335714 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-65718c95-d652-4549-b1b2-b4915fe0a3e7 req-97e5846e-dc74-49ef-9598-484e9f035d46 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=a606618b-14f8-42fa-87ae-7c1ad9a466fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243230 Apr 16 15:48:40.147961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c77cb0-0a62-4076-8dbb-adb8569e421c req-99e18d90-6dfa-4dd1-8893-ce8906ea62e8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:40.149061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70c77cb0-0a62-4076-8dbb-adb8569e421c req-99e18d90-6dfa-4dd1-8893-ce8906ea62e8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 945 time: 0.0670874 Apr 16 15:48:40.183652 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70c77cb0-0a62-4076-8dbb-adb8569e421c req-12acaa3a-4323-449f-9b82-cb6dbf631fdb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=a606618b-14f8-42fa-87ae-7c1ad9a466fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302367 Apr 16 15:48:41.330795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7bf00d28-718f-4c19-8292-a941b34fc19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:41.338603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61565742-6c16-481c-8e0c-ac40d9ec35b5 req-cd85cbdb-3b09-4ee1-9ab3-19b43f2f0938 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:41.339733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-61565742-6c16-481c-8e0c-ac40d9ec35b5 req-cd85cbdb-3b09-4ee1-9ab3-19b43f2f0938 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 945 time: 0.0653172 Apr 16 15:48:41.371686 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-61565742-6c16-481c-8e0c-ac40d9ec35b5 req-9d5e23ed-985a-460a-afed-c40361b05fe5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=a606618b-14f8-42fa-87ae-7c1ad9a466fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274413 Apr 16 15:48:41.513905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9dd5d-1207-4f66-ae01-5a63cd98cb7a req-a9ed88cb-ddae-4b27-9fdc-ce933177fe8f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:41.514876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aeb9dd5d-1207-4f66-ae01-5a63cd98cb7a req-a9ed88cb-ddae-4b27-9fdc-ce933177fe8f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 945 time: 0.0697296 Apr 16 15:48:41.549698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aeb9dd5d-1207-4f66-ae01-5a63cd98cb7a req-3780265a-4fa6-4a0a-ad2f-d4170116436f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=a606618b-14f8-42fa-87ae-7c1ad9a466fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264978 Apr 16 15:48:41.565998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38118) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:41.619704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac210c0-15c6-4572-a627-d6fb217a6a37 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:41.620756 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eac210c0-15c6-4572-a627-d6fb217a6a37 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 1093 time: 0.0539579 Apr 16 15:48:41.622800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38122) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:41.626284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:48:41.630393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:48:41.633348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:floatingip and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:48:41.635403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:48:41.639596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:48:41.647683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:41.742332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:41.825523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.115 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/6ef6d9d5-bd02-49f1-868b-ee933203a07b) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:48:41.923880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:41.944863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:41.952808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-af3763d5-c288-4729-b8cc-20c13bd13429 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:42.024698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=6ef6d9d5-bd02-49f1-868b-ee933203a07b,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:42.035146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.035342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.035567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.035788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.036010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.036229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.036448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.036668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.037457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.037602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.037821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.038039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:48:42.040464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:42.061167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:48:42.061816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:48:42.063136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:48:42.299065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:42.348400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:42.487393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:42.491055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:42.498929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef803870-c76d-4dbd-ad46-74cba91673a2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:48:42.577488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=6ef6d9d5-bd02-49f1-868b-ee933203a07b,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:48:42.580383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:48:42.636200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:42.735609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e04ed561-d330-4903-9267-6a3091764abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:42.743353 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP 1a1ec5ec-7926-45ed-9380-3327299ad689 associated. External IP: 172.26.4.115, port: ccce8b48-c7ea-490b-ace8-5374d9438b0e. Apr 16 15:48:42.917813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:43.102971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:43.195812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:48:43.295261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:48:43.306249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57896db3-ac9a-40cc-aba8-ad3d70cb573f None None] Sync routers for ids ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:48:43.310888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:43.314486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57896db3-ac9a-40cc-aba8-ad3d70cb573f None None] Routers {'4984f632-9a43-4dec-bcf6-cfb7af741ba7'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:48:43.314857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-57896db3-ac9a-40cc-aba8-ad3d70cb573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:48:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:48:43.326615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:43.344968 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7214308 Apr 16 15:48:43.345506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'tag': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:48:43.346993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38126) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:43.383839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'tag': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e', 'status': 'completed', 'code': 200} Apr 16 15:48:43.415989 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-59d0b209-a492-4a42-93e8-4d8d2cd9c7d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/1a1ec5ec-7926-45ed-9380-3327299ad689 HTTP/1.1" status: 200 len: 991 time: 0.0679946 Apr 16 15:48:43.432019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-57896db3-ac9a-40cc-aba8-ad3d70cb573f None None] Set router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:48:43.657896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-57896db3-ac9a-40cc-aba8-ad3d70cb573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '1a1ec5ec-7926-45ed-9380-3327299ad689', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'port_id': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'mac_address': 'fa:16:3e:d2:6e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:48:42Z', 'updated_at': '2021-04-16T15:48:42Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058de412-bdc6-4c4b-b9fe-4be817993e79', 'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:37:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:59Z', 'updated_at': '2021-04-16T15:48:04Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:48:43.660437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57896db3-ac9a-40cc-aba8-ad3d70cb573f None None] Checking router: 4984f632-9a43-4dec-bcf6-cfb7af741ba7 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:48:43.666472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57896db3-ac9a-40cc-aba8-ad3d70cb573f None None] Routers {'4984f632-9a43-4dec-bcf6-cfb7af741ba7'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:48:43.666892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-57896db3-ac9a-40cc-aba8-ad3d70cb573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:48:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:48:43.778305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-57896db3-ac9a-40cc-aba8-ad3d70cb573f None None] Set router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:48:43.791151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547c27f-7110-45d0-98df-c25b38f2b4a9 req-86de87b5-7860-4d64-8390-1fab4f31c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:43.792171 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2547c27f-7110-45d0-98df-c25b38f2b4a9 req-86de87b5-7860-4d64-8390-1fab4f31c647 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 1098 time: 0.0522285 Apr 16 15:48:43.880103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547c27f-7110-45d0-98df-c25b38f2b4a9 req-edeea9b8-f768-4bb8-9d2e-410a15d372fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:43.881154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2547c27f-7110-45d0-98df-c25b38f2b4a9 req-edeea9b8-f768-4bb8-9d2e-410a15d372fb service neutron] 10.222.0.107 "GET /v2.0/networks?id=650ef046-5bdd-4f92-b37e-bbaef91f866c HTTP/1.1" status: 200 len: 899 time: 0.0848587 Apr 16 15:48:43.959842 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2547c27f-7110-45d0-98df-c25b38f2b4a9 req-310e203d-794c-462b-921b-1749c8cc8d21 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccce8b48-c7ea-490b-ace8-5374d9438b0e HTTP/1.1" status: 200 len: 999 time: 0.0709586 Apr 16 15:48:43.988445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-57896db3-ac9a-40cc-aba8-ad3d70cb573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '1a1ec5ec-7926-45ed-9380-3327299ad689', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'port_id': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'mac_address': 'fa:16:3e:d2:6e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:48:42Z', 'updated_at': '2021-04-16T15:48:42Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058de412-bdc6-4c4b-b9fe-4be817993e79', 'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:37:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:59Z', 'updated_at': '2021-04-16T15:48:04Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:48:43.991993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57896db3-ac9a-40cc-aba8-ad3d70cb573f None None] The sync data for ids ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'] in dv-neutron-786478-2-hyperv is: [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '1a1ec5ec-7926-45ed-9380-3327299ad689', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'port_id': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'mac_address': 'fa:16:3e:d2:6e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:48:42Z', 'updated_at': '2021-04-16T15:48:42Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '058de412-bdc6-4c4b-b9fe-4be817993e79', 'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:37:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:59Z', 'updated_at': '2021-04-16T15:48:04Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:48:44.010855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547c27f-7110-45d0-98df-c25b38f2b4a9 req-3cc8903b-df51-4350-9c8c-4e7a2b324979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:44.012730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2547c27f-7110-45d0-98df-c25b38f2b4a9 req-3cc8903b-df51-4350-9c8c-4e7a2b324979 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9da0f7f2-d80a-487b-9758-e7253feebffa HTTP/1.1" status: 200 len: 843 time: 0.0457711 Apr 16 15:48:44.064963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547c27f-7110-45d0-98df-c25b38f2b4a9 req-2d781487-cabf-4736-a876-3feb78a7f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:48:44.065909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2547c27f-7110-45d0-98df-c25b38f2b4a9 req-2d781487-cabf-4736-a876-3feb78a7f096 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=650ef046-5bdd-4f92-b37e-bbaef91f866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0483663 Apr 16 15:48:44.096448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:48:44.148258 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2547c27f-7110-45d0-98df-c25b38f2b4a9 req-352a7370-2d3d-4a81-86ee-3f61a6e44982 service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0737979 Apr 16 15:48:44.225370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8033ef17-6be0-42b7-a99c-8aa4ffa74a4d None None] New status for floating IP 1a1ec5ec-7926-45ed-9380-3327299ad689: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:48:44.235357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2547c27f-7110-45d0-98df-c25b38f2b4a9 req-5b335d8f-ccb4-4e24-8942-455473dd3139 service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787005 Apr 16 15:48:44.419469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38132) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:44.485990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-14b70c4c-d739-489c-b563-dc6247a0d1ba tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/1a1ec5ec-7926-45ed-9380-3327299ad689 HTTP/1.1" status: 200 len: 991 time: 0.0654655 Apr 16 15:48:45.491874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38136) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:48:45.583493 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-192d6a02-b0a7-4890-bc6b-df056353b553 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/1a1ec5ec-7926-45ed-9380-3327299ad689 HTTP/1.1" status: 200 len: 993 time: 0.0901289 Apr 16 15:48:45.798609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:49:11.339115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce87671a-b718-429f-bd7e-992db2046a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:12.745309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f5cb8280-b6ef-466b-b46e-53299547b933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:12.920494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:13.101687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:13.327842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:13.797957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38156) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:49:13.807200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:49:14.101162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:14.214172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3619311'] for subnet, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:14.383961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363291870637001', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2473802'] for subnet, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:14.391583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eacb37bb-790f-413b-a840-53e615637d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:49:14.458220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Subnet': ['ID=9da0f7f2-d80a-487b-9758-e7253feebffa,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:49:14.470869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.471098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.471325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.471548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.471767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.471986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.472203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.472422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.472641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.472858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.473077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.473295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:49:14.476245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:49:14.493137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:49:14.493483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:14.494297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/subnets/9da0f7f2-d80a-487b-9758-e7253feebffa HTTP/1.1" status: 200 len: 835 time: 0.6951272 Apr 16 15:49:14.501033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8d6dd-2b29-493c-ba96-0ee535f85de7 None None] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:49:14.773336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d25f9d31-5af4-479c-b04d-7940ca948343 None None] Provisioning complete for port 058de412-bdc6-4c4b-b9fe-4be817993e79 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:49:14.773589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d25f9d31-5af4-479c-b04d-7940ca948343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:14.860420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d25f9d31-5af4-479c-b04d-7940ca948343 None None] Provisioning complete for port 4d4f191b-04ef-4c9e-8903-92a2e834e28d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:49:14.860774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d25f9d31-5af4-479c-b04d-7940ca948343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:14.949479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d25f9d31-5af4-479c-b04d-7940ca948343 None None] Provisioning complete for port ccce8b48-c7ea-490b-ace8-5374d9438b0e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:49:14.949712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d25f9d31-5af4-479c-b04d-7940ca948343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:22.800420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:49:23.203108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-66744958-f0a5-420c-869b-e95e520e9194 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722146 Apr 16 15:49:26.106658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-3851da6c-ecd3-4fc4-89a9-e48de5cb8f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:49:26.107856 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-3851da6c-ecd3-4fc4-89a9-e48de5cb8f09 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 1098 time: 0.0720458 Apr 16 15:49:26.231057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-f7ebb88b-0192-489d-9e15-edfe7c2503b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:49:26.232105 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-f7ebb88b-0192-489d-9e15-edfe7c2503b8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=650ef046-5bdd-4f92-b37e-bbaef91f866c HTTP/1.1" status: 200 len: 899 time: 0.0973322 Apr 16 15:49:26.309721 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-63adbf1e-2bb5-46ee-a2a2-280211322320 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccce8b48-c7ea-490b-ace8-5374d9438b0e HTTP/1.1" status: 200 len: 1001 time: 0.0686350 Apr 16 15:49:26.360233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-b6e3f21f-9011-4bf0-80b4-71d2fc2be930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:49:26.361072 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-b6e3f21f-9011-4bf0-80b4-71d2fc2be930 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9da0f7f2-d80a-487b-9758-e7253feebffa HTTP/1.1" status: 200 len: 843 time: 0.0432937 Apr 16 15:49:26.421723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-e4ac9ded-2a30-4d6e-b933-88cc72f94895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:49:26.422836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-e4ac9ded-2a30-4d6e-b933-88cc72f94895 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=650ef046-5bdd-4f92-b37e-bbaef91f866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529547 Apr 16 15:49:26.521802 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-d8eb2981-5045-4488-8904-db013405a3af service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888231 Apr 16 15:49:26.616278 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26efccb3-a1c3-45f4-a63d-8b01cb3a7e36 req-c48f835e-92c0-4788-8167-2cc5493a5706 service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854244 Apr 16 15:49:41.336031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef468366-a451-4bc9-902f-8e342ec9a58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:42.745260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5aa6e69f-70f6-4147-9f92-3dc3d611f3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:42.928189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:43.100276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:43.323631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:44.107151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:49:59.803874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:50:11.334679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-28e9f4e0-af36-423a-bf37-9119c7966eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:12.741935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-800ec89a-bbe6-48af-8d37-aa72bad7dc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:12.931880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:13.098839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:13.321439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:14.109808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:24.197460 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-faa238bc-1608-4fa6-b441-8226474e5e0f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707941 Apr 16 15:50:27.071914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-6be1faf4-b337-4be0-90df-584da29a2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:27.073028 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-6be1faf4-b337-4be0-90df-584da29a2f1d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 1098 time: 0.0613084 Apr 16 15:50:27.182395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-81d47b15-5875-4f9f-ad85-2dbcfcebd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:27.183380 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-81d47b15-5875-4f9f-ad85-2dbcfcebd863 service neutron] 10.222.0.107 "GET /v2.0/networks?id=650ef046-5bdd-4f92-b37e-bbaef91f866c HTTP/1.1" status: 200 len: 899 time: 0.0886691 Apr 16 15:50:27.260482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-826f8562-91f0-4aa5-a8c1-cc88e19ae671 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccce8b48-c7ea-490b-ace8-5374d9438b0e HTTP/1.1" status: 200 len: 1001 time: 0.0680261 Apr 16 15:50:27.311840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-6db568ea-2c7a-4291-a6db-6a30be707fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:27.312753 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-6db568ea-2c7a-4291-a6db-6a30be707fc2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9da0f7f2-d80a-487b-9758-e7253feebffa HTTP/1.1" status: 200 len: 843 time: 0.0433397 Apr 16 15:50:27.389844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-e8d02e3f-213d-441a-911f-4cd48bb21268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:27.390930 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-e8d02e3f-213d-441a-911f-4cd48bb21268 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=650ef046-5bdd-4f92-b37e-bbaef91f866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695653 Apr 16 15:50:27.489631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-0861d035-bfe6-471b-af1c-2fa1c0d85a28 service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899677 Apr 16 15:50:27.586344 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1df8345-bb71-4bde-a4d7-4a70249f7723 req-7b14472f-b268-4a5a-b4a0-a80a69219230 service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884922 Apr 16 15:50:35.952866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38166) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:36.231583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 6ef6d9d5-bd02-49f1-868b-ee933203a07b {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:50:36.231827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:36.347795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:36.348055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:36.429605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 6ef6d9d5-bd02-49f1-868b-ee933203a07b owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:50:36.548794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:36.558070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:36.614890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=6ef6d9d5-bd02-49f1-868b-ee933203a07b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:36.624549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.624809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.625088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.625361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.625631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.625898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.626165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.626455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.626731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.626997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.627264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.627530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:36.630769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:36.730890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:36.731110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP 1a1ec5ec-7926-45ed-9380-3327299ad689 disassociated (deleted). External IP: 172.26.4.115, port: ccce8b48-c7ea-490b-ace8-5374d9438b0e. Apr 16 15:50:36.805762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:50:37.221203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:50:37.343019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:50:37.356007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30872f5f-5a13-4041-a2d9-e59e43fb74f1 None None] Sync routers for ids ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:50:37.356460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:37.363707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30872f5f-5a13-4041-a2d9-e59e43fb74f1 None None] Routers {'4984f632-9a43-4dec-bcf6-cfb7af741ba7'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:50:37.364109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-30872f5f-5a13-4041-a2d9-e59e43fb74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:50:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:37.395731 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/floatingips/1a1ec5ec-7926-45ed-9380-3327299ad689 HTTP/1.1" status: 204 len: 168 time: 1.4381006 Apr 16 15:50:37.395731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'tag': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:50:37.433959 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'tag': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e', 'status': 'completed', 'code': 200} Apr 16 15:50:37.482669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-30872f5f-5a13-4041-a2d9-e59e43fb74f1 None None] Set router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:50:37.509865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d031bb-1295-44cf-9f8e-f42fbcb45c9c req-f6123a2b-78de-4450-8656-ece590e4fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:37.510963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0d031bb-1295-44cf-9f8e-f42fbcb45c9c req-f6123a2b-78de-4450-8656-ece590e4fd8c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 1098 time: 0.0457110 Apr 16 15:50:37.634160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d031bb-1295-44cf-9f8e-f42fbcb45c9c req-cf326422-abd3-4228-9b89-dda7bb5e661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:37.635097 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0d031bb-1295-44cf-9f8e-f42fbcb45c9c req-cf326422-abd3-4228-9b89-dda7bb5e661e service neutron] 10.222.0.107 "GET /v2.0/networks?id=650ef046-5bdd-4f92-b37e-bbaef91f866c HTTP/1.1" status: 200 len: 899 time: 0.1147699 Apr 16 15:50:37.683965 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0d031bb-1295-44cf-9f8e-f42fbcb45c9c req-bc5d60a0-9d0d-4a7a-bfb7-33321b116fcd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccce8b48-c7ea-490b-ace8-5374d9438b0e HTTP/1.1" status: 200 len: 217 time: 0.0398042 Apr 16 15:50:37.688576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc966b8-dbe5-4921-a923-0f050825937c req-d5ea4e2d-4656-4c8a-976c-ed69fa7f6f51 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:37.689016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-cfc966b8-dbe5-4921-a923-0f050825937c req-d5ea4e2d-4656-4c8a-976c-ed69fa7f6f51 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:50:37.698481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-30872f5f-5a13-4041-a2d9-e59e43fb74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '058de412-bdc6-4c4b-b9fe-4be817993e79', 'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:37:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:59Z', 'updated_at': '2021-04-16T15:48:04Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:37.701092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30872f5f-5a13-4041-a2d9-e59e43fb74f1 None None] Checking router: 4984f632-9a43-4dec-bcf6-cfb7af741ba7 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:50:37.706865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30872f5f-5a13-4041-a2d9-e59e43fb74f1 None None] Routers {'4984f632-9a43-4dec-bcf6-cfb7af741ba7'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:50:37.707278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-30872f5f-5a13-4041-a2d9-e59e43fb74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:50:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:37.724235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-cfc966b8-dbe5-4921-a923-0f050825937c req-d5ea4e2d-4656-4c8a-976c-ed69fa7f6f51 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:50:37.724957 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfc966b8-dbe5-4921-a923-0f050825937c req-d5ea4e2d-4656-4c8a-976c-ed69fa7f6f51 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 945 time: 0.1419013 Apr 16 15:50:37.730842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d031bb-1295-44cf-9f8e-f42fbcb45c9c req-8bd5bbd7-ffc0-4ce9-bb92-270ecf4d4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:37.731640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0d031bb-1295-44cf-9f8e-f42fbcb45c9c req-8bd5bbd7-ffc0-4ce9-bb92-270ecf4d4196 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9da0f7f2-d80a-487b-9758-e7253feebffa HTTP/1.1" status: 200 len: 843 time: 0.0387347 Apr 16 15:50:37.783151 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfc966b8-dbe5-4921-a923-0f050825937c req-285db4a6-56f9-414e-a104-c562b061b278 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=a606618b-14f8-42fa-87ae-7c1ad9a466fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507576 Apr 16 15:50:37.801389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d031bb-1295-44cf-9f8e-f42fbcb45c9c req-66197943-d849-42c0-8a77-565a5ef480db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:37.802338 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0d031bb-1295-44cf-9f8e-f42fbcb45c9c req-66197943-d849-42c0-8a77-565a5ef480db service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=650ef046-5bdd-4f92-b37e-bbaef91f866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0613725 Apr 16 15:50:37.820366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-30872f5f-5a13-4041-a2d9-e59e43fb74f1 None None] Set router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:50:37.900119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0d031bb-1295-44cf-9f8e-f42fbcb45c9c req-b8e96b12-861f-40f9-b978-b99de16a3aa1 service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892968 Apr 16 15:50:37.985077 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0d031bb-1295-44cf-9f8e-f42fbcb45c9c req-e9eb697c-c424-4f24-834d-c4a2f2407456 service neutron] 10.222.0.107 "GET /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0762784 Apr 16 15:50:38.010426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-30872f5f-5a13-4041-a2d9-e59e43fb74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '058de412-bdc6-4c4b-b9fe-4be817993e79', 'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:37:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:59Z', 'updated_at': '2021-04-16T15:48:04Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:38.012693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30872f5f-5a13-4041-a2d9-e59e43fb74f1 None None] The sync data for ids ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'] in dv-neutron-786478-2-hyperv is: [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '058de412-bdc6-4c4b-b9fe-4be817993e79', 'name': '', 'network_id': '650ef046-5bdd-4f92-b37e-bbaef91f866c', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:37:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:59Z', 'updated_at': '2021-04-16T15:48:04Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '9da0f7f2-d80a-487b-9758-e7253feebffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:50:38.347887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936d49fa-50b4-467e-b374-14372de4ab12 None None] New status for floating IP 1a1ec5ec-7926-45ed-9380-3327299ad689: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:50:38.951443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8d2c-3b09-4bf9-9628-4a70bf86970b req-f21e0327-71bb-48dc-bbb5-75ccc30643c0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:38.953388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-814b8d2c-3b09-4bf9-9628-4a70bf86970b req-f21e0327-71bb-48dc-bbb5-75ccc30643c0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 945 time: 0.0634050 Apr 16 15:50:38.985980 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-814b8d2c-3b09-4bf9-9628-4a70bf86970b req-2fdfc52a-c429-4d8c-b834-3c628a82ce43 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=a606618b-14f8-42fa-87ae-7c1ad9a466fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286009 Apr 16 15:50:39.147367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc60ee-e4d3-41b2-a2f2-9976cc48d3e8 req-d7ede5f5-2333-4c12-9504-c5d4d10add2e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:39.149421 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c7fc60ee-e4d3-41b2-a2f2-9976cc48d3e8 req-d7ede5f5-2333-4c12-9504-c5d4d10add2e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 945 time: 0.0792763 Apr 16 15:50:39.204344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-c7fc60ee-e4d3-41b2-a2f2-9976cc48d3e8 req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port ccce8b48-c7ea-490b-ace8-5374d9438b0e {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:50:39.204628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c7fc60ee-e4d3-41b2-a2f2-9976cc48d3e8 req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:39.372273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-c7fc60ee-e4d3-41b2-a2f2-9976cc48d3e8 req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port ccce8b48-c7ea-490b-ace8-5374d9438b0e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ccce8b48-c7ea-490b-ace8-5374d9438b0e,segment=NetworkSegment(28fff548-3146-4d79-a229-c6b1dabf6eec),segment_id=28fff548-3146-4d79-a229-c6b1dabf6eec)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:50:39.372978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c7fc60ee-e4d3-41b2-a2f2-9976cc48d3e8 req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:39.454587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-c7fc60ee-e4d3-41b2-a2f2-9976cc48d3e8 req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for ccce8b48-c7ea-490b-ace8-5374d9438b0e owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:50:39.548781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c7fc60ee-e4d3-41b2-a2f2-9976cc48d3e8 req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:39.558777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe8ca14d-9a58-4506-9bb6-6efe450c9175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:39.581961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=ccce8b48-c7ea-490b-ace8-5374d9438b0e,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:39.607032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:39.683880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fc60ee-e4d3-41b2-a2f2-9976cc48d3e8 req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] No DVR routers for this DVR port ccce8b48-c7ea-490b-ace8-5374d9438b0e on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:50:39.685966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c7fc60ee-e4d3-41b2-a2f2-9976cc48d3e8 req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:39.687860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'name': 'network-vif-deleted', 'tag': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:50:39.697140 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c7fc60ee-e4d3-41b2-a2f2-9976cc48d3e8 req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "DELETE /v2.0/ports/ccce8b48-c7ea-490b-ace8-5374d9438b0e HTTP/1.1" status: 204 len: 173 time: 0.5402653 Apr 16 15:50:39.727799 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c34da6-b42e-4fb9-9a98-06672b00d481', 'name': 'network-vif-deleted', 'tag': 'ccce8b48-c7ea-490b-ace8-5374d9438b0e', 'status': 'completed', 'code': 200} Apr 16 15:50:40.115003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-a0609558-788a-4960-918d-1187fee2ae55 req-c3c5d19d-7ead-41d4-ad52-6b4eb0235ff2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:50:40.127252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-a0609558-788a-4960-918d-1187fee2ae55 req-c3c5d19d-7ead-41d4-ad52-6b4eb0235ff2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:50:40.128233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0609558-788a-4960-918d-1187fee2ae55 req-c3c5d19d-7ead-41d4-ad52-6b4eb0235ff2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0477276 Apr 16 15:50:41.270929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b50d5955-661b-42ae-afa9-e99faf68e160 req-d78b7d04-9b08-42ac-bf46-598be17c354a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=07c34da6-b42e-4fb9-9a98-06672b00d481 HTTP/1.1" status: 200 len: 210 time: 0.0377941 Apr 16 15:50:41.320528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a304392b-e8e5-4528-9857-5c6dc8a5e32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:42.356665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38192) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:42.410220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a1448d8-1001-43ae-a2ae-529bd7f50c8b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:42.430584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a1448d8-1001-43ae-a2ae-529bd7f50c8b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:42.476584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a1448d8-1001-43ae-a2ae-529bd7f50c8b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:42.479880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a143fc29-f771-46c1-8620-3638395f73a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:42.490375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1448d8-1001-43ae-a2ae-529bd7f50c8b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a606618b-14f8-42fa-87ae-7c1ad9a466fd,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:42.493509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a1448d8-1001-43ae-a2ae-529bd7f50c8b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:42.495805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a1448d8-1001-43ae-a2ae-529bd7f50c8b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:42.496627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4a1448d8-1001-43ae-a2ae-529bd7f50c8b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/a606618b-14f8-42fa-87ae-7c1ad9a466fd HTTP/1.1" status: 204 len: 168 time: 0.1391273 Apr 16 15:50:42.518943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38198) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:42.736275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29610496-dae4-45e9-a507-9c42345fc53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:42.880002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:42.934334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:43.095079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:43.110936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 058de412-bdc6-4c4b-b9fe-4be817993e79 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:50:43.111153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:43.258763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 058de412-bdc6-4c4b-b9fe-4be817993e79, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=058de412-bdc6-4c4b-b9fe-4be817993e79,segment=NetworkSegment(28fff548-3146-4d79-a229-c6b1dabf6eec),segment_id=28fff548-3146-4d79-a229-c6b1dabf6eec)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:50:43.259065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:43.336537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:43.344572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 058de412-bdc6-4c4b-b9fe-4be817993e79 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:50:43.467957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:43.476749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64df2476-4175-4ee7-a012-e731ef110052 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:43.535793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=058de412-bdc6-4c4b-b9fe-4be817993e79,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:43.544224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.544478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.544757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.545028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.545295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.545571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.545838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.546104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.546376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.546667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.546936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.547203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:43.549718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:43.778322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:44.024111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ccce8b48-c7ea-490b-ace8-5374d9438b0e no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:50:44.056456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: ccce8b48-c7ea-490b-ace8-5374d9438b0e {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:50:44.056706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ccce8b48-c7ea-490b-ace8-5374d9438b0e not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:50:44.099383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:50:44.109120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:44.221032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:50:44.235315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b5680d-0fe9-4c4f-a531-9f53850cce99 None None] Sync routers for ids ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:50:44.239579 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/4984f632-9a43-4dec-bcf6-cfb7af741ba7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7197495 Apr 16 15:50:44.241706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38202) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:44.243867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5680d-0fe9-4c4f-a531-9f53850cce99 None None] Routers {'4984f632-9a43-4dec-bcf6-cfb7af741ba7'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:50:44.244300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-36b5680d-0fe9-4c4f-a531-9f53850cce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:50:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:44.285714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9365eb-83a9-4aa5-92c7-69d6fe3b645c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting subnet 9da0f7f2-d80a-487b-9758-e7253feebffa {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:50:44.287519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e9365eb-83a9-4aa5-92c7-69d6fe3b645c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:44.319751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e9365eb-83a9-4aa5-92c7-69d6fe3b645c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:44.359493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-36b5680d-0fe9-4c4f-a531-9f53850cce99 None None] Set router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:50:44.370825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e9365eb-83a9-4aa5-92c7-69d6fe3b645c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:44.568179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-36b5680d-0fe9-4c4f-a531-9f53850cce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:50:43Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:44.572052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b5680d-0fe9-4c4f-a531-9f53850cce99 None None] Checking router: 4984f632-9a43-4dec-bcf6-cfb7af741ba7 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:50:44.577754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5680d-0fe9-4c4f-a531-9f53850cce99 None None] Routers {'4984f632-9a43-4dec-bcf6-cfb7af741ba7'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:50:44.578133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-36b5680d-0fe9-4c4f-a531-9f53850cce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:50:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:44.698080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-36b5680d-0fe9-4c4f-a531-9f53850cce99 None None] Set router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:50:44.816234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e9365eb-83a9-4aa5-92c7-69d6fe3b645c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:44.823857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0200cc3-1b0e-4a6b-944a-8539092e3e00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:44.868467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9365eb-83a9-4aa5-92c7-69d6fe3b645c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Subnet': ['ID=9da0f7f2-d80a-487b-9758-e7253feebffa,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:44.875855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e9365eb-83a9-4aa5-92c7-69d6fe3b645c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:44.895996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-36b5680d-0fe9-4c4f-a531-9f53850cce99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:50:43Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:44.898336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e9365eb-83a9-4aa5-92c7-69d6fe3b645c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:44.900371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b5680d-0fe9-4c4f-a531-9f53850cce99 None None] The sync data for ids ['4984f632-9a43-4dec-bcf6-cfb7af741ba7'] in dv-neutron-786478-2-hyperv is: [{'id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'name': 'tempest-TestNetworkBasicOps-router-829282950', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:47:56Z', 'updated_at': '2021-04-16T15:50:43Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '3bd396ef-ea47-4101-9e77-1bbe64f6fe85', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f4:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4984f632-9a43-4dec-bcf6-cfb7af741ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:47:57Z', 'updated_at': '2021-04-16T15:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:50:44.902831 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2e9365eb-83a9-4aa5-92c7-69d6fe3b645c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/subnets/9da0f7f2-d80a-487b-9758-e7253feebffa HTTP/1.1" status: 204 len: 168 time: 0.6604514 Apr 16 15:50:44.903479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de1a4e5-2ac4-4053-87ab-40af4a2869f4 None None] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:50:44.904860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38206) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:45.008966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.068672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478be075-da58-4281-a153-b660fe81eecc None None] DHCP port deletion for 650ef046-5bdd-4f92-b37e-bbaef91f866c request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:50:45.072184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-478be075-da58-4281-a153-b660fe81eecc None None] Deleting port 4d4f191b-04ef-4c9e-8903-92a2e834e28d {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:50:45.072486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.113742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.119579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:50:45.119751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.205894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-478be075-da58-4281-a153-b660fe81eecc None None] For port 4d4f191b-04ef-4c9e-8903-92a2e834e28d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4d4f191b-04ef-4c9e-8903-92a2e834e28d,segment=NetworkSegment(28fff548-3146-4d79-a229-c6b1dabf6eec),segment_id=28fff548-3146-4d79-a229-c6b1dabf6eec)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:50:45.206144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.216569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 3bd396ef-ea47-4101-9e77-1bbe64f6fe85, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3bd396ef-ea47-4101-9e77-1bbe64f6fe85,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:50:45.216788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.273042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-478be075-da58-4281-a153-b660fe81eecc None None] Calling delete_port for 4d4f191b-04ef-4c9e-8903-92a2e834e28d owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:50:45.284215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:50:45.318460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.327018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:45.382322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478be075-da58-4281-a153-b660fe81eecc None None] Pushing event deleted for resources: {'Port': ['ID=4d4f191b-04ef-4c9e-8903-92a2e834e28d,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:45.388901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.389114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.389331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.389542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.389743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.389954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.390150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.390344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.390553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.390703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.390780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.390928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.391118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478be075-da58-4281-a153-b660fe81eecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:45.399626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2666bfc1-a8df-4c19-9326-712f12465039 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:45.400720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-478be075-da58-4281-a153-b660fe81eecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:45.409815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478be075-da58-4281-a153-b660fe81eecc None None] No DVR routers for this DVR port 4d4f191b-04ef-4c9e-8903-92a2e834e28d on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:50:45.449973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=3bd396ef-ea47-4101-9e77-1bbe64f6fe85,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:45.452453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:45.537671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.629554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.630895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.646509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.646787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Fanout notify agent at l3_agent the message router_deleted on router 4984f632-9a43-4dec-bcf6-cfb7af741ba7 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:50:45.656575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.657235 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/routers/4984f632-9a43-4dec-bcf6-cfb7af741ba7 HTTP/1.1" status: 204 len: 168 time: 0.7516854 Apr 16 15:50:45.661048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38210) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:45.729429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.833603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.897506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650ef046-5bdd-4f92-b37e-bbaef91f866c']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:45.904494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fff548-3146-4d79-a229-c6b1dabf6eec') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:45.904628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fff548-3146-4d79-a229-c6b1dabf6eec') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:45.910641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.918839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:45.922268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Releasing vlan 1483 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:50:46.005111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:50:46.009911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.097436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 650ef046-5bdd-4f92-b37e-bbaef91f866c has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:50:46.109576 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:50:46.175470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.178162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae1b267a-8009-4bf0-89b2-e6a1d50df300 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:46.188859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.194725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Network': ['ID=650ef046-5bdd-4f92-b37e-bbaef91f866c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:46.197314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:46.198971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/networks/650ef046-5bdd-4f92-b37e-bbaef91f866c HTTP/1.1" status: 204 len: 168 time: 0.5369005 Apr 16 15:50:46.209806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38214) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:46.218313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'network': {'name': 'tempest-network-smoke--834271178', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'port_security_enabled': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:46.225250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:46.229363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:network and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:50:46.231160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:50:46.234589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:46.241239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:50:46.244938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.245637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 058de412-bdc6-4c4b-b9fe-4be817993e79 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:50:46.261618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1458} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:50:46.266816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.266956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 058de412-bdc6-4c4b-b9fe-4be817993e79 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:50:46.267025 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Added segment 7999cf39-8ce7-44cd-aa0b-726bab9a2e0a of type vlan for network 43cc839d-ba14-4938-a137-9ef94d4edf1e Apr 16 15:50:46.267093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 058de412-bdc6-4c4b-b9fe-4be817993e79 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:50:46.267342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:50:46.284580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.288643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:50:46.288878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3bd396ef-ea47-4101-9e77-1bbe64f6fe85 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:50:46.289132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4d4f191b-04ef-4c9e-8903-92a2e834e28d no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:50:46.301402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.304998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:46.305430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.307581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44a0362c-12fa-42d2-b507-1746addc03c6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:46.307998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 4d4f191b-04ef-4c9e-8903-92a2e834e28d {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:50:46.308216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4d4f191b-04ef-4c9e-8903-92a2e834e28d not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:50:46.365098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Network': ['ID=43cc839d-ba14-4938-a137-9ef94d4edf1e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:46.367947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1565492 Apr 16 15:50:46.368513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6776ba0-0ac1-42af-ade9-ce49d098f43b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:46.370191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38218) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:46.372989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:50:46.373264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-748739253', 'admin_state_up': True, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:46.377532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:46.379908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:router and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:50:46.381999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:50:46.385497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:46.394602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.395230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.406262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.558222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:46.989884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:47.007226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:47.089533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.54 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/b3b70038-c91b-4585-a66d-dfb32765a165) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:50:47.195410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:47.213813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:47.220814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4c6f7f41-b377-4290-9aba-823a5d451129 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:47.291021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=b3b70038-c91b-4585-a66d-dfb32765a165,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:47.293624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:47.323976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:50:47.324739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:50:47.326178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:50:47.598757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:47.788174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:47.905963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 47b75402-cff9-479b-a9ae-abfcd9d51c84 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:50:48.023022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:50:48.035166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Sync routers for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:50:48.042395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:48.043322 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6725078 Apr 16 15:50:48.045782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38222) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:48.047492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:50:48.048317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:50:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:48.218997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-04709a25-6d64-4c4d-972b-74ddd45803ba tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=8368c00c80e846dda8d506830d64f85a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1687264 Apr 16 15:50:48.218997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38228) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:48.309207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b5aeff-8955-4729-a75f-32d8d55d6e5e tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:48.310290 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d8b5aeff-8955-4729-a75f-32d8d55d6e5e tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907271 Apr 16 15:50:48.314284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38232) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:48.322944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:50:48.345235 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-384b9cfc-593d-4dea-b5b4-d93f20753fa5 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300381 Apr 16 15:50:48.346957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38236) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:48.351676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1006888594', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:48.421241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:48.424206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:subnet and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:50:48.426303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:50:48.430509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:48.437293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:50:48.441337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:48.496838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:47Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:48.500002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Checking router: 47b75402-cff9-479b-a9ae-abfcd9d51c84 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:50:48.500247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Updating router 47b75402-cff9-479b-a9ae-abfcd9d51c84 port b3b70038-c91b-4585-a66d-dfb32765a165 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:50:48.535951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:48.741787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:48.749295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Transition to ACTIVE for port object b3b70038-c91b-4585-a66d-dfb32765a165 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:50:48.754226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:48.775519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3f28fe4d-9857-4ee8-b347-450b4951a1e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:48.862201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95156c05-6954-4cf5-92f3-f5ef31a87c2a None None] Pushing event updated for resources: {'Port': ['ID=b3b70038-c91b-4585-a66d-dfb32765a165,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:48.870309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95156c05-6954-4cf5-92f3-f5ef31a87c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:48.906888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Attempting to bind port b3b70038-c91b-4585-a66d-dfb32765a165 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:50:48.907137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Attempting to bind port b3b70038-c91b-4585-a66d-dfb32765a165 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:50:48.907366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Attempting to bind port b3b70038-c91b-4585-a66d-dfb32765a165 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:50:48.911261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:50:48.911512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:50:48.911801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:48.912079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:50:48.912425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Bound port: b3b70038-c91b-4585-a66d-dfb32765a165, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:50:48.912681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:48.948216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:48.955309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f72a23f-921f-4e7c-9e62-82b88531bd3b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:48.959483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] For port b3b70038-c91b-4585-a66d-dfb32765a165, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:50:48.961507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] For port b3b70038-c91b-4585-a66d-dfb32765a165, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b3b70038-c91b-4585-a66d-dfb32765a165,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:50:48.964167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:48.972239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:49.021716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Subnet': ['ID=2a05ad0a-2900-40c0-884c-43f01e7f2c11,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:49.028605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:49.065012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95156c05-6954-4cf5-92f3-f5ef31a87c2a None None] Pushing event updated for resources: {'Port': ['ID=b3b70038-c91b-4585-a66d-dfb32765a165,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:49.067099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Checking segment: {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:50:49.067099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network hostable DHCP agents. Network: 43cc839d-ba14-4938-a137-9ef94d4edf1e, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:50:49.068399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95156c05-6954-4cf5-92f3-f5ef31a87c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:49.080702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:50:49.087968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 43cc839d-ba14-4938-a137-9ef94d4edf1e) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:50:49.094849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7641cea1-de22-4ec7-843d-67e8525b3098 None None] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:50:49.097799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:49.098232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:49.109814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:50:49.110163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d5afcd27-78be-4c78-a277-327bed3a2a3d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7621262 Apr 16 15:50:49.110830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:50:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:49.112420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38242) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:49.280024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:50:49.409616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-43cc839d-ba14-4938-a137-9ef94d4edf1e', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:50:49.410159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:49.534974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:49.540615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Allocated IP 172.20.0.2 (43cc839d-ba14-4938-a137-9ef94d4edf1e/2a05ad0a-2900-40c0-884c-43f01e7f2c11/e395cd4a-d66e-4619-bdf7-b47e859f5b7b) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:50:49.546271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:47Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:49.552217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d5f05-45c5-4aa1-8ca1-a95a307dcb9a None None] The sync data for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv is: [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:47Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:50:49.842144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:49.847929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Transition to ACTIVE for port object e395cd4a-d66e-4619-bdf7-b47e859f5b7b will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:50:49.858918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Transition to ACTIVE for port object e395cd4a-d66e-4619-bdf7-b47e859f5b7b will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:50:49.862513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:49.872680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3049e007-0249-4360-b5e1-91e66a755692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:49.919421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.1 (43cc839d-ba14-4938-a137-9ef94d4edf1e/2a05ad0a-2900-40c0-884c-43f01e7f2c11/7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:50:49.962577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Pushing event updated for resources: {'Port': ['ID=e395cd4a-d66e-4619-bdf7-b47e859f5b7b,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:49.964549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:49.988617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:50:49.989627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:50:49.991900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:50:50.019419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.031118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:50:50.046924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.051423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Attempting to bind port e395cd4a-d66e-4619-bdf7-b47e859f5b7b on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:50:50.051713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Attempting to bind port e395cd4a-d66e-4619-bdf7-b47e859f5b7b by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:50:50.051975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Attempting to bind port e395cd4a-d66e-4619-bdf7-b47e859f5b7b on network 43cc839d-ba14-4938-a137-9ef94d4edf1e {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:50:50.056147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:50:50.056430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Checking segment: {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:50:50.056500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-214dde6a-274d-4fe3-89df-de4070990df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:50.056725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.057004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Bound using segment: {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:50:50.057344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Bound port: e395cd4a-d66e-4619-bdf7-b47e859f5b7b, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:50:50.057617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.117646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] For port e395cd4a-d66e-4619-bdf7-b47e859f5b7b, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:50:50.120473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] For port e395cd4a-d66e-4619-bdf7-b47e859f5b7b, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e395cd4a-d66e-4619-bdf7-b47e859f5b7b,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:50:50.123035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.133148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:50.133787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:50.141378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:50.166333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:50:50.167126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:50:50.168754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:50:50.200284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.217009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Pushing event updated for resources: {'Port': ['ID=e395cd4a-d66e-4619-bdf7-b47e859f5b7b,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:50.219963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:50.263931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b3b70038-c91b-4585-a66d-dfb32765a165 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:50:50.277464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.303038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port b3b70038-c91b-4585-a66d-dfb32765a165 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:50:50.305970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port b3b70038-c91b-4585-a66d-dfb32765a165 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:50:50.306324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.385433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.396541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port b3b70038-c91b-4585-a66d-dfb32765a165, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b3b70038-c91b-4585-a66d-dfb32765a165,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:50:50.399228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.401247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:50.440800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=b3b70038-c91b-4585-a66d-dfb32765a165,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:50.442939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:50.534799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.537371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.555872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:50.600220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:50.609951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:50.613130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:50.683328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:50:50.684138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:50:50.808000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 47b75402-cff9-479b-a9ae-abfcd9d51c84 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:50:50.918030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:50:50.925978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/47b75402-cff9-479b-a9ae-abfcd9d51c84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8129528 Apr 16 15:50:50.928027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38246) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:51.281105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059724c-f984-4db9-b7e7-33f85accb47a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:51.281484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059724c-f984-4db9-b7e7-33f85accb47a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:51.281662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059724c-f984-4db9-b7e7-33f85accb47a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:51.281926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059724c-f984-4db9-b7e7-33f85accb47a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:51.283061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3059724c-f984-4db9-b7e7-33f85accb47a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.3543928 Apr 16 15:50:51.285240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38254) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:51.328032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a6dee-6fb9-4e35-acfe-d6163acb195f tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:51.328304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a6dee-6fb9-4e35-acfe-d6163acb195f tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:51.328567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a6dee-6fb9-4e35-acfe-d6163acb195f tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:51.328824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a6dee-6fb9-4e35-acfe-d6163acb195f tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:51.329850 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ec6a6dee-6fb9-4e35-acfe-d6163acb195f tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0440149 Apr 16 15:50:51.332113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38258) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:51.373833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b4e1b8-068a-449b-bcde-1f70722bb710 None None] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:50:51.450684 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7ee8e123-1686-427b-9053-e3ab9df6e921 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1173778 Apr 16 15:50:51.472801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-617551ec-e365-4ed5-81a5-9663c54ef151 None None] Provisioning for port e395cd4a-d66e-4619-bdf7-b47e859f5b7b completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:50:51.612469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38264) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:51.616444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441711815', 'description': 'tempest-secgroup-smoke-441711815 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:51.621649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:51.624260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:50:51.626115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:50:51.629575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:51.636149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.648562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:51.651513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:50:51.653206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:50:51.656448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:51.706259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-efbebb10-b425-4e03-8d61-41b7fd93267d None None] Provisioning for port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:50:51.706787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.708854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.709485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-efbebb10-b425-4e03-8d61-41b7fd93267d None None] Provisioning complete for port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:50:51.709728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efbebb10-b425-4e03-8d61-41b7fd93267d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.712426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-14251f55-3917-4d2f-a1b8-98dec878af2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:51.738228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0c203b-b178-43ed-8c3e-d40222bb7c21,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:51.740379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:51.741241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.742034 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1287231 Apr 16 15:50:51.744606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38268) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:51.747974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'ce0c203b-b178-43ed-8c3e-d40222bb7c21', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:51.749936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-efbebb10-b425-4e03-8d61-41b7fd93267d None None] Port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:50:51.752457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:51.754887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:50:51.756716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:50:51.760154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:51.771507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.807408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.809355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.813567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b3f0d932-9e61-4f0f-b2b2-d1b347b98297 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:51.823654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5318ca-4e29-42fd-9d8c-0060443a88de,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:51.825121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:51.828983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.829717 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0845661 Apr 16 15:50:51.831662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38272) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:51.834985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'ce0c203b-b178-43ed-8c3e-d40222bb7c21', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:51.838745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:51.840990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:50:51.842913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:50:51.846140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:51.857931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.862797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5bf732a9-121d-4302-8566-ccf569d90f71 None None] Provisioning complete for port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:50:51.863041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5bf732a9-121d-4302-8566-ccf569d90f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.896725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5bf732a9-121d-4302-8566-ccf569d90f71 None None] Port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:50:51.897588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.899973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.901205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5a149d43-948b-4420-b4cc-82c3003a5afd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:51.913887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7603ad-0620-48fc-97ae-2ca907cd413e,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:51.915691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:51.916506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Sync routers for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:50:51.919887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.920686 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0884297 Apr 16 15:50:51.922389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:50:51.922653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38276) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:51.922799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:50:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:51.925907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'ce0c203b-b178-43ed-8c3e-d40222bb7c21', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:51.929453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:51.931672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:50:51.933374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:50:51.936621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:51.945768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.984831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.988801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:51.998859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12301ea3-d504-45de-97a6-b81b340521c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:52.016879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67434cf0-a7df-4c06-b332-2b0aa48fc372,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:52.018576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:52.023348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.028267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1009240 Apr 16 15:50:52.028267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38280) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:52.031614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'ce0c203b-b178-43ed-8c3e-d40222bb7c21', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:52.036229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:52.039124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:50:52.041525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:50:52.044904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:52.055917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.094211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.096476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.100122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7694217a-f894-4fec-87db-faaa48ef92ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:52.111729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d12b21-3eb0-45ca-a603-d34ed27f5a0c,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:52.113177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:52.118052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.118900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0901363 Apr 16 15:50:52.120850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38284) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:52.124221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'ce0c203b-b178-43ed-8c3e-d40222bb7c21', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:52.127999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:52.130485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:50:52.132245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:50:52.136070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:52.143991 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:50:52.147748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.177365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:50:52.186933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.189256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.192658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0c827e32-3e4e-431a-bc41-2bf601babbd3 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:52.203655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681670b2-9b6b-4cca-ac58-84d46f454c8e,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:52.205050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:52.209219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.209959 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0884972 Apr 16 15:50:52.213687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38288) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:50:52.216935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'ce0c203b-b178-43ed-8c3e-d40222bb7c21', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:52.220375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:52.222548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:50:52.224200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:50:52.227449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:52.234386 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:50:52.238722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.275937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.278016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.282348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1f2e26b-9dbd-4f58-bb0e-ebb7564432cf tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:52.293327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903746fb-7590-4bbc-b975-7ae18ee2af74,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:52.294864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:52.299369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.300169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0b439e33-3f69-45b8-bb59-9d5beb439e1e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0857792 Apr 16 15:50:52.314675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e395cd4a-d66e-4619-bdf7-b47e859f5b7b up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:50:52.354189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port e395cd4a-d66e-4619-bdf7-b47e859f5b7b completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:50:52.356884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port e395cd4a-d66e-4619-bdf7-b47e859f5b7b triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:50:52.357118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.380328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:52.383495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Checking router: 47b75402-cff9-479b-a9ae-abfcd9d51c84 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:50:52.383940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Updating router 47b75402-cff9-479b-a9ae-abfcd9d51c84 port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:50:52.416626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.428303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.447554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port e395cd4a-d66e-4619-bdf7-b47e859f5b7b, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e395cd4a-d66e-4619-bdf7-b47e859f5b7b,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:50:52.450822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.451532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b3b70038-c91b-4585-a66d-dfb32765a165 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:50:52.468375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3049e007-0249-4360-b5e1-91e66a755692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:52.494367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-af45dea6-e064-43d9-82aa-92311b1f7139 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:50:52.503547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-af45dea6-e064-43d9-82aa-92311b1f7139 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:50:52.504374 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-af45dea6-e064-43d9-82aa-92311b1f7139 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441711815&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.0347526 Apr 16 15:50:52.521674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=e395cd4a-d66e-4619-bdf7-b47e859f5b7b,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:52.523973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:52.531837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port b3b70038-c91b-4585-a66d-dfb32765a165 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:50:52.532075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.594952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-ae862ce4-6146-4ef3-b7d4-a2a12a104412 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:52.595494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-ae862ce4-6146-4ef3-b7d4-a2a12a104412 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:50:52.604199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-ae862ce4-6146-4ef3-b7d4-a2a12a104412 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:50:52.604948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-ae862ce4-6146-4ef3-b7d4-a2a12a104412 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 796 time: 0.0959802 Apr 16 15:50:52.613268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.614642 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-0969cc82-8c27-4dcc-8f84-3e3acae02805 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/quotas/8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 375 time: 0.0058146 Apr 16 15:50:52.620719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Transition to ACTIVE for port object 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:50:52.625129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.641516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51f6c1a8-ee04-4c4f-b269-58af3d4df96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:52.670198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-31077987-6c56-40a1-a54e-4414a1ba0d65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:50:52.678995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-31077987-6c56-40a1-a54e-4414a1ba0d65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:50:52.679805 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-31077987-6c56-40a1-a54e-4414a1ba0d65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622823 Apr 16 15:50:52.719967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Pushing event updated for resources: {'Port': ['ID=7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:52.732369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.732610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.732835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.733056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.733272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.733489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.733705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.733919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.734136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.734351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.734599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.734817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:50:52.738114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:52.798439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-ce30e325-96df-4bdc-b791-650f270aad96 service neutron] 10.222.0.95 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102064 Apr 16 15:50:52.850853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Attempting to bind port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:50:52.851082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Attempting to bind port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:50:52.851307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Attempting to bind port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac on network 43cc839d-ba14-4938-a137-9ef94d4edf1e {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:50:52.856218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:50:52.856442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Checking segment: {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:50:52.856693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.856932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Bound using segment: {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:50:52.857223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Bound port: 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:50:52.857452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.878889 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-2ad9c06c-5a9c-4a23-91c2-024732c2bedd service neutron] 10.222.0.95 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0764484 Apr 16 15:50:52.909466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] For port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:50:52.911264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] For port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:50:52.913659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:52.922106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cd94b306-6d95-4447-b29f-9934cce4b480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:52.999130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Pushing event updated for resources: {'Port': ['ID=7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:53.001703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:53.027386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:50:53.027741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:50:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:53.129885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:50:53.303737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:52Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:50:53.306835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17d737-5a74-49c1-97e4-0869e50d5c28 None None] The sync data for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv is: [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:52Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:50:54.013550 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-efb6accd-a380-4712-824b-9ca9199ba709 req-9cb758e6-6d36-474c-b389-c1bc6506734d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0356324 Apr 16 15:50:54.285728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e395cd4a-d66e-4619-bdf7-b47e859f5b7b up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:50:54.325188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port e395cd4a-d66e-4619-bdf7-b47e859f5b7b triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:50:54.325771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:54.412684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:50:54.459500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:50:54.465202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:50:54.465688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:54.537099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:54.566680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:50:54.568582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:54.569897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ce29a6b-0467-46ec-8cf6-5bb9ce2533e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:54.608239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:54.609953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:55.128089 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7398ab6-714d-4910-ba02-5c95eca69987 req-8d7039bc-5029-4bbe-839d-82a2687bb873 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0328043 Apr 16 15:50:56.254251 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32eed07b-4f33-40d9-9d00-f3a00138eefe req-7586d562-d75b-439b-8a8f-0ec29232a062 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0478020 Apr 16 15:50:56.256907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:50:56.279107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-2f3ce527-d606-492c-a287-42c868854f7e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:56.280177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-2f3ce527-d606-492c-a287-42c868854f7e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 796 time: 0.1425333 Apr 16 15:50:56.314631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:50:56.314985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:56.339058 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-018862ec-a67b-4647-812f-986e53e99d09 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 8067 time: 0.0456285 Apr 16 15:50:56.400330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'device_id': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'admin_state_up': True, 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'security_groups': ['ce0c203b-b178-43ed-8c3e-d40222bb7c21']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:56.492615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:50:56.498835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:50:56.504786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:50:56.508113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:56.598771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.6 (43cc839d-ba14-4938-a137-9ef94d4edf1e/2a05ad0a-2900-40c0-884c-43f01e7f2c11/553d7e70-86dc-41fe-a7d9-6ee29ed75f3d) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:50:56.704959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:56.713736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:50:56.729420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:56.738957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:56.823201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:56.826012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:56.858989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:50:56.859708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:50:56.861075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:50:56.902122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:56.902549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:56.917610 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5218291 Apr 16 15:50:56.931532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Request body: {'port': {'device_id': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:50:56.975932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-86aab7c2-a8f3-4cd1-9978-7e2348772ef4 None None] Provisioning for port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:50:56.982321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-86aab7c2-a8f3-4cd1-9978-7e2348772ef4 None None] Provisioning complete for port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:50:56.982931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-86aab7c2-a8f3-4cd1-9978-7e2348772ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:57.007111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:57.025644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-86aab7c2-a8f3-4cd1-9978-7e2348772ef4 None None] Port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:50:57.200209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:50:57.204185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:57.212721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Transition to ACTIVE for port object 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:50:57.215298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:57.222073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-170543e9-5a48-45bb-b350-a8b5544c3414 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:57.291430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Pushing event updated for resources: {'Port': ['ID=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:57.294014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:57.454595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Attempting to bind port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:50:57.454833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Attempting to bind port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:50:57.455000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Attempting to bind port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d on network 43cc839d-ba14-4938-a137-9ef94d4edf1e {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:50:57.461428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8221b1-3b33-49a0-a9a1-209051dfd3ae req-e0c32f96-06b4-4269-8ddf-7f8dab1e1ce2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:57.462108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ab8221b1-3b33-49a0-a9a1-209051dfd3ae req-e0c32f96-06b4-4269-8ddf-7f8dab1e1ce2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:50:57.464894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d on network 43cc839d-ba14-4938-a137-9ef94d4edf1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:50:57.465153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Attempting to bind port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d on network 43cc839d-ba14-4938-a137-9ef94d4edf1e {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:50:57.470143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:50:57.470365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Checking segment: {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:50:57.470576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Bound using segment: {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:50:57.470819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Bound port: 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:50:57.471036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:57.496228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ab8221b1-3b33-49a0-a9a1-209051dfd3ae req-e0c32f96-06b4-4269-8ddf-7f8dab1e1ce2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:50:57.497024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab8221b1-3b33-49a0-a9a1-209051dfd3ae req-e0c32f96-06b4-4269-8ddf-7f8dab1e1ce2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 943 time: 0.1526935 Apr 16 15:50:57.541984 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab8221b1-3b33-49a0-a9a1-209051dfd3ae req-c400f7fc-367a-40cc-b64d-08b7be0365ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379159 Apr 16 15:50:57.543508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] For port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:50:57.545486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] For port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:50:57.548668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:57.556352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9052fdd1-4720-4daf-a2f1-5976a53558b8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:50:57.889535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Pushing event updated for resources: {'Port': ['ID=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:50:57.892635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:50:57.913481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:57.913883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:50:57.914842 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] 10.222.0.107 "PUT /v2.0/ports/553d7e70-86dc-41fe-a7d9-6ee29ed75f3d HTTP/1.1" status: 200 len: 1093 time: 0.9869468 Apr 16 15:50:57.915460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:50:57.948809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'status': 'completed', 'code': 200} Apr 16 15:50:57.995844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-6db0004a-1ce5-42be-a3a0-ad80434f1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:57.996931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-6db0004a-1ce5-42be-a3a0-ad80434f1352 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0467327 Apr 16 15:50:58.044257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-bbd00caf-5394-488d-8e09-af3ed2c7f2cc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d HTTP/1.1" status: 200 len: 217 time: 0.0375702 Apr 16 15:50:58.087441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-3118ae6b-1fd6-4214-b70e-b8966be634c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:58.088257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-3118ae6b-1fd6-4214-b70e-b8966be634c9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 200 len: 835 time: 0.0340829 Apr 16 15:50:58.145754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-98947cc1-4eb7-406b-ad68-1ccc2cef667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:58.147646 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-98947cc1-4eb7-406b-ad68-1ccc2cef667b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=43cc839d-ba14-4938-a137-9ef94d4edf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502906 Apr 16 15:50:58.231396 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-966e8941-c4bc-4dd0-a5aa-57f4dc770287 service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0740635 Apr 16 15:50:58.312257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56663dd2-705a-4bc5-b948-daa14aa1fe9c req-a51ca3cd-a476-42e8-a77e-86e4704ca82b service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0719457 Apr 16 15:50:58.704669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fb2b8-0613-42d2-a5ae-c5ddcc136547 req-284ebc1f-18cc-4ce0-a6e0-ad853d0bb92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:58.705767 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd2fb2b8-0613-42d2-a5ae-c5ddcc136547 req-284ebc1f-18cc-4ce0-a6e0-ad853d0bb92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 943 time: 0.0736933 Apr 16 15:50:58.737916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd2fb2b8-0613-42d2-a5ae-c5ddcc136547 req-8e8feace-dd7a-41a6-8dbf-0291c5b7c302 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278232 Apr 16 15:50:59.092332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c43b7-1285-48a6-a8a6-b996108c3174 req-718db8e7-b1bd-44da-8506-26519ad6a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:59.093337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a56c43b7-1285-48a6-a8a6-b996108c3174 req-718db8e7-b1bd-44da-8506-26519ad6a45e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0657833 Apr 16 15:50:59.179671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c43b7-1285-48a6-a8a6-b996108c3174 req-109c1042-a2ab-43f0-ac43-df9bbce97254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:59.180557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a56c43b7-1285-48a6-a8a6-b996108c3174 req-109c1042-a2ab-43f0-ac43-df9bbce97254 service neutron] 10.222.0.107 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 898 time: 0.0784645 Apr 16 15:50:59.224355 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a56c43b7-1285-48a6-a8a6-b996108c3174 req-90e4c5b7-0fd7-473d-811d-b5e2c7fefe28 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d HTTP/1.1" status: 200 len: 217 time: 0.0357153 Apr 16 15:50:59.265761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c43b7-1285-48a6-a8a6-b996108c3174 req-51694a96-ebbd-4072-aa2e-723b44f7e9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:59.266927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a56c43b7-1285-48a6-a8a6-b996108c3174 req-51694a96-ebbd-4072-aa2e-723b44f7e9b2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 200 len: 835 time: 0.0343091 Apr 16 15:50:59.324358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c43b7-1285-48a6-a8a6-b996108c3174 req-ddca53fb-b9b5-49d7-a1cf-d3e8b0bf5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:59.325317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a56c43b7-1285-48a6-a8a6-b996108c3174 req-ddca53fb-b9b5-49d7-a1cf-d3e8b0bf5403 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=43cc839d-ba14-4938-a137-9ef94d4edf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495205 Apr 16 15:50:59.408587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a56c43b7-1285-48a6-a8a6-b996108c3174 req-0f414879-af51-4f3e-9beb-2e7e99995ee8 service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0735142 Apr 16 15:50:59.492573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a56c43b7-1285-48a6-a8a6-b996108c3174 req-61947b6e-1238-46e0-a6b3-5b935d285b91 service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0756848 Apr 16 15:50:59.904966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc1aa4-9a53-4f14-aed9-50f3ccf8e1b3 req-ee20b5b5-2a47-400f-8ce7-f7b80bab9b77 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:50:59.906048 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18dc1aa4-9a53-4f14-aed9-50f3ccf8e1b3 req-ee20b5b5-2a47-400f-8ce7-f7b80bab9b77 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 943 time: 0.0809243 Apr 16 15:51:00.045726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18dc1aa4-9a53-4f14-aed9-50f3ccf8e1b3 req-afe3c38a-b0fb-4254-aa13-78d58a7a757b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350610 Apr 16 15:51:01.225741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22092fef-c1f0-4244-b0d5-b5a09b35cdb1 req-e0c8079f-c353-4c62-8695-c88d74d875e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:01.226713 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-22092fef-c1f0-4244-b0d5-b5a09b35cdb1 req-e0c8079f-c353-4c62-8695-c88d74d875e9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 943 time: 0.0985744 Apr 16 15:51:01.260547 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-22092fef-c1f0-4244-b0d5-b5a09b35cdb1 req-42f986d4-69c5-47d7-812b-079fa9e757a0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294058 Apr 16 15:51:02.086894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:51:02.207278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:51:02.217856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'port_id': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'mac_address': 'fa:16:3e:f2:9b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:51:02.259619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:02.271031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:51:02.282618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:51:02.286107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:02.288046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-615f5f9d-35db-49ab-a8cd-223c11834be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:02.337065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:02.339456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:02.397612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec52125-a133-4162-b2ec-a51032b231a8 req-f0a7c42a-6885-438b-bb4d-ee2b59d6a5ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:02.398726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fec52125-a133-4162-b2ec-a51032b231a8 req-f0a7c42a-6885-438b-bb4d-ee2b59d6a5ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 944 time: 0.0608988 Apr 16 15:51:02.434477 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fec52125-a133-4162-b2ec-a51032b231a8 req-e3e3c164-4683-4091-a855-23323b3955ab tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276825 Apr 16 15:51:02.801837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['553d7e70-86dc-41fe-a7d9-6ee29ed75f3d'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:51:03.587635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af343dea-d092-4dab-a057-3859689a66f5 req-393a1b4a-1756-4483-9bcc-e3138e5229e1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:03.589207 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af343dea-d092-4dab-a057-3859689a66f5 req-393a1b4a-1756-4483-9bcc-e3138e5229e1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 944 time: 0.0690775 Apr 16 15:51:03.621066 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af343dea-d092-4dab-a057-3859689a66f5 req-272ff989-054c-420c-be96-ccbf2a43dd7f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273376 Apr 16 15:51:04.086887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:51:04.150973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:51:04.154640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:51:04.154948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:04.239154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:04.258249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:51:04.265284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:51:04.267904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:04.269377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95156c05-6954-4cf5-92f3-f5ef31a87c2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:04.295422 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'code': 200} Apr 16 15:51:04.319040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:04.321294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:04.783222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c0efa-4559-48e4-b1f7-2a51b758fef3 req-ee548b96-9b6a-4645-92f9-939a72e4aa08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:04.784358 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7f0c0efa-4559-48e4-b1f7-2a51b758fef3 req-ee548b96-9b6a-4645-92f9-939a72e4aa08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 945 time: 0.0685277 Apr 16 15:51:04.815783 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7f0c0efa-4559-48e4-b1f7-2a51b758fef3 req-6c97a101-ea23-457b-8c73-974046fc1281 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271242 Apr 16 15:51:05.848364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df48822-bcd1-4579-8076-9cee30f6eb3f req-81f27564-cc46-4ff1-839b-d74a478f8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:05.849549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6df48822-bcd1-4579-8076-9cee30f6eb3f req-81f27564-cc46-4ff1-839b-d74a478f8eca service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0640881 Apr 16 15:51:05.884020 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6df48822-bcd1-4579-8076-9cee30f6eb3f req-37bb5a84-8f47-490c-80ff-2b1f90dff85e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258577 Apr 16 15:51:05.957717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd1944-e871-4464-a608-63f2b9abfd79 req-927f3679-25db-4e9c-b078-368ff5c15963 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:05.958796 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2fd1944-e871-4464-a608-63f2b9abfd79 req-927f3679-25db-4e9c-b078-368ff5c15963 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 945 time: 0.0586157 Apr 16 15:51:05.991806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2fd1944-e871-4464-a608-63f2b9abfd79 req-5ecec337-ac28-4a89-9032-df6f00cf6e96 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262511 Apr 16 15:51:07.152980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaea4b0-f863-4f97-a626-052440269338 req-3949b93c-84a7-4324-b611-fae665b61b3c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:07.154069 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4aaea4b0-f863-4f97-a626-052440269338 req-3949b93c-84a7-4324-b611-fae665b61b3c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 945 time: 0.0668490 Apr 16 15:51:07.188939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4aaea4b0-f863-4f97-a626-052440269338 req-74246fed-8981-4e47-a812-236a274ee4ff tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273778 Apr 16 15:51:07.328186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cd62a-1214-4b42-b6c5-5d442bd16c96 req-bbbe4f3f-9ea5-42a4-9725-dbee153000f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:07.329256 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e0cd62a-1214-4b42-b6c5-5d442bd16c96 req-bbbe4f3f-9ea5-42a4-9725-dbee153000f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 945 time: 0.0681434 Apr 16 15:51:07.364778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e0cd62a-1214-4b42-b6c5-5d442bd16c96 req-5894063a-0703-4864-ac71-075863f42ab3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278275 Apr 16 15:51:07.395772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38354) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:07.448165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad86644-b32e-437d-b8a3-f3a748ee6d2e tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:07.449460 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6ad86644-b32e-437d-b8a3-f3a748ee6d2e tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 1093 time: 0.0526166 Apr 16 15:51:07.453212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38358) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:07.456940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:51:07.461171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:51:07.464979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:floatingip and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:51:07.467145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:51:07.471113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:51:07.478995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:07.581486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:07.672308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.30 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/46f27ee3-2ea3-49f0-881b-4ba67414f750) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:51:07.794650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:07.815906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:07.824892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74e0aa50-dee1-4fc5-85a2-ed4f063a9287 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:07.907426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=46f27ee3-2ea3-49f0-881b-4ba67414f750,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:07.910335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:07.946987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:51:07.948363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:51:07.949911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:51:08.226889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:08.275124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:08.415096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:08.418302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:08.426514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:08.779358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=46f27ee3-2ea3-49f0-881b-4ba67414f750,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:08.781891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:08.833618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:08.929344 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP cc460d63-4939-4414-b27f-c75c9c226d03 associated. External IP: 172.26.4.30, port: 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d. Apr 16 15:51:09.123312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 47b75402-cff9-479b-a9ae-abfcd9d51c84 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:51:09.218538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:51:09.230181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca02ec-71dc-445e-8f1b-96df55c5e651 None None] Sync routers for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:51:09.233879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.237151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca02ec-71dc-445e-8f1b-96df55c5e651 None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:51:09.237558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e9ca02ec-71dc-445e-8f1b-96df55c5e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:50:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:51:09.264658 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8107240 Apr 16 15:51:09.265199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:51:09.274777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38364) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:09.294182 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'status': 'completed', 'code': 200} Apr 16 15:51:09.333175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18661a44-d5b8-4ebf-8df7-66c5c88a68b5 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:09.334276 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-18661a44-d5b8-4ebf-8df7-66c5c88a68b5 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 1093 time: 0.0585644 Apr 16 15:51:09.480411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38370) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:09.484758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1754766383', 'description': 'tempest-secgroup-smoke-1754766383 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:51:09.489375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:51:09.496313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:51:09.503277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.517159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:51:09.519663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:51:09.521628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:51:09.525392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e9ca02ec-71dc-445e-8f1b-96df55c5e651 None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:51:09.525539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:51:09.570123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.572260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.574733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95381742-9b0b-443d-82e8-c6536227a29e tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:09.602230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56ff1cf-237e-4404-b4fd-8def00cfc6f8,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:09.604760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:09.607122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.608941 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5eb217e8-2606-4040-a589-ca17a5e659b4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1274602 Apr 16 15:51:09.611015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38374) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:09.614827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e56ff1cf-237e-4404-b4fd-8def00cfc6f8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:51:09.618889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:51:09.621859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:51:09.623693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:51:09.627719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:51:09.638325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.678342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.681495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.683496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-edca4878-f9c7-4f64-8edd-bb2126ee2dc6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:09.697091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403b1444-05c6-47c7-aeca-c398190566a3,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:09.698729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:09.702903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.703805 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0920849 Apr 16 15:51:09.706048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38382) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:09.728952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e56ff1cf-237e-4404-b4fd-8def00cfc6f8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:51:09.734467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:51:09.739830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:51:09.742088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:51:09.746307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:51:09.751176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e9ca02ec-71dc-445e-8f1b-96df55c5e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'cc460d63-4939-4414-b27f-c75c9c226d03', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:f2:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:08Z', 'updated_at': '2021-04-16T15:51:08Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:51:09.754054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca02ec-71dc-445e-8f1b-96df55c5e651 None None] Checking router: 47b75402-cff9-479b-a9ae-abfcd9d51c84 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:51:09.759960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ca02ec-71dc-445e-8f1b-96df55c5e651 None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:51:09.760401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e9ca02ec-71dc-445e-8f1b-96df55c5e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:50:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:51:09.762919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.785492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5e6b8-0351-4a6a-b482-fda509b90b88 req-3f03f8db-8174-47ea-95ae-da365ed48f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:09.786469 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ba5e6b8-0351-4a6a-b482-fda509b90b88 req-3f03f8db-8174-47ea-95ae-da365ed48f47 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 1098 time: 0.1131017 Apr 16 15:51:09.846314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.853332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.856104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-149fdfd8-aa30-4b15-8aea-05a944ccb593 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:09.875710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e9ca02ec-71dc-445e-8f1b-96df55c5e651 None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:51:09.875830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a63524-2d60-4200-ae7f-66d3e1f717cf,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:09.878097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:09.887900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.888688 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1820440 Apr 16 15:51:09.890937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38386) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:09.892866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5e6b8-0351-4a6a-b482-fda509b90b88 req-d4f65260-5f0e-4937-bd29-ccc8c55a8e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:09.893695 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ba5e6b8-0351-4a6a-b482-fda509b90b88 req-d4f65260-5f0e-4937-bd29-ccc8c55a8e4d service neutron] 10.222.0.107 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 898 time: 0.0996842 Apr 16 15:51:09.894779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e56ff1cf-237e-4404-b4fd-8def00cfc6f8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:51:09.898687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:51:09.901253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:51:09.903024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:51:09.906547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:51:09.917655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.955219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.957617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.960867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3aaa138b-907f-4564-8cf1-39aa77a03069 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:09.962736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ba5e6b8-0351-4a6a-b482-fda509b90b88 req-3e504e06-82d5-4a02-be68-f10e164a0b0d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d HTTP/1.1" status: 200 len: 998 time: 0.0608304 Apr 16 15:51:09.971100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ec9b27-af3f-4cbf-b7ae-1e2b73267de2,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:09.973504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:09.978327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:09.981343 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0877466 Apr 16 15:51:09.981676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38390) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:09.984882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e56ff1cf-237e-4404-b4fd-8def00cfc6f8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:51:09.988599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:51:09.990838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:51:09.992645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:51:09.996130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:51:10.007373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.010786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5e6b8-0351-4a6a-b482-fda509b90b88 req-ee3dce2c-f9d8-43ce-bc89-c4ffabc132cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:10.011700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ba5e6b8-0351-4a6a-b482-fda509b90b88 req-ee3dce2c-f9d8-43ce-bc89-c4ffabc132cf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 200 len: 835 time: 0.0409007 Apr 16 15:51:10.044857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.047147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.048399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-05abb517-7d7b-4595-b50f-7ef00f62009b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:10.061057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68114b69-19e2-455c-a34e-da8bbce2ee03,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:10.062540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:10.064774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5e6b8-0351-4a6a-b482-fda509b90b88 req-1ddf44c7-d8f2-4825-b68b-fc31060d9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:10.065784 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ba5e6b8-0351-4a6a-b482-fda509b90b88 req-1ddf44c7-d8f2-4825-b68b-fc31060d9aad service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=43cc839d-ba14-4938-a137-9ef94d4edf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460410 Apr 16 15:51:10.067511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.070066 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0860357 Apr 16 15:51:10.070219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38394) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:10.073724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e56ff1cf-237e-4404-b4fd-8def00cfc6f8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:51:10.078071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:51:10.080407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:51:10.082283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:51:10.085986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:51:10.091891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e9ca02ec-71dc-445e-8f1b-96df55c5e651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'cc460d63-4939-4414-b27f-c75c9c226d03', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:f2:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:08Z', 'updated_at': '2021-04-16T15:51:08Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:51:10.093323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:51:10.094500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ca02ec-71dc-445e-8f1b-96df55c5e651 None None] The sync data for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv is: [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'cc460d63-4939-4414-b27f-c75c9c226d03', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:f2:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:08Z', 'updated_at': '2021-04-16T15:51:08Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:51:10.098097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.138808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.141152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.142431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b94fa44b-7dc9-4c5d-af95-6d33b71304a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:10.155197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df0894c-5d54-40fa-a6e4-ee47dbf35322,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:10.155553 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ba5e6b8-0351-4a6a-b482-fda509b90b88 req-e4784cbc-9e92-47d7-92b5-e1db4b99368c service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817869 Apr 16 15:51:10.156661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:10.160565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.161290 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0904725 Apr 16 15:51:10.163252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38398) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:10.166299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': 'e56ff1cf-237e-4404-b4fd-8def00cfc6f8', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:51:10.170537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:51:10.172889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:51:10.174619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:51:10.177868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:51:10.183839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:51:10.187485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.223340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.225773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.226911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50fec643-184a-4b7b-98d4-7bd196831179 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:10.238450 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ba5e6b8-0351-4a6a-b482-fda509b90b88 req-28d6e930-f6bc-4c04-8d8a-a5a041eff10b service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0742805 Apr 16 15:51:10.239802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903e1757-8b9d-4fe8-a407-6ba1ed8be0f5,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:10.241323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:10.245775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:10.246566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0827129 Apr 16 15:51:10.330838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b581afa-af9f-464c-8fa2-c49c4aed1fd8 None None] New status for floating IP cc460d63-4939-4414-b27f-c75c9c226d03: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:51:10.347772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-376c0aab-abd5-44c5-b6c6-f5058edca5e0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1754766383&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.0249157 Apr 16 15:51:10.435447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-7c635265-b109-4b10-9026-b9e6799cc869 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:10.436382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-7c635265-b109-4b10-9026-b9e6799cc869 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 796 time: 0.0840940 Apr 16 15:51:10.449409 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-1a47bc49-101a-40c1-8eba-588b4d298326 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/quotas/8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 375 time: 0.0057640 Apr 16 15:51:10.507898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-28e0bae9-8d74-40ce-afe1-f9e2aa89890e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0519071 Apr 16 15:51:10.588068 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-74c00b40-c9e6-470c-86ea-8f8b8d4e2bbb service neutron] 10.222.0.95 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0720770 Apr 16 15:51:10.668601 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-1106f0ba-40da-489b-b8f7-08285cf59368 service neutron] 10.222.0.95 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0727077 Apr 16 15:51:10.787815 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2e8aad9-adea-49b2-a61e-76288b92c552 req-f5c94906-e181-49d3-9e7a-7654fb51bd6b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 210 time: 0.0292957 Apr 16 15:51:11.325487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-997f1fde-465a-4408-8948-84bf62aed50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:11.874367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5ad818f-d15c-4fd9-9ecd-f4f0eb644693 req-c8c88ca5-4d4e-443a-a05a-9d35e4961f40 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 210 time: 0.0358267 Apr 16 15:51:12.245959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-f5129462-4b4b-4480-95ca-5bb6072d52e0 req-543dfcc2-e4d8-4685-b971-db14070cb692 service neutron] (86006) timed out ('10.222.0.107', 55643) {{(pid=86006) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 15:51:12.746049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-57118093-9625-4899-8853-a261fe76cae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:12.937016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:12.961139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-15793757-48d2-4058-a827-72a5c83434af req-7b049cb1-8627-46df-9054-e74f836b8149 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 210 time: 0.0412762 Apr 16 15:51:13.084147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:13.343235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:13.808489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:51:14.083081 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0cfcabe5-67d4-4909-a053-8351fa4dc548 req-67da1274-3b91-458b-95bc-f89d627dd83a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 210 time: 0.0445652 Apr 16 15:51:14.111320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:15.204341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-370a0124-da41-4180-822e-9e3b930a7245 req-594cf9e2-0283-4f76-9db2-08cc71314ccd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 210 time: 0.0366731 Apr 16 15:51:16.339121 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55a2e363-91d8-48ce-9ae8-a10e33294411 req-742f20da-4888-422d-aa66-9498ea10bbb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 210 time: 0.0371730 Apr 16 15:51:17.470440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81421192-c1fb-488f-ad6e-8711f3e96f1c req-b01ee844-c53f-4736-85cb-a8031eef3144 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 210 time: 0.0391436 Apr 16 15:51:18.424817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-a1ae7d3a-b1a7-4f70-b5f4-ad9ed8986b33 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:18.425952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-a1ae7d3a-b1a7-4f70-b5f4-ad9ed8986b33 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 796 time: 0.1246517 Apr 16 15:51:18.496362 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-652dd8a1-66d2-46c0-9ce7-efca0c2462c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 13153 time: 0.0582044 Apr 16 15:51:18.504010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'device_id': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'admin_state_up': True, 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'security_groups': ['e56ff1cf-237e-4404-b4fd-8def00cfc6f8']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:51:18.877397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b478d5b3-85e9-443d-ba38-38f06dbfbcb9 req-4216d60e-dc87-4b2a-96e7-adb09fcd9643 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 210 time: 0.3269823 Apr 16 15:51:18.908308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:51:18.914051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:51:18.920158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:51:18.923702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:19.028528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.11 (43cc839d-ba14-4938-a137-9ef94d4edf1e/2a05ad0a-2900-40c0-884c-43f01e7f2c11/7e585c7d-3a2e-44da-b9d0-5f3a23ef895b) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:51:19.151960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:19.163108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:51:19.179910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:19.190006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:19.259816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:19.262245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:19.294065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:51:19.294848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:51:19.296324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:51:19.340036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:19.340622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:19.360916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8599837 Apr 16 15:51:19.375270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Request body: {'port': {'device_id': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:51:19.415008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4e7f551e-7bb2-45b5-817b-5dcc78d6c15f None None] Provisioning for port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:51:19.418341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4e7f551e-7bb2-45b5-817b-5dcc78d6c15f None None] Provisioning complete for port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:51:19.418657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e7f551e-7bb2-45b5-817b-5dcc78d6c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:19.453232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:19.453597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4e7f551e-7bb2-45b5-817b-5dcc78d6c15f None None] Port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:51:19.652316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:51:19.656253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:19.664875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Transition to ACTIVE for port object 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:51:19.667743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:19.675053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:19.740891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Pushing event updated for resources: {'Port': ['ID=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:19.743510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:19.867810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Attempting to bind port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:51:19.868004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Attempting to bind port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:51:19.868196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Attempting to bind port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b on network 43cc839d-ba14-4938-a137-9ef94d4edf1e {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:51:19.870928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b on network 43cc839d-ba14-4938-a137-9ef94d4edf1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:51:19.871118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Attempting to bind port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b on network 43cc839d-ba14-4938-a137-9ef94d4edf1e {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:51:19.874011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:51:19.874212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Checking segment: {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:51:19.874446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Bound using segment: {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:51:19.874701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Bound port: 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:51:19.874905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:19.925157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] For port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:51:19.927078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] For port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:51:19.929814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:19.937210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ecb5584e-d485-494e-af8d-253e763877be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:20.045911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Pushing event updated for resources: {'Port': ['ID=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:20.049131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:20.071741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:20.072105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:20.072990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] 10.222.0.107 "PUT /v2.0/ports/7e585c7d-3a2e-44da-b9d0-5f3a23ef895b HTTP/1.1" status: 200 len: 1094 time: 0.7014685 Apr 16 15:51:20.073282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'tag': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:51:20.080751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67681f31-af93-46cb-8701-e2a844961e5f req-e3f28307-7dbb-49b4-bec6-2778214cb50b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:20.081163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-67681f31-af93-46cb-8701-e2a844961e5f req-e3f28307-7dbb-49b4-bec6-2778214cb50b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:51:20.098401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-67681f31-af93-46cb-8701-e2a844961e5f req-e3f28307-7dbb-49b4-bec6-2778214cb50b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:51:20.099099 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-67681f31-af93-46cb-8701-e2a844961e5f req-e3f28307-7dbb-49b4-bec6-2778214cb50b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 944 time: 0.1433063 Apr 16 15:51:20.156949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-67681f31-af93-46cb-8701-e2a844961e5f req-1e64b5fc-a763-4026-b7ea-7957f36b49a0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532069 Apr 16 15:51:20.158128 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'tag': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b', 'status': 'completed', 'code': 200} Apr 16 15:51:20.177309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-32e8bf60-a88c-45d0-9fc2-dfb357642453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:20.178280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-32e8bf60-a88c-45d0-9fc2-dfb357642453 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 1097 time: 0.0566390 Apr 16 15:51:20.224391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-dcd009d8-0339-4383-842b-ce98a993ca0d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b HTTP/1.1" status: 200 len: 217 time: 0.0370276 Apr 16 15:51:20.263085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-18c11725-9e20-4dbb-af44-098320ffb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:20.263874 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-18c11725-9e20-4dbb-af44-098320ffb6f0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 200 len: 835 time: 0.0337663 Apr 16 15:51:20.312316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-48732934-c6bc-470d-a3a8-5cc82d55f4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:20.313183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-48732934-c6bc-470d-a3a8-5cc82d55f4df service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=43cc839d-ba14-4938-a137-9ef94d4edf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430617 Apr 16 15:51:20.391926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-86c90c8e-b7e9-4207-b098-18f6ca2d76c4 service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0735071 Apr 16 15:51:20.473868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42b9efc5-98bb-4ae3-9171-69aa47dfd48b req-00b76d19-cbad-4a67-bd05-036ae688660d service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0737965 Apr 16 15:51:20.603447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a798eba-6e56-4072-b351-aa823a280aad req-805fb752-9e90-4958-a9e4-f78d8b0a77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:20.604350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a798eba-6e56-4072-b351-aa823a280aad req-805fb752-9e90-4958-a9e4-f78d8b0a77bf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 1097 time: 0.0632169 Apr 16 15:51:20.714297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a798eba-6e56-4072-b351-aa823a280aad req-640e25ee-9e8f-4774-8251-551db45bd981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:20.716522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a798eba-6e56-4072-b351-aa823a280aad req-640e25ee-9e8f-4774-8251-551db45bd981 service neutron] 10.222.0.107 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 898 time: 0.1058643 Apr 16 15:51:20.754712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a798eba-6e56-4072-b351-aa823a280aad req-ac3c716a-1487-4826-b42e-3387065b9036 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b HTTP/1.1" status: 200 len: 217 time: 0.0331790 Apr 16 15:51:20.796410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a798eba-6e56-4072-b351-aa823a280aad req-c4dc0696-c662-4804-9ca5-ec6d2a5e568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:20.797205 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a798eba-6e56-4072-b351-aa823a280aad req-c4dc0696-c662-4804-9ca5-ec6d2a5e568c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 200 len: 835 time: 0.0362959 Apr 16 15:51:20.843357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a798eba-6e56-4072-b351-aa823a280aad req-c629c0f9-2504-42b9-8b60-17a7c07da62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:20.844180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a798eba-6e56-4072-b351-aa823a280aad req-c629c0f9-2504-42b9-8b60-17a7c07da62a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=43cc839d-ba14-4938-a137-9ef94d4edf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414319 Apr 16 15:51:20.933819 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a798eba-6e56-4072-b351-aa823a280aad req-f6b74eec-b503-4baa-ac69-838d762f28ec service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847008 Apr 16 15:51:21.012539 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a798eba-6e56-4072-b351-aa823a280aad req-4430610a-e2a2-431e-b20f-cd04ea1392fd service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0733764 Apr 16 15:51:21.301269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df921c5-d7cf-425e-ab7a-cb68da00abc8 req-ea76675b-4d78-449a-9e15-5d2a80386ef4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:21.302344 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5df921c5-d7cf-425e-ab7a-cb68da00abc8 req-ea76675b-4d78-449a-9e15-5d2a80386ef4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 944 time: 0.0594006 Apr 16 15:51:21.332251 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5df921c5-d7cf-425e-ab7a-cb68da00abc8 req-cbdb7bb5-ae8b-4419-8fc4-30a70353e0c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257616 Apr 16 15:51:22.483523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca0dcb-bb15-4397-845c-e6de0def4472 req-1431d9af-720b-4a02-b3a5-9c8b63dac89b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:22.484546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dca0dcb-bb15-4397-845c-e6de0def4472 req-1431d9af-720b-4a02-b3a5-9c8b63dac89b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 944 time: 0.0616868 Apr 16 15:51:22.522174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dca0dcb-bb15-4397-845c-e6de0def4472 req-e2b8f918-e349-4184-970e-276c064f4c4e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304427 Apr 16 15:51:23.683490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23101e5-097a-4661-b5d3-5453a344d3b0 req-9e64c278-0ebe-4aea-8c1c-0753522739dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:23.684884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b23101e5-097a-4661-b5d3-5453a344d3b0 req-9e64c278-0ebe-4aea-8c1c-0753522739dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 944 time: 0.0620408 Apr 16 15:51:23.717059 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b23101e5-097a-4661-b5d3-5453a344d3b0 req-e961977b-d7c5-4a15-8b0a-4656f346201f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276604 Apr 16 15:51:24.226483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:51:24.338214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:51:24.348055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'port_id': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b', 'mac_address': 'fa:16:3e:d7:84:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1458, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:51:24.391153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:24.403175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:51:24.413745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:51:24.416514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:24.417918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9a8643c1-2c7b-4dbc-9253-6bb332004500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:24.461625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:24.463723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:24.840524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['7e585c7d-3a2e-44da-b9d0-5f3a23ef895b'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:51:24.880711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c46a90-df9a-469c-ba24-164aefe17533 req-4f97c98e-157e-4f39-bbf2-7ca3d3f3823a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:24.881809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47c46a90-df9a-469c-ba24-164aefe17533 req-4f97c98e-157e-4f39-bbf2-7ca3d3f3823a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 945 time: 0.0740104 Apr 16 15:51:24.914199 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47c46a90-df9a-469c-ba24-164aefe17533 req-d546cd20-6e9c-4bfe-8846-a6d2e5b51969 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276573 Apr 16 15:51:26.081474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b9b23-d18f-4035-91da-e483b3fea3e4 req-26d1c0bb-da1d-4e49-af57-42c48f305857 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:26.082569 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-481b9b23-d18f-4035-91da-e483b3fea3e4 req-26d1c0bb-da1d-4e49-af57-42c48f305857 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 945 time: 0.0751934 Apr 16 15:51:26.114864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-481b9b23-d18f-4035-91da-e483b3fea3e4 req-34199ec4-f8bb-4b8b-91f5-ca801551c71c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278544 Apr 16 15:51:26.243292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:51:26.306853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:51:26.310561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:51:26.310873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:26.400522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:26.419430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:51:26.427189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:51:26.430002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:26.431542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:26.452509 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b', 'code': 200} Apr 16 15:51:26.478439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:26.480534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:26.535505 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-ec8cfde7-b0fa-4694-b8c8-4bee3c52ac66 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545974 Apr 16 15:51:27.050694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918f1ef-f407-428e-a5a9-8daf6e549566 req-ce85223a-2cce-485e-876a-953055f2c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:27.051745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f918f1ef-f407-428e-a5a9-8daf6e549566 req-ce85223a-2cce-485e-876a-953055f2c49d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 1099 time: 0.0976980 Apr 16 15:51:27.055496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-4efb64e3-4652-42bf-b859-3f6a134f8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:27.056392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-4efb64e3-4652-42bf-b859-3f6a134f8fab service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 1098 time: 0.1012216 Apr 16 15:51:27.437073 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f918f1ef-f407-428e-a5a9-8daf6e549566 req-fa3e88ea-1ce5-43b1-9c41-9edc0ab913a6 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799832 Apr 16 15:51:27.490716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-c0b5b3ff-5738-4980-8815-d61358eece4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:27.491633 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-c0b5b3ff-5738-4980-8815-d61358eece4e service neutron] 10.222.0.107 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 898 time: 0.4200878 Apr 16 15:51:27.543071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e0f5c-37db-43dc-b38b-762af379df5b req-1bce1e1b-83a4-4b8a-80cb-178031c70c61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:27.543936 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c7e0f5c-37db-43dc-b38b-762af379df5b req-1bce1e1b-83a4-4b8a-80cb-178031c70c61 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 946 time: 0.1083789 Apr 16 15:51:27.567484 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-f309f51a-abe4-4cf5-8d2a-cda6c771fe8f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d HTTP/1.1" status: 200 len: 1000 time: 0.0695095 Apr 16 15:51:27.602199 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c7e0f5c-37db-43dc-b38b-762af379df5b req-88d1c059-e510-4698-b086-7f32d42196ff tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501871 Apr 16 15:51:27.613976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-38d2cae1-8d4c-4f94-9d9b-85f9bbd2195d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:27.614831 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-38d2cae1-8d4c-4f94-9d9b-85f9bbd2195d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 200 len: 835 time: 0.0413239 Apr 16 15:51:27.669365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-e925a2ae-4ada-4eff-8956-a59fe4623362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:27.670208 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-e925a2ae-4ada-4eff-8956-a59fe4623362 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=43cc839d-ba14-4938-a137-9ef94d4edf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503812 Apr 16 15:51:27.761262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-8a3887a2-e0a0-4157-a256-3fad94a36aaf service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848875 Apr 16 15:51:27.862076 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37a59fc3-0149-47bb-9709-0d62b2db4f06 req-c9091595-8261-4267-81c5-ffa33c8dcb55 service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947604 Apr 16 15:51:28.772172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce512e7-fe94-4bad-9e46-763d950793b2 req-505dcac2-322d-47ab-aae8-ddeb1d03e569 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:28.773198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bce512e7-fe94-4bad-9e46-763d950793b2 req-505dcac2-322d-47ab-aae8-ddeb1d03e569 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 946 time: 0.0742340 Apr 16 15:51:28.805423 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bce512e7-fe94-4bad-9e46-763d950793b2 req-ebfd562f-4f87-4479-ba46-eeffbeb266df tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279112 Apr 16 15:51:28.945087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b0264-bd21-468f-a55e-86c7a6842dc9 req-834ac654-8b34-41bd-ae21-8d26927590bd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:28.946024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-480b0264-bd21-468f-a55e-86c7a6842dc9 req-834ac654-8b34-41bd-ae21-8d26927590bd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 946 time: 0.0529652 Apr 16 15:51:28.976825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-480b0264-bd21-468f-a55e-86c7a6842dc9 req-ebf1457c-857b-40f0-a691-0865077e7723 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0236151 Apr 16 15:51:28.990881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38470) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:29.041627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd4d62-bb9a-4c6f-ad41-38cc599aeaaa tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:29.042579 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-44fd4d62-bb9a-4c6f-ad41-38cc599aeaaa tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 1094 time: 0.0510175 Apr 16 15:51:29.046325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38474) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:51:29.049336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:51:29.053095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:51:29.055625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:floatingip and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:51:29.057246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:51:29.061288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:51:29.068331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:29.146313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:29.220077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.18 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/b581b7bd-3101-4fa4-a14b-0a090e099548) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:51:29.303715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:29.323622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:29.332237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0d48446-998c-4d32-bd77-fec9e2f7190b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:29.412144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=b581b7bd-3101-4fa4-a14b-0a090e099548,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:29.419206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:29.441308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:51:29.441991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:51:29.443438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:51:29.677819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:29.727419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:29.876326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:29.879049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:29.887102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-644c192b-af3c-4474-9783-140b06d278bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:51:29.967767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=b581b7bd-3101-4fa4-a14b-0a090e099548,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:51:29.970596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:51:30.044927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:30.168753 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP 709eb458-f0b4-4cb3-9b3e-0dd830bb0123 associated. External IP: 172.26.4.18, port: 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b. Apr 16 15:51:30.405737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 47b75402-cff9-479b-a9ae-abfcd9d51c84 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:51:30.772002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:51:30.782743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf91157e-e5ea-4d26-80e9-4d4ad5422156 None None] Sync routers for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:51:30.787816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:30.790318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91157e-e5ea-4d26-80e9-4d4ad5422156 None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:51:30.790730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bf91157e-e5ea-4d26-80e9-4d4ad5422156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:51:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:51:30.819285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7723155 Apr 16 15:51:30.819769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'tag': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:51:30.846855 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'tag': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b', 'status': 'completed', 'code': 200} Apr 16 15:51:30.911036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bf91157e-e5ea-4d26-80e9-4d4ad5422156 None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:51:30.911676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b0308-d6e4-4d35-8310-2b422650be22 req-6a36b399-4757-47f6-aee3-d5f6ce6d5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:30.912576 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e20b0308-d6e4-4d35-8310-2b422650be22 req-6a36b399-4757-47f6-aee3-d5f6ce6d5f92 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 1099 time: 0.0432341 Apr 16 15:51:30.991915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b0308-d6e4-4d35-8310-2b422650be22 req-9303c4e7-8c17-49ab-8923-d46c9a08ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:30.992868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e20b0308-d6e4-4d35-8310-2b422650be22 req-9303c4e7-8c17-49ab-8923-d46c9a08ba57 service neutron] 10.222.0.107 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 898 time: 0.0760741 Apr 16 15:51:31.055445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e20b0308-d6e4-4d35-8310-2b422650be22 req-9d39349f-152c-450c-8fc0-33e6496eb074 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b HTTP/1.1" status: 200 len: 999 time: 0.0548289 Apr 16 15:51:31.097030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b0308-d6e4-4d35-8310-2b422650be22 req-3f8a795c-e26e-4924-96e3-0ab12eb5fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:31.097876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e20b0308-d6e4-4d35-8310-2b422650be22 req-3f8a795c-e26e-4924-96e3-0ab12eb5fc2e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 200 len: 835 time: 0.0380485 Apr 16 15:51:31.145366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b0308-d6e4-4d35-8310-2b422650be22 req-286f39dc-fd15-4743-94d9-9ded0da4b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:51:31.146230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e20b0308-d6e4-4d35-8310-2b422650be22 req-286f39dc-fd15-4743-94d9-9ded0da4b68a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=43cc839d-ba14-4938-a137-9ef94d4edf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437527 Apr 16 15:51:31.157400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bf91157e-e5ea-4d26-80e9-4d4ad5422156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '709eb458-f0b4-4cb3-9b3e-0dd830bb0123', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.18', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:d7:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:29Z', 'updated_at': '2021-04-16T15:51:29Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}, {'id': 'cc460d63-4939-4414-b27f-c75c9c226d03', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:f2:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:08Z', 'updated_at': '2021-04-16T15:51:10Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:51:31.160147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf91157e-e5ea-4d26-80e9-4d4ad5422156 None None] Checking router: 47b75402-cff9-479b-a9ae-abfcd9d51c84 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:51:31.166048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91157e-e5ea-4d26-80e9-4d4ad5422156 None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:51:31.166491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bf91157e-e5ea-4d26-80e9-4d4ad5422156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:51:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:51:31.223724 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e20b0308-d6e4-4d35-8310-2b422650be22 req-ab64a240-ba17-45a2-b697-6c7220248e66 service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0729468 Apr 16 15:51:31.314518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e20b0308-d6e4-4d35-8310-2b422650be22 req-a6a8bc01-1ae4-4377-9992-36aba8c0ff24 service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Apr 16 15:51:31.453524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bf91157e-e5ea-4d26-80e9-4d4ad5422156 None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:51:31.652565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bf91157e-e5ea-4d26-80e9-4d4ad5422156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '709eb458-f0b4-4cb3-9b3e-0dd830bb0123', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.18', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:d7:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:29Z', 'updated_at': '2021-04-16T15:51:29Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}, {'id': 'cc460d63-4939-4414-b27f-c75c9c226d03', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:f2:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:08Z', 'updated_at': '2021-04-16T15:51:10Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:51:31.655538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf91157e-e5ea-4d26-80e9-4d4ad5422156 None None] The sync data for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv is: [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '709eb458-f0b4-4cb3-9b3e-0dd830bb0123', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.18', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:d7:84:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:29Z', 'updated_at': '2021-04-16T15:51:29Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}, {'id': 'cc460d63-4939-4414-b27f-c75c9c226d03', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:f2:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:08Z', 'updated_at': '2021-04-16T15:51:10Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:51:31.891667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8469c6-f4ed-4883-96f8-1b65676aefad None None] New status for floating IP 709eb458-f0b4-4cb3-9b3e-0dd830bb0123: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:51:41.325225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0200d2d2-4e03-477f-95b8-7d414de4d29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:42.742699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e8c79b3-a369-406e-b31d-4bf02be5036d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:42.936513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:43.091733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:43.351071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:44.126003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:51:50.811562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:52:07.014844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38492) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:07.121533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f7f8bc73-6cbd-48bc-b208-dd6d22fc8e29 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/cc460d63-4939-4414-b27f-c75c9c226d03 HTTP/1.1" status: 200 len: 992 time: 0.1051936 Apr 16 15:52:07.761506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38502) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:07.769853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:07.871585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:08.299856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:08.317946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:08.320882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:08.329354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:08.422916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,revision_number=6']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:08.431158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.431405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.431662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.431916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.432170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.432423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.432674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.432926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.433181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.433432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.433682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.433932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:08.441366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:08.456474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:08.456766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:08.457641 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/ports/553d7e70-86dc-41fe-a7d9-6ee29ed75f3d HTTP/1.1" status: 200 len: 938 time: 0.6950123 Apr 16 15:52:08.458104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:52:08.492303 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'status': 'completed', 'code': 200} Apr 16 15:52:08.603205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-40e00a31-7b74-4244-a5ca-ac27c6f9acd5 None None] Provisioning complete for port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:08.603461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-40e00a31-7b74-4244-a5ca-ac27c6f9acd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:08.647571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-40e00a31-7b74-4244-a5ca-ac27c6f9acd5 None None] Port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d is administratively disabled so it will not transition to active. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Apr 16 15:52:08.964377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fadae0-0b0c-4080-a076-73b98aab5fac req-1ec17432-981e-4219-83d5-705f30ebaa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:08.965494 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1fadae0-0b0c-4080-a076-73b98aab5fac req-1ec17432-981e-4219-83d5-705f30ebaa87 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 1099 time: 0.0660472 Apr 16 15:52:09.068120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fadae0-0b0c-4080-a076-73b98aab5fac req-efb3fcdf-b7c4-4915-8b5e-3f6019609faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:09.069064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1fadae0-0b0c-4080-a076-73b98aab5fac req-efb3fcdf-b7c4-4915-8b5e-3f6019609faf service neutron] 10.222.0.107 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 898 time: 0.0944414 Apr 16 15:52:09.144647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1fadae0-0b0c-4080-a076-73b98aab5fac req-7673a3c2-94ea-4c3c-b40a-f01bf64506f2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d HTTP/1.1" status: 200 len: 1001 time: 0.0679896 Apr 16 15:52:09.206041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fadae0-0b0c-4080-a076-73b98aab5fac req-6b4b67af-a1c5-46d9-9000-14e832096b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:09.207010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1fadae0-0b0c-4080-a076-73b98aab5fac req-6b4b67af-a1c5-46d9-9000-14e832096b43 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 200 len: 835 time: 0.0541449 Apr 16 15:52:09.262985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fadae0-0b0c-4080-a076-73b98aab5fac req-caa949d4-d3d0-4ab1-b0e8-3d50107425bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:09.263908 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1fadae0-0b0c-4080-a076-73b98aab5fac req-caa949d4-d3d0-4ab1-b0e8-3d50107425bc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=43cc839d-ba14-4938-a137-9ef94d4edf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0487406 Apr 16 15:52:09.357330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1fadae0-0b0c-4080-a076-73b98aab5fac req-1179bfcb-bb9d-4b86-81ea-1b9e794ac940 service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843487 Apr 16 15:52:09.468896 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1fadae0-0b0c-4080-a076-73b98aab5fac req-fc7ed864-47d5-4bf6-874e-186c3bfcdb82 service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030478 Apr 16 15:52:11.320960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e26b2bca-9f4d-43ab-b24c-aa667d6de3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:11.883251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38512) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:11.892676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4491e767-6132-43c0-bed2-8a44540b34ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'admin_state_up': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:11.997627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4491e767-6132-43c0-bed2-8a44540b34ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:12.143477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4491e767-6132-43c0-bed2-8a44540b34ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:12.165313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4491e767-6132-43c0-bed2-8a44540b34ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:12.168290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4491e767-6132-43c0-bed2-8a44540b34ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:12.176758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dd5492ec-df4c-424e-b2f2-28a3d0135ea5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:12.272650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491e767-6132-43c0-bed2-8a44540b34ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,revision_number=7']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:12.276027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4491e767-6132-43c0-bed2-8a44540b34ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:12.301332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4491e767-6132-43c0-bed2-8a44540b34ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:12.301760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4491e767-6132-43c0-bed2-8a44540b34ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:12.302810 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4491e767-6132-43c0-bed2-8a44540b34ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/ports/553d7e70-86dc-41fe-a7d9-6ee29ed75f3d HTTP/1.1" status: 200 len: 937 time: 0.4183404 Apr 16 15:52:12.303420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:52:12.306091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38516) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:12.337153 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'status': 'completed', 'code': 200} Apr 16 15:52:12.387631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-258942d1-4115-49ab-a5a6-6e7f3ccb12c0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/cc460d63-4939-4414-b27f-c75c9c226d03 HTTP/1.1" status: 200 len: 992 time: 0.0800395 Apr 16 15:52:12.511482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-411ff1ae-7e82-4772-8848-6e28a88e3245 None None] Provisioning complete for port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:12.511994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-411ff1ae-7e82-4772-8848-6e28a88e3245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:12.731248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-35e458c4-2771-4a31-b1b9-9faf69de1a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:12.773221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215c50e-1716-41f4-9d16-b73c96937e81 req-1fa4e663-36c1-4330-9cc2-f45a2e7be489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:12.773469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['553d7e70-86dc-41fe-a7d9-6ee29ed75f3d'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:52:12.774282 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d215c50e-1716-41f4-9d16-b73c96937e81 req-1fa4e663-36c1-4330-9cc2-f45a2e7be489 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0509963 Apr 16 15:52:12.866535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215c50e-1716-41f4-9d16-b73c96937e81 req-84dada16-3251-4767-92c9-02543e7f591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:12.867643 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d215c50e-1716-41f4-9d16-b73c96937e81 req-84dada16-3251-4767-92c9-02543e7f591b service neutron] 10.222.0.107 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 898 time: 0.0878084 Apr 16 15:52:12.939402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:12.940938 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d215c50e-1716-41f4-9d16-b73c96937e81 req-5a3b2264-2e52-410c-82cb-7ec1dfeb65d9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d HTTP/1.1" status: 200 len: 1000 time: 0.0648656 Apr 16 15:52:12.989067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215c50e-1716-41f4-9d16-b73c96937e81 req-b4ef820f-ca3b-4a3d-ba94-f004b0d7f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:12.989969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d215c50e-1716-41f4-9d16-b73c96937e81 req-b4ef820f-ca3b-4a3d-ba94-f004b0d7f986 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 200 len: 835 time: 0.0409179 Apr 16 15:52:13.046604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215c50e-1716-41f4-9d16-b73c96937e81 req-2d57a5e4-fa6a-40d0-8c41-2b75a05d56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:13.047572 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d215c50e-1716-41f4-9d16-b73c96937e81 req-2d57a5e4-fa6a-40d0-8c41-2b75a05d56d0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=43cc839d-ba14-4938-a137-9ef94d4edf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500877 Apr 16 15:52:13.079923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:13.132299 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d215c50e-1716-41f4-9d16-b73c96937e81 req-025fa0b6-af53-44e9-9e1f-06be53b5e45a service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789385 Apr 16 15:52:13.211874 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d215c50e-1716-41f4-9d16-b73c96937e81 req-9a10ac76-8cbe-4132-88f0-03c529a90320 service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0743635 Apr 16 15:52:13.351165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:14.153401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:14.934156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38528) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:15.091583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port b581b7bd-3101-4fa4-a14b-0a090e099548 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:52:15.091796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:15.207220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:15.207399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:15.287858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for b581b7bd-3101-4fa4-a14b-0a090e099548 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:52:15.388870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:15.396514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:15.444189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=b581b7bd-3101-4fa4-a14b-0a090e099548,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:15.452000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.452211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.452427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.452650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.452871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.453090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.453324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.453547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.453769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.453987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.454242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.454515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:15.456552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:15.543505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:15.543746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP 709eb458-f0b4-4cb3-9b3e-0dd830bb0123 disassociated (deleted). External IP: 172.26.4.18, port: 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b. Apr 16 15:52:16.004279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 47b75402-cff9-479b-a9ae-abfcd9d51c84 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:52:16.129752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:52:16.137992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a8e33-2ee6-49dc-b5d1-92587e7925eb None None] Sync routers for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:52:16.144438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:16.145318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a8e33-2ee6-49dc-b5d1-92587e7925eb None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:52:16.145720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1c7a8e33-2ee6-49dc-b5d1-92587e7925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:16.182519 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/floatingips/709eb458-f0b4-4cb3-9b3e-0dd830bb0123 HTTP/1.1" status: 204 len: 168 time: 1.2449923 Apr 16 15:52:16.182519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'tag': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:52:16.211992 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'tag': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b', 'status': 'completed', 'code': 200} Apr 16 15:52:16.262539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1c7a8e33-2ee6-49dc-b5d1-92587e7925eb None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:52:16.310560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813695b-f235-4670-bd6e-ce6102d33f05 req-327ef7f5-3c72-40dd-b275-827bfc53ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:16.311664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8813695b-f235-4670-bd6e-ce6102d33f05 req-327ef7f5-3c72-40dd-b275-827bfc53ac8d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 1099 time: 0.0553126 Apr 16 15:52:16.442372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813695b-f235-4670-bd6e-ce6102d33f05 req-3ec79422-be91-4ab8-96be-f72eead20bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:16.443332 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8813695b-f235-4670-bd6e-ce6102d33f05 req-3ec79422-be91-4ab8-96be-f72eead20bac service neutron] 10.222.0.107 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 898 time: 0.1232147 Apr 16 15:52:16.452312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71709e93-80af-41bf-9be5-63fe6632d53f req-3bb8310c-ffbf-4070-9e64-b0bf00427b86 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:16.452685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-71709e93-80af-41bf-9be5-63fe6632d53f req-3bb8310c-ffbf-4070-9e64-b0bf00427b86 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:52:16.476856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1c7a8e33-2ee6-49dc-b5d1-92587e7925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'cc460d63-4939-4414-b27f-c75c9c226d03', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:f2:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:08Z', 'updated_at': '2021-04-16T15:51:10Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:16.479374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a8e33-2ee6-49dc-b5d1-92587e7925eb None None] Checking router: 47b75402-cff9-479b-a9ae-abfcd9d51c84 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:52:16.485380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a8e33-2ee6-49dc-b5d1-92587e7925eb None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:52:16.485802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1c7a8e33-2ee6-49dc-b5d1-92587e7925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:16.494321 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8813695b-f235-4670-bd6e-ce6102d33f05 req-da31216c-7207-49d9-92ad-d9b49a48d183 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b HTTP/1.1" status: 200 len: 217 time: 0.0400078 Apr 16 15:52:16.501036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-71709e93-80af-41bf-9be5-63fe6632d53f req-3bb8310c-ffbf-4070-9e64-b0bf00427b86 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:52:16.501700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71709e93-80af-41bf-9be5-63fe6632d53f req-3bb8310c-ffbf-4070-9e64-b0bf00427b86 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 946 time: 0.1366467 Apr 16 15:52:16.554894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813695b-f235-4670-bd6e-ce6102d33f05 req-8535f1c0-f159-48de-aaf6-03120e8c0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:16.555786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8813695b-f235-4670-bd6e-ce6102d33f05 req-8535f1c0-f159-48de-aaf6-03120e8c0021 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 200 len: 835 time: 0.0534859 Apr 16 15:52:16.558523 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71709e93-80af-41bf-9be5-63fe6632d53f req-c578a9b7-5e13-40e9-861d-ef982fc857e0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361710 Apr 16 15:52:16.596983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1c7a8e33-2ee6-49dc-b5d1-92587e7925eb None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:52:16.608726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813695b-f235-4670-bd6e-ce6102d33f05 req-747fbe02-fb7c-4bb4-92fb-c1edec2b2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:16.610208 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8813695b-f235-4670-bd6e-ce6102d33f05 req-747fbe02-fb7c-4bb4-92fb-c1edec2b2203 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=43cc839d-ba14-4938-a137-9ef94d4edf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461686 Apr 16 15:52:16.708550 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8813695b-f235-4670-bd6e-ce6102d33f05 req-1cdd40ef-ea33-4cd8-a194-5fe2b173d1bf service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901833 Apr 16 15:52:16.797893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8813695b-f235-4670-bd6e-ce6102d33f05 req-d84003ee-a896-4fd6-95ad-b18456bb0d3e service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808156 Apr 16 15:52:16.987322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1c7a8e33-2ee6-49dc-b5d1-92587e7925eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'cc460d63-4939-4414-b27f-c75c9c226d03', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:f2:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:08Z', 'updated_at': '2021-04-16T15:51:10Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:16.989872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a8e33-2ee6-49dc-b5d1-92587e7925eb None None] The sync data for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv is: [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'cc460d63-4939-4414-b27f-c75c9c226d03', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.30', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'port_id': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'mac_address': 'fa:16:3e:f2:9b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:51:08Z', 'updated_at': '2021-04-16T15:51:10Z', 'revision_number': 1, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:52:17.380928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0163dc-41fc-4fd6-a26f-eabcfa5b27da None None] New status for floating IP 709eb458-f0b4-4cb3-9b3e-0dd830bb0123: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:52:17.715596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c090d-8e7c-41f8-89ec-e609400d207b req-b4e9d38a-895e-4594-8a11-696da5bbfeb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:17.716698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-348c090d-8e7c-41f8-89ec-e609400d207b req-b4e9d38a-895e-4594-8a11-696da5bbfeb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 946 time: 0.0646789 Apr 16 15:52:17.747655 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-348c090d-8e7c-41f8-89ec-e609400d207b req-900d72ad-62ac-4491-bbbd-639570e8cc13 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=e56ff1cf-237e-4404-b4fd-8def00cfc6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255711 Apr 16 15:52:17.870066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8d3e6-f3bd-4069-a026-fdf6b299173a req-3e0a0674-2dd6-4741-8fea-7c10883256c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:17.871022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ed8d3e6-f3bd-4069-a026-fdf6b299173a req-3e0a0674-2dd6-4741-8fea-7c10883256c7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 946 time: 0.0658238 Apr 16 15:52:17.923953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-5ed8d3e6-f3bd-4069-a026-fdf6b299173a req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:52:17.924195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5ed8d3e6-f3bd-4069-a026-fdf6b299173a req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:18.091402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-5ed8d3e6-f3bd-4069-a026-fdf6b299173a req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:18.091626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5ed8d3e6-f3bd-4069-a026-fdf6b299173a req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:18.156242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-5ed8d3e6-f3bd-4069-a026-fdf6b299173a req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:52:18.256745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5ed8d3e6-f3bd-4069-a026-fdf6b299173a req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:18.266941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:18.323733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=7e585c7d-3a2e-44da-b9d0-5f3a23ef895b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:18.327855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:18.419122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed8d3e6-f3bd-4069-a026-fdf6b299173a req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] No DVR routers for this DVR port 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:52:18.421262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5ed8d3e6-f3bd-4069-a026-fdf6b299173a req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:18.423151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'name': 'network-vif-deleted', 'tag': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:52:18.432906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ed8d3e6-f3bd-4069-a026-fdf6b299173a req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "DELETE /v2.0/ports/7e585c7d-3a2e-44da-b9d0-5f3a23ef895b HTTP/1.1" status: 204 len: 173 time: 0.5544555 Apr 16 15:52:18.454482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8fc5f15-deb2-462a-a49c-c1880b0efbe0', 'name': 'network-vif-deleted', 'tag': '7e585c7d-3a2e-44da-b9d0-5f3a23ef895b', 'status': 'completed', 'code': 200} Apr 16 15:52:18.857759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-49b12bd9-27ff-4979-beb8-d21815df5a3d req-d7ed876e-c280-4ecc-9056-65a9135c9b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:52:18.869317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-49b12bd9-27ff-4979-beb8-d21815df5a3d req-d7ed876e-c280-4ecc-9056-65a9135c9b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:52:18.870228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-49b12bd9-27ff-4979-beb8-d21815df5a3d req-d7ed876e-c280-4ecc-9056-65a9135c9b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 210 time: 0.0475574 Apr 16 15:52:20.007525 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da065157-e57a-407d-8a49-40179a405b4a req-2e302dba-c9e6-4336-afda-b7921372099d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=e8fc5f15-deb2-462a-a49c-c1880b0efbe0 HTTP/1.1" status: 200 len: 210 time: 0.0381346 Apr 16 15:52:21.086390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38548) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:21.136032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f42bf70-d197-42d9-baa6-8682e8947119 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:21.156635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f42bf70-d197-42d9-baa6-8682e8947119 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:21.200019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f42bf70-d197-42d9-baa6-8682e8947119 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:21.203495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e889ca64-3018-4519-853f-ac75e65e098a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:21.214257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42bf70-d197-42d9-baa6-8682e8947119 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56ff1cf-237e-4404-b4fd-8def00cfc6f8,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:21.217069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f42bf70-d197-42d9-baa6-8682e8947119 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:21.219358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f42bf70-d197-42d9-baa6-8682e8947119 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:21.220280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0f42bf70-d197-42d9-baa6-8682e8947119 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/e56ff1cf-237e-4404-b4fd-8def00cfc6f8 HTTP/1.1" status: 204 len: 168 time: 0.1329262 Apr 16 15:52:21.243063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38554) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:21.380449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 46f27ee3-2ea3-49f0-881b-4ba67414f750 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:52:21.380658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:21.479863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:21.480035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:21.544104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 46f27ee3-2ea3-49f0-881b-4ba67414f750 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:52:21.634336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:21.640940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87e80a77-b386-472c-babb-eb0ed108992b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:21.686665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=46f27ee3-2ea3-49f0-881b-4ba67414f750,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:21.688347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:21.782183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:21.782425 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP cc460d63-4939-4414-b27f-c75c9c226d03 disassociated (deleted). External IP: 172.26.4.30, port: 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d. Apr 16 15:52:22.289694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 47b75402-cff9-479b-a9ae-abfcd9d51c84 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:52:22.395122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:52:22.404950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac2772-4f4b-4abe-9078-41b830517773 None None] Sync routers for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:52:22.409649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:22.413464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac2772-4f4b-4abe-9078-41b830517773 None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:52:22.413909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-cbac2772-4f4b-4abe-9078-41b830517773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:22.453581 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/floatingips/cc460d63-4939-4414-b27f-c75c9c226d03 HTTP/1.1" status: 204 len: 168 time: 1.2096708 Apr 16 15:52:22.454095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:52:22.490480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'status': 'completed', 'code': 200} Apr 16 15:52:22.492276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:52:22.522246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:52:22.522474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7e585c7d-3a2e-44da-b9d0-5f3a23ef895b not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:52:22.559075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-cbac2772-4f4b-4abe-9078-41b830517773 None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:52:22.687985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0553022-1fee-41b9-ac6a-93170df825e3 req-3c86cebf-2d2c-40fc-8aeb-80d47d5081ff tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:22.688470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b0553022-1fee-41b9-ac6a-93170df825e3 req-3c86cebf-2d2c-40fc-8aeb-80d47d5081ff tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:52:22.698457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b0553022-1fee-41b9-ac6a-93170df825e3 req-3c86cebf-2d2c-40fc-8aeb-80d47d5081ff tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:52:22.699270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0553022-1fee-41b9-ac6a-93170df825e3 req-3c86cebf-2d2c-40fc-8aeb-80d47d5081ff tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 945 time: 0.0700257 Apr 16 15:52:22.733623 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0553022-1fee-41b9-ac6a-93170df825e3 req-16925dbb-7a7d-4bcc-8e34-131cc03fb486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264776 Apr 16 15:52:22.766297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-cbac2772-4f4b-4abe-9078-41b830517773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:22.769296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac2772-4f4b-4abe-9078-41b830517773 None None] Checking router: 47b75402-cff9-479b-a9ae-abfcd9d51c84 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:52:22.775196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac2772-4f4b-4abe-9078-41b830517773 None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:52:22.775790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-cbac2772-4f4b-4abe-9078-41b830517773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:22.884642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-cbac2772-4f4b-4abe-9078-41b830517773 None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:52:22.931147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1ac3-63b2-48b8-a2ee-74a81758a039 req-abda1c2f-78cb-4f21-9c91-f6412acd6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:22.932179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-038d1ac3-63b2-48b8-a2ee-74a81758a039 req-abda1c2f-78cb-4f21-9c91-f6412acd6110 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0560331 Apr 16 15:52:23.023433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1ac3-63b2-48b8-a2ee-74a81758a039 req-3727f122-c5a5-4c23-963e-31259a3caf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:23.024324 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-038d1ac3-63b2-48b8-a2ee-74a81758a039 req-3727f122-c5a5-4c23-963e-31259a3caf10 service neutron] 10.222.0.107 "GET /v2.0/networks?id=43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 200 len: 898 time: 0.0838599 Apr 16 15:52:23.068675 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-038d1ac3-63b2-48b8-a2ee-74a81758a039 req-9d2533cc-33ca-45fb-8c02-06a67f6a313a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d HTTP/1.1" status: 200 len: 217 time: 0.0385871 Apr 16 15:52:23.074510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-cbac2772-4f4b-4abe-9078-41b830517773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:23.077405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac2772-4f4b-4abe-9078-41b830517773 None None] The sync data for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv is: [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac', 'name': '', 'network_id': '43cc839d-ba14-4938-a137-9ef94d4edf1e', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:65:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:49Z', 'updated_at': '2021-04-16T15:50:54Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '2a05ad0a-2900-40c0-884c-43f01e7f2c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:52:23.111163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1ac3-63b2-48b8-a2ee-74a81758a039 req-af07aef5-3525-42ea-aa7a-f05dbb35c39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:23.112129 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-038d1ac3-63b2-48b8-a2ee-74a81758a039 req-af07aef5-3525-42ea-aa7a-f05dbb35c39a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 200 len: 835 time: 0.0384927 Apr 16 15:52:23.165681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d1ac3-63b2-48b8-a2ee-74a81758a039 req-79de57d9-8f83-48bb-89d8-3b31a609ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:23.166751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-038d1ac3-63b2-48b8-a2ee-74a81758a039 req-79de57d9-8f83-48bb-89d8-3b31a609ab53 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=43cc839d-ba14-4938-a137-9ef94d4edf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495932 Apr 16 15:52:23.268814 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-038d1ac3-63b2-48b8-a2ee-74a81758a039 req-a0f1380b-c097-4a41-aa4c-22b45f74918b service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935948 Apr 16 15:52:23.359933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-038d1ac3-63b2-48b8-a2ee-74a81758a039 req-16c17143-97ca-4a02-af48-d798f988b754 service neutron] 10.222.0.107 "GET /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858030 Apr 16 15:52:23.375018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4875666-e702-4d04-b52d-288e7f3dc992 None None] New status for floating IP cc460d63-4939-4414-b27f-c75c9c226d03: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:52:23.892039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cb564-4196-462d-bb80-15e8ed59b822 req-75563b85-58fb-4a4b-9083-502ca6d9a709 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:23.893098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba3cb564-4196-462d-bb80-15e8ed59b822 req-75563b85-58fb-4a4b-9083-502ca6d9a709 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 945 time: 0.0677037 Apr 16 15:52:23.924402 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba3cb564-4196-462d-bb80-15e8ed59b822 req-e862088d-2544-429b-ab6a-1ae2064bafc4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=ce0c203b-b178-43ed-8c3e-d40222bb7c21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271325 Apr 16 15:52:24.382368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28535361-522a-41bd-8ade-54c846aa8256 req-cb9fd754-2d0b-43ec-abba-b5641a89ebff tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:24.383602 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28535361-522a-41bd-8ade-54c846aa8256 req-cb9fd754-2d0b-43ec-abba-b5641a89ebff tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 945 time: 0.0830181 Apr 16 15:52:24.441934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-28535361-522a-41bd-8ade-54c846aa8256 req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:52:24.442173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-28535361-522a-41bd-8ade-54c846aa8256 req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:24.613762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-28535361-522a-41bd-8ade-54c846aa8256 req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:24.613996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-28535361-522a-41bd-8ade-54c846aa8256 req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:24.690380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-28535361-522a-41bd-8ade-54c846aa8256 req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:52:24.787834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-28535361-522a-41bd-8ade-54c846aa8256 req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:24.797295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d6779a84-fa29-4492-9414-0483f4311ede tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:24.852688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=553d7e70-86dc-41fe-a7d9-6ee29ed75f3d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:24.856354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:24.949413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-28535361-522a-41bd-8ade-54c846aa8256 req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] No DVR routers for this DVR port 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:52:24.951283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-28535361-522a-41bd-8ade-54c846aa8256 req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:24.953225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'name': 'network-vif-deleted', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:52:24.964187 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28535361-522a-41bd-8ade-54c846aa8256 req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "DELETE /v2.0/ports/553d7e70-86dc-41fe-a7d9-6ee29ed75f3d HTTP/1.1" status: 204 len: 173 time: 0.5735703 Apr 16 15:52:24.985899 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae64a283-fc63-4faf-92ac-b5a626da8dc0', 'name': 'network-vif-deleted', 'tag': '553d7e70-86dc-41fe-a7d9-6ee29ed75f3d', 'status': 'completed', 'code': 200} Apr 16 15:52:25.023438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-8e960e29-fbfe-41c6-b1ee-8c386607738b req-d50758e3-16c3-4ae7-b268-de6f62da955f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:52:25.033512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-8e960e29-fbfe-41c6-b1ee-8c386607738b req-d50758e3-16c3-4ae7-b268-de6f62da955f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:52:25.034244 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e960e29-fbfe-41c6-b1ee-8c386607738b req-d50758e3-16c3-4ae7-b268-de6f62da955f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0412743 Apr 16 15:52:26.166578 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-936e29fd-7c5e-410c-a787-b2ab76f56dad req-ee732e83-bdb6-4c48-aa63-b13d53d3dcf0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0342817 Apr 16 15:52:27.185328 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30e0b846-c6bf-44d4-b871-a2cf34958fda req-e18ea1d3-8505-44a4-9f3b-1e4376f0cfc5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0519974 Apr 16 15:52:27.296062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71ab408f-7615-4479-9af7-e3aafeafbc36 req-f806b110-317f-4d92-80fd-0bc299efb71a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0398540 Apr 16 15:52:27.814012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:52:28.426044 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b58d75bb-1d3f-4452-9664-9770b260325d req-58e2f0fa-586a-460d-b949-984abb49bcd7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0338418 Apr 16 15:52:28.538469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:52:28.564624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:52:28.564863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 553d7e70-86dc-41fe-a7d9-6ee29ed75f3d not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:52:29.508552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38580) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:29.562298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01b50f0c-d1ff-4088-9600-29cd77bb1128 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:29.584581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01b50f0c-d1ff-4088-9600-29cd77bb1128 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:29.621046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01b50f0c-d1ff-4088-9600-29cd77bb1128 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:29.623638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-25e30562-cb72-4ad0-ba95-8780617b15c9 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:29.634524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b50f0c-d1ff-4088-9600-29cd77bb1128 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0c203b-b178-43ed-8c3e-d40222bb7c21,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:29.637569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-01b50f0c-d1ff-4088-9600-29cd77bb1128 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:29.640136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01b50f0c-d1ff-4088-9600-29cd77bb1128 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:29.641006 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-01b50f0c-d1ff-4088-9600-29cd77bb1128 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/ce0c203b-b178-43ed-8c3e-d40222bb7c21 HTTP/1.1" status: 204 len: 168 time: 0.1315401 Apr 16 15:52:29.664767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38586) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:30.026599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:30.218369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:52:30.218616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:30.323646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:30.323898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:30.391193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:52:30.488879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:30.496020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:30.541432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:30.544779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:30.740798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:31.261921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 47b75402-cff9-479b-a9ae-abfcd9d51c84 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:52:31.359035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:52:31.370029 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/47b75402-cff9-479b-a9ae-abfcd9d51c84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7044380 Apr 16 15:52:31.370135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b200a80-fe73-4d07-99a6-56bb286d1045 None None] Sync routers for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:52:31.372172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38590) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:31.382546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b200a80-fe73-4d07-99a6-56bb286d1045 None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:52:31.383025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8b200a80-fe73-4d07-99a6-56bb286d1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:31.417038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-7108575f-ec43-4048-9193-f04f0f441084 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting subnet 2a05ad0a-2900-40c0-884c-43f01e7f2c11 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:52:31.419041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7108575f-ec43-4048-9193-f04f0f441084 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:31.450311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7108575f-ec43-4048-9193-f04f0f441084 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:31.496585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7108575f-ec43-4048-9193-f04f0f441084 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:31.505198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-8b200a80-fe73-4d07-99a6-56bb286d1045 None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:52:31.674083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8b200a80-fe73-4d07-99a6-56bb286d1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:52:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:31.676058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7108575f-ec43-4048-9193-f04f0f441084 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:31.676853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b200a80-fe73-4d07-99a6-56bb286d1045 None None] Checking router: 47b75402-cff9-479b-a9ae-abfcd9d51c84 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:52:31.682646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b200a80-fe73-4d07-99a6-56bb286d1045 None None] Routers {'47b75402-cff9-479b-a9ae-abfcd9d51c84'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:52:31.683126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8b200a80-fe73-4d07-99a6-56bb286d1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['47b75402-cff9-479b-a9ae-abfcd9d51c84'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:31.685867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c3e4ce7-165f-41f2-9e23-a65036a10010 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:31.737521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108575f-ec43-4048-9193-f04f0f441084 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Subnet': ['ID=2a05ad0a-2900-40c0-884c-43f01e7f2c11,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:31.746942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7108575f-ec43-4048-9193-f04f0f441084 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:31.773701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7108575f-ec43-4048-9193-f04f0f441084 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:31.778504 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7108575f-ec43-4048-9193-f04f0f441084 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/subnets/2a05ad0a-2900-40c0-884c-43f01e7f2c11 HTTP/1.1" status: 204 len: 168 time: 0.4056532 Apr 16 15:52:31.780942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38594) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:31.915686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:31.916034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b74b1-d10a-4cda-831e-80bddec166bd None None] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:52:32.032581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.039647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port b3b70038-c91b-4585-a66d-dfb32765a165 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:52:32.039862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.073465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-8b200a80-fe73-4d07-99a6-56bb286d1045 None None] Set router 47b75402-cff9-479b-a9ae-abfcd9d51c84 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:52:32.146038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port b3b70038-c91b-4585-a66d-dfb32765a165, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b3b70038-c91b-4585-a66d-dfb32765a165,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:32.146264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.216377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for b3b70038-c91b-4585-a66d-dfb32765a165 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:52:32.247276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8b200a80-fe73-4d07-99a6-56bb286d1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:52:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:32.250129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b200a80-fe73-4d07-99a6-56bb286d1045 None None] The sync data for ids ['47b75402-cff9-479b-a9ae-abfcd9d51c84'] in dv-neutron-786478-2-hyperv is: [{'id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'name': 'tempest-TestNetworkBasicOps-router-748739253', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:50:46Z', 'updated_at': '2021-04-16T15:52:30Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': 'b3b70038-c91b-4585-a66d-dfb32765a165', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:24:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b75402-cff9-479b-a9ae-abfcd9d51c84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:50:47Z', 'updated_at': '2021-04-16T15:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:52:32.256081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] DHCP port deletion for 43cc839d-ba14-4938-a137-9ef94d4edf1e request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:52:32.259009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Deleting port e395cd4a-d66e-4619-bdf7-b47e859f5b7b {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:52:32.259290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.316707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.358143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e460840-1e1e-4c34-9390-2e7d5a4a7d44 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:32.371493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e395cd4a-d66e-4619-bdf7-b47e859f5b7b no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:52:32.385435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=b3b70038-c91b-4585-a66d-dfb32765a165,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:32.387802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:32.434735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] For port e395cd4a-d66e-4619-bdf7-b47e859f5b7b, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e395cd4a-d66e-4619-bdf7-b47e859f5b7b,segment=NetworkSegment(7999cf39-8ce7-44cd-aa0b-726bab9a2e0a),segment_id=7999cf39-8ce7-44cd-aa0b-726bab9a2e0a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:32.434735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.480554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.516473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Calling delete_port for e395cd4a-d66e-4619-bdf7-b47e859f5b7b owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:52:32.550204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.579041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.588229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:32.593973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.595579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.610909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.611238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Fanout notify agent at l3_agent the message router_deleted on router 47b75402-cff9-479b-a9ae-abfcd9d51c84 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:52:32.620130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.622552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/routers/47b75402-cff9-479b-a9ae-abfcd9d51c84 HTTP/1.1" status: 204 len: 168 time: 0.8390658 Apr 16 15:52:32.622726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38598) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:32.660206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Pushing event deleted for resources: {'Port': ['ID=e395cd4a-d66e-4619-bdf7-b47e859f5b7b,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:32.667947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:52:32.689803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.691375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.691577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.691780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.691977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.692174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.692373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.692595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.692793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.692989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.693186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.693380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.693575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:32.695865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:32.697750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:52:32.697984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7bbf95d8-9c9a-4eb2-8900-b43626e4e4ac not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:52:32.717295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] No DVR routers for this DVR port e395cd4a-d66e-4619-bdf7-b47e859f5b7b on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:52:32.793179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.856384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cc839d-ba14-4938-a137-9ef94d4edf1e']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:32.863029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:32.863256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7999cf39-8ce7-44cd-aa0b-726bab9a2e0a') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:32.870977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.882236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:32.885860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Releasing vlan 1458 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:52:32.972866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:52:32.978219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.337833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 43cc839d-ba14-4938-a137-9ef94d4edf1e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:52:33.349736 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:52:33.393429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.396564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3c4fb120-5992-4fbe-8b8c-541f6274192e tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:33.405088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.412331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Network': ['ID=43cc839d-ba14-4938-a137-9ef94d4edf1e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:33.414246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:33.417142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/networks/43cc839d-ba14-4938-a137-9ef94d4edf1e HTTP/1.1" status: 204 len: 168 time: 0.7938228 Apr 16 15:52:33.435326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38602) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:33.438828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'network': {'name': 'tempest-network-smoke--1725387748', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'port_security_enabled': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:33.441790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:33.444356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:network and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:33.446039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:33.449282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:33.454952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:52:33.458406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.474839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1461} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:52:33.480159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.480443 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Added segment 3a4a0a3b-fabf-4d3e-8966-3f5e1630a425 of type vlan for network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 Apr 16 15:52:33.497480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.515590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.519033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:33.519448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.522207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b1b2fb5c-22b4-4194-ac96-0b404d8508c8 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:33.590669 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1545708 Apr 16 15:52:33.591261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Network': ['ID=4ba94f40-7eff-414b-9ca3-b4e312e6c338,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:33.593080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38606) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:33.593177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:33.598403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:52:33.600097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-420330617', 'admin_state_up': True, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:33.609356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:33.615067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:router and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:33.616882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:33.621286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:33.628641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.629408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.642949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.789987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.957494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:33.972971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:34.050025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.153 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/1b124256-e880-436e-b330-fde966fbe0fd) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:52:34.132487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:34.151939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:34.158546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46a8b149-e096-4eb5-a4fd-a6738b8def63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:34.318304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b3b70038-c91b-4585-a66d-dfb32765a165 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:52:34.340290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: b3b70038-c91b-4585-a66d-dfb32765a165 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:52:34.340530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b3b70038-c91b-4585-a66d-dfb32765a165 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:52:34.491528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=1b124256-e880-436e-b330-fde966fbe0fd,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:34.494089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:34.524002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:52:34.524721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:52:34.526565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:52:34.765916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:34.986353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:35.127074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4a836e8a-ba00-41c5-a938-62890a3f095c is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:52:35.231018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:52:35.242937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Sync routers for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:52:35.247713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:35.248403 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6542599 Apr 16 15:52:35.252711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38610) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:35.255812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:52:35.256250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:35.281136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-160e613d-42b6-4ef6-be19-b62a811604d4 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=8368c00c80e846dda8d506830d64f85a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262830 Apr 16 15:52:35.281262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38614) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:35.360322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152ef564-061b-4ed4-9454-43aaf8b2325f tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:35.361373 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-152ef564-061b-4ed4-9454-43aaf8b2325f tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0795553 Apr 16 15:52:35.363397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38618) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:35.372312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:52:35.398007 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-904e41a9-360f-461c-bcfd-62a23a90391c tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336752 Apr 16 15:52:35.399761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38622) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:35.403923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554833457', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:35.478296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:35.480714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:subnet and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:35.482326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:35.485575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:35.491338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:52:35.494873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:35.547960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:34Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:35.552157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Checking router: 4a836e8a-ba00-41c5-a938-62890a3f095c for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:52:35.552913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Updating router 4a836e8a-ba00-41c5-a938-62890a3f095c port 1b124256-e880-436e-b330-fde966fbe0fd binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:52:35.587459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:35.741799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:35.751331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-99f4c666-b901-4fa7-a989-9ec6e71010e1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:35.793745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:35.800836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Transition to ACTIVE for port object 1b124256-e880-436e-b330-fde966fbe0fd will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:52:35.806610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:35.830073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:35.837433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Subnet': ['ID=34bdbeff-a7df-4186-8811-15f730a7022e,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:35.840512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:35.877087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Checking segment: {'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:52:35.877301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network hostable DHCP agents. Network: 4ba94f40-7eff-414b-9ca3-b4e312e6c338, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:52:35.890516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:52:35.896826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 4ba94f40-7eff-414b-9ca3-b4e312e6c338) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:52:35.905821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:35.906257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:35.910936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e7a282-b130-4358-991e-25d64a1b678c None None] Network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:52:35.915794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Pushing event updated for resources: {'Port': ['ID=1b124256-e880-436e-b330-fde966fbe0fd,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:35.929367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.929367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.929573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.929770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.929969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38626) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:35.930044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.930192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.930319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5294867 Apr 16 15:52:35.930408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.930657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.930874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.931090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.931304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.931518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:52:35.934103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:35.964849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Attempting to bind port 1b124256-e880-436e-b330-fde966fbe0fd on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:52:35.965087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Attempting to bind port 1b124256-e880-436e-b330-fde966fbe0fd by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:52:35.965337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Attempting to bind port 1b124256-e880-436e-b330-fde966fbe0fd on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:52:35.968808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:52:35.969063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:52:35.969348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:35.969623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:52:35.969950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Bound port: 1b124256-e880-436e-b330-fde966fbe0fd, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:52:35.970210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.016517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] For port 1b124256-e880-436e-b330-fde966fbe0fd, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:52:36.018433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] For port 1b124256-e880-436e-b330-fde966fbe0fd, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1b124256-e880-436e-b330-fde966fbe0fd,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:52:36.021704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.033376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f9dec51-f2fd-4bef-9b52-6e101b1fb9f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:36.061104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:52:36.061104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.121286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Pushing event updated for resources: {'Port': ['ID=1b124256-e880-436e-b330-fde966fbe0fd,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:36.123348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:36.147468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:52:36.147829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:36.168328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Allocated IP 172.20.0.2 (4ba94f40-7eff-414b-9ca3-b4e312e6c338/34bdbeff-a7df-4186-8811-15f730a7022e/4e360559-adeb-4100-a180-dfc20711130e) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:52:36.248905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:52:36.355531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.470244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.477256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Transition to ACTIVE for port object 4e360559-adeb-4100-a180-dfc20711130e will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:52:36.487880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Transition to ACTIVE for port object 4e360559-adeb-4100-a180-dfc20711130e will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:52:36.491492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.499945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:36.570003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Pushing event updated for resources: {'Port': ['ID=4e360559-adeb-4100-a180-dfc20711130e,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:36.572504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:36.581652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.1 (4ba94f40-7eff-414b-9ca3-b4e312e6c338/34bdbeff-a7df-4186-8811-15f730a7022e/77122218-e285-4638-8621-ca811da7d0db) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:52:36.586394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:34Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:36.588740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b0feb-68be-47c6-aeca-66356ffa793e None None] The sync data for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv is: [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:34Z', 'revision_number': 3, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:52:36.602113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:52:36.602813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:52:36.604372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:52:36.659767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Attempting to bind port 4e360559-adeb-4100-a180-dfc20711130e on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:52:36.660008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Attempting to bind port 4e360559-adeb-4100-a180-dfc20711130e by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:52:36.660242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Attempting to bind port 4e360559-adeb-4100-a180-dfc20711130e on network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:52:36.663857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:52:36.664112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Checking segment: {'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:52:36.664367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.664617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Bound using segment: {'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:52:36.664909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Bound port: 4e360559-adeb-4100-a180-dfc20711130e, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:52:36.665142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.686978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.696758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 77122218-e285-4638-8621-ca811da7d0db will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:52:36.710577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.717298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] For port 4e360559-adeb-4100-a180-dfc20711130e, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:52:36.718988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a07bb3e7-99f3-43ab-94b4-6f11f8fb2559 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:36.719099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] For port 4e360559-adeb-4100-a180-dfc20711130e, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4e360559-adeb-4100-a180-dfc20711130e,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:52:36.721546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.730114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-945e78a1-cee1-4f36-b90e-11f6aef7c64c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:36.792985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=77122218-e285-4638-8621-ca811da7d0db,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:36.800027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:36.812879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Pushing event updated for resources: {'Port': ['ID=4e360559-adeb-4100-a180-dfc20711130e,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:36.814897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:36.823245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:52:36.823923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:52:36.825286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:52:36.860785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:36.933797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:37.196847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:37.199536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:37.216819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51fdc566-13e0-4e7f-a1ba-9c4e435288c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:37.265031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:37.272232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=77122218-e285-4638-8621-ca811da7d0db,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:37.274874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:37.342614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:52:37.343343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:52:37.734231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4a836e8a-ba00-41c5-a938-62890a3f095c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:52:37.845648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:52:37.854971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/4a836e8a-ba00-41c5-a938-62890a3f095c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9238224 Apr 16 15:52:37.856966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38630) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:37.894199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad0f40-44d6-4808-a155-0171ab328bea None None] Network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:52:37.948537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b3e49-18c8-4af7-bea2-4e2f75d5e84a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:37.948838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b3e49-18c8-4af7-bea2-4e2f75d5e84a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:37.949147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b3e49-18c8-4af7-bea2-4e2f75d5e84a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:37.949452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b3e49-18c8-4af7-bea2-4e2f75d5e84a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:37.950683 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ea8b3e49-18c8-4af7-bea2-4e2f75d5e84a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2889 time: 0.0930030 Apr 16 15:52:37.952633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38634) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:38.002084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e5531424-2281-4f46-a0d2-12d4ac9cafe6 None None] Provisioning for port 4e360559-adeb-4100-a180-dfc20711130e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:52:38.002905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbade56-c8a7-4957-a802-f0e2fde43d47 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:38.003208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbade56-c8a7-4957-a802-f0e2fde43d47 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:38.003507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbade56-c8a7-4957-a802-f0e2fde43d47 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:38.003805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbade56-c8a7-4957-a802-f0e2fde43d47 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:38.005004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5dbade56-c8a7-4957-a802-f0e2fde43d47 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0516965 Apr 16 15:52:38.006930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38638) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:38.131154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dca38424-7931-46b1-85c8-91de08f3709a tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1233313 Apr 16 15:52:38.167340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30e0b846-c6bf-44d4-b871-a2cf34958fda req-26b10184-346b-4e17-94d3-7954708a5989 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=ae64a283-fc63-4faf-92ac-b5a626da8dc0 HTTP/1.1" status: 200 len: 210 time: 0.0301781 Apr 16 15:52:38.234982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-22d6fc39-ff52-4e5d-9041-01d3ae011919 None None] Provisioning for port 77122218-e285-4638-8621-ca811da7d0db completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:52:38.237799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-22d6fc39-ff52-4e5d-9041-01d3ae011919 None None] Provisioning complete for port 77122218-e285-4638-8621-ca811da7d0db triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:38.238038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22d6fc39-ff52-4e5d-9041-01d3ae011919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.269670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-22d6fc39-ff52-4e5d-9041-01d3ae011919 None None] Port 77122218-e285-4638-8621-ca811da7d0db cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:52:38.272829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0b846-c6bf-44d4-b871-a2cf34958fda req-bae1d2d0-6cf6-4c2f-90b5-b734679e1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:38.274345 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30e0b846-c6bf-44d4-b871-a2cf34958fda req-bae1d2d0-6cf6-4c2f-90b5-b734679e1aa5 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=8368c00c80e846dda8d506830d64f85a&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0867436 Apr 16 15:52:38.308517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38644) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:38.312329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284893084', 'description': 'tempest-secgroup-smoke-1284893084 description', 'project_id': '8368c00c80e846dda8d506830d64f85a'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:38.317285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:38.320242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:38.321999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:38.326747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:38.335876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.352115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:38.354627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:38.356450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:38.362726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:38.369664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1b124256-e880-436e-b330-fde966fbe0fd up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:52:38.391802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0b846-c6bf-44d4-b871-a2cf34958fda req-21b16abc-3e85-4e43-b3e9-c040db1425fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:38.392690 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30e0b846-c6bf-44d4-b871-a2cf34958fda req-21b16abc-3e85-4e43-b3e9-c040db1425fe service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1104627 Apr 16 15:52:38.413014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-66966734-398a-4601-854f-ff048f9f31bc None None] Provisioning complete for port 77122218-e285-4638-8621-ca811da7d0db triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:38.413311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66966734-398a-4601-854f-ff048f9f31bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.414098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.416110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.419082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f099ba80-af07-4610-9ea4-9c2aa105b208 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:38.439640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 1b124256-e880-436e-b330-fde966fbe0fd completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:52:38.441615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c4ec7e-dd30-4531-b237-14450962c45a,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:38.443633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.446197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1350515 Apr 16 15:52:38.446197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:38.446318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1b124256-e880-436e-b330-fde966fbe0fd triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:38.446365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38648) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:38.446700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.449522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '74c4ec7e-dd30-4531-b237-14450962c45a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:38.453277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:38.455860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:38.457567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:38.461020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:38.470851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-66966734-398a-4601-854f-ff048f9f31bc None None] Port 77122218-e285-4638-8621-ca811da7d0db cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:52:38.472931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.509337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.511393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.514905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8fac707-49ed-40c1-ad62-cffad984e119 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:38.520150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.526125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a1362d-f8af-4c58-8b8e-7f70f5b9aeb7,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:38.527783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:38.530088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 1b124256-e880-436e-b330-fde966fbe0fd, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1b124256-e880-436e-b330-fde966fbe0fd,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:38.532134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.532902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.532979 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0859997 Apr 16 15:52:38.533470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4e360559-adeb-4100-a180-dfc20711130e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:52:38.534904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38652) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:38.538101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '74c4ec7e-dd30-4531-b237-14450962c45a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:38.541795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:38.544070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:38.545781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:38.547376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:38.549100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:38.560122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.597622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.599575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.600905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6426547a-f043-4ba3-94d9-0ef727f59049 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:38.601650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=1b124256-e880-436e-b330-fde966fbe0fd,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:38.603472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:38.608364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 4e360559-adeb-4100-a180-dfc20711130e completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:52:38.611279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 4e360559-adeb-4100-a180-dfc20711130e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:38.611516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.616007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a8c4ddc-4dd0-461f-8e85-dbe2c25277b6,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:38.619143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:38.622089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.624855 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0874877 Apr 16 15:52:38.625394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38656) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:38.629139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '74c4ec7e-dd30-4531-b237-14450962c45a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:38.633265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:38.635673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:38.637460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:38.640825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:38.656858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.683480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.697779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.700146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.702546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 4e360559-adeb-4100-a180-dfc20711130e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4e360559-adeb-4100-a180-dfc20711130e,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:38.705131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6ae8e34-a00f-46ee-bdcc-17a27cba23c6 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:38.706200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.707499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-95156c05-6954-4cf5-92f3-f5ef31a87c2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:38.719123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546b0941-31c6-472f-bc6c-a60c81a4e130,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:38.720796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:38.725688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.726549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1003485 Apr 16 15:52:38.728471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38660) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:38.732045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '74c4ec7e-dd30-4531-b237-14450962c45a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:38.736155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:38.738649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:38.740859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:38.744579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:38.750375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=4e360559-adeb-4100-a180-dfc20711130e,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:38.752449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:38.755885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.790888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.792874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.794181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e021930c-d67d-4e56-a91f-4150cef2b908 tempest-SecGroupTest-148192852 tempest-SecGroupTest-148192852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:38.806814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7af41b-6a3a-4b3e-b577-20acceb7e627,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:38.808243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:38.812203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.812974 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0838645 Apr 16 15:52:38.815320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38664) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:38.819035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '74c4ec7e-dd30-4531-b237-14450962c45a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:38.823066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:38.825567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:38.827492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:38.831150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:38.837778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:52:38.841986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.883190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.885353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.886671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54a8ab88-d296-4e43-8bcb-9c548f9be8d7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:38.899313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5dfddc4-35c8-4898-8711-2f6a5484e752,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:38.900954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:38.904894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.905642 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0896819 Apr 16 15:52:38.907766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38668) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:52:38.911091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'security_group_rule': {'security_group_id': '74c4ec7e-dd30-4531-b237-14450962c45a', 'project_id': '8368c00c80e846dda8d506830d64f85a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:38.914730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:38.917474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:security_group_rule and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:38.918912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:38.920402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Sync routers for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:52:38.922220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:38.926342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:52:38.926816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:38.928513 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Project 8368c00c80e846dda8d506830d64f85a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 15:52:38.932232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.969946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.972115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.976828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a14e195a-c305-43f9-88f3-2f2ff6d7d7c8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:38.988998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76be4612-2d89-4752-b0f6-96840e159555,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:38.990610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:38.991649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:38.992353 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0839531 Apr 16 15:52:39.035426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:52:39.103646 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-37bfa655-1145-407b-b4a7-ef21f31397b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284893084&fields=id&tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 267 time: 0.0249858 Apr 16 15:52:39.231717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:36Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:52:37Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:39.234243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Checking router: 4a836e8a-ba00-41c5-a938-62890a3f095c for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:52:39.234613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Updating router 4a836e8a-ba00-41c5-a938-62890a3f095c port 77122218-e285-4638-8621-ca811da7d0db binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:52:39.269617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:39.463406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943502b6-0dd3-41c7-a236-74720182e555 req-26ed3d28-dedd-41e3-9676-24213aba594a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:39.464356 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-26ed3d28-dedd-41e3-9676-24213aba594a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/networks?id=4ba94f40-7eff-414b-9ca3-b4e312e6c338 HTTP/1.1" status: 200 len: 797 time: 0.3566647 Apr 16 15:52:39.473410 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-68a10b40-3b0e-4b3f-a554-b63ddc4ff235 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/quotas/8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 375 time: 0.0053866 Apr 16 15:52:39.479870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:39.487687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Transition to ACTIVE for port object 77122218-e285-4638-8621-ca811da7d0db will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:52:39.491928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:39.500198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:39.525097 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-75d887c6-2489-4b56-b6cc-35745eab47a1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487099 Apr 16 15:52:39.682487 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-47957c20-6306-44a2-b3de-9377a204e1f2 service neutron] 10.222.0.95 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491203 Apr 16 15:52:39.760779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3c5e0-bf67-4e66-b36d-53b94b8ebb14 None None] Pushing event updated for resources: {'Port': ['ID=77122218-e285-4638-8621-ca811da7d0db,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:39.763604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50c3c5e0-bf67-4e66-b36d-53b94b8ebb14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:39.769070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-ac7311bd-8ba7-438f-826d-21c32042af6a service neutron] 10.222.0.95 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782161 Apr 16 15:52:39.878164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aba82436-98d0-4d55-8aa5-b48cf5146080 req-090255a8-85d7-47b3-8c51-6b909be0b5f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0276525 Apr 16 15:52:39.903493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Attempting to bind port 77122218-e285-4638-8621-ca811da7d0db on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:52:39.903728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Attempting to bind port 77122218-e285-4638-8621-ca811da7d0db by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:52:39.903956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Attempting to bind port 77122218-e285-4638-8621-ca811da7d0db on network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:52:39.907214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:52:39.907434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Checking segment: {'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:52:39.907689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:39.907930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Bound using segment: {'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:52:39.908442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Bound port: 77122218-e285-4638-8621-ca811da7d0db, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:52:39.908442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:39.959931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] For port 77122218-e285-4638-8621-ca811da7d0db, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:52:39.961687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] For port 77122218-e285-4638-8621-ca811da7d0db, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=77122218-e285-4638-8621-ca811da7d0db,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:52:39.964437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:39.972652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:40.073545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3c5e0-bf67-4e66-b36d-53b94b8ebb14 None None] Pushing event updated for resources: {'Port': ['ID=77122218-e285-4638-8621-ca811da7d0db,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:40.076893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50c3c5e0-bf67-4e66-b36d-53b94b8ebb14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:40.091564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:52:40.091943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:40.199031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:52:40.318826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1b124256-e880-436e-b330-fde966fbe0fd up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:52:40.401949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1b124256-e880-436e-b330-fde966fbe0fd triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:40.402199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:40.465127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:36Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:52:39Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:52:40.472069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c78d19-07e2-49e5-bc85-2da21923f90d None None] The sync data for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv is: [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:36Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:52:39Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:52:40.482374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4e360559-adeb-4100-a180-dfc20711130e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:52:40.528565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 4e360559-adeb-4100-a180-dfc20711130e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:40.528808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:40.980813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1df2ccd1-9821-406d-baec-9855fb52e9ea req-7cf77077-d96f-4c35-87e3-6b44d826e45e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0352099 Apr 16 15:52:41.322814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3947f491-7617-4d03-8c02-84bac9053c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:42.121195 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5816a4c2-9ba4-41ba-b51b-3d2cf2c206b1 req-e0940e10-bb3f-49b5-a5cb-3f88615cf726 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0448625 Apr 16 15:52:42.341664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 77122218-e285-4638-8621-ca811da7d0db up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:52:42.396868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 77122218-e285-4638-8621-ca811da7d0db completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:52:42.400345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 77122218-e285-4638-8621-ca811da7d0db triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:42.400616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:42.481799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:42.503652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 77122218-e285-4638-8621-ca811da7d0db, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=77122218-e285-4638-8621-ca811da7d0db,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:42.506006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:42.507425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5c2f815-fd17-4878-bf25-b9dc21129c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:42.552581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=77122218-e285-4638-8621-ca811da7d0db,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:42.554831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:42.733318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be315913-38a8-4079-bfa2-8ac0814243a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:42.941141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:43.087545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:43.255556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f9a9f131-88c1-44df-915a-316b27cc61e7 req-aec10edf-a975-4693-b48c-967658e0b09e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0366521 Apr 16 15:52:43.368541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:44.128473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:44.338386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 77122218-e285-4638-8621-ca811da7d0db up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:52:44.376873 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-328c6380-ed89-47ed-9ea1-f1f118f34ec3 req-0f1963a4-b786-4d1f-b101-627cfbf6bd45 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0345726 Apr 16 15:52:44.394390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 77122218-e285-4638-8621-ca811da7d0db triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:44.394680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:45.494382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fda97ffb-4927-40a8-b49a-c266fb4fed07 req-5d623ce8-5bfe-44b2-9f8a-0219e6ef9977 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0374441 Apr 16 15:52:46.631443 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f048dc85-f25c-4e81-9600-2664b2f7d7e2 req-8fc72119-1053-4db2-a089-7ffb8e83de22 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0349009 Apr 16 15:52:47.765392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2549296-1cbb-413e-a178-c9e8f2021eb9 req-cb517f23-537f-45a8-9280-adda4b9525d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0356724 Apr 16 15:52:48.907267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9d63facb-ccb1-4906-b4f5-2b3c3ec81e2f req-609dc0ca-cf3d-4b2e-93ee-5a2609ed2356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0489616 Apr 16 15:52:49.746660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943502b6-0dd3-41c7-a236-74720182e555 req-5028e6f4-7bb4-44f8-958d-6ca94f92b35e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:49.747613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-5028e6f4-7bb4-44f8-958d-6ca94f92b35e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/networks?id=4ba94f40-7eff-414b-9ca3-b4e312e6c338 HTTP/1.1" status: 200 len: 797 time: 0.1100395 Apr 16 15:52:49.809691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-736dbfd0-94af-43f9-ad13-73f24fc3108d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a HTTP/1.1" status: 200 len: 8069 time: 0.0504112 Apr 16 15:52:49.819054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'port': {'device_id': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'admin_state_up': True, 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'security_groups': ['74c4ec7e-dd30-4531-b237-14450962c45a']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:49.915034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:52:49.918273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:port and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:52:49.920465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:52:49.924988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:52:49.933178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Made reservation on behalf of 8368c00c80e846dda8d506830d64f85a for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:52:49.937453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:50.021607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84fcf5d7-5b4a-4dce-9540-aaedaa2c383a req-910754f5-3ea7-4068-82b6-2a6fbd3a361c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0386016 Apr 16 15:52:50.080327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.20.0.10 (4ba94f40-7eff-414b-9ca3-b4e312e6c338/34bdbeff-a7df-4186-8811-15f730a7022e/7ccf2354-ae0b-42f8-a095-4ab9f718b925) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:52:50.212831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:50.224080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Transition to ACTIVE for port object 7ccf2354-ae0b-42f8-a095-4ab9f718b925 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:52:50.241762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:50.252140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b1b5e21f-21fc-41e5-acb9-c3525faf171c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:50.335522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=7ccf2354-ae0b-42f8-a095-4ab9f718b925,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:50.338228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:50.368271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:52:50.368975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:52:50.370665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:52:50.408667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:50.409333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:50.428059 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6115119 Apr 16 15:52:50.441792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Request body: {'port': {'device_id': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:52:50.496869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dc007bec-0c50-4f41-92a1-62c5840dfb04 None None] Provisioning for port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:52:50.499718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dc007bec-0c50-4f41-92a1-62c5840dfb04 None None] Provisioning complete for port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:50.500111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc007bec-0c50-4f41-92a1-62c5840dfb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:50.519434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:50.530772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dc007bec-0c50-4f41-92a1-62c5840dfb04 None None] Port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:52:50.729655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ccf2354-ae0b-42f8-a095-4ab9f718b925 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:52:50.733589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:50.742455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Transition to ACTIVE for port object 7ccf2354-ae0b-42f8-a095-4ab9f718b925 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:52:50.745658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:50.764650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2facf406-4c9c-453d-ad23-c2e2645d81bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:50.846114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccf2354-ae0b-42f8-a095-4ab9f718b925,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:50.848272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:50.989743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Attempting to bind port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:52:50.990006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Attempting to bind port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:52:50.990174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Attempting to bind port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 on network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:52:50.993214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 on network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:52:50.993424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Attempting to bind port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 on network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:52:50.996870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:52:50.997082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Checking segment: {'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:52:50.997344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Bound using segment: {'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:52:50.997642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Bound port: 7ccf2354-ae0b-42f8-a095-4ab9f718b925, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:52:50.997890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:51.070014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] For port 7ccf2354-ae0b-42f8-a095-4ab9f718b925, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:52:51.071787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] For port 7ccf2354-ae0b-42f8-a095-4ab9f718b925, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ccf2354-ae0b-42f8-a095-4ab9f718b925,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:52:51.074507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:51.082772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:51.188267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccf2354-ae0b-42f8-a095-4ab9f718b925,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:51.193562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:51.215352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:51.215721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:51.216585 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] 10.222.0.107 "PUT /v2.0/ports/7ccf2354-ae0b-42f8-a095-4ab9f718b925 HTTP/1.1" status: 200 len: 1094 time: 0.7781687 Apr 16 15:52:51.216883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'tag': '7ccf2354-ae0b-42f8-a095-4ab9f718b925'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:52:51.226032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc05aa2-9563-481b-910d-466229e6e3e6 req-23ab6284-350e-47f4-b7fe-072f61da9aaa tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:51.226443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-edc05aa2-9563-481b-910d-466229e6e3e6 req-23ab6284-350e-47f4-b7fe-072f61da9aaa tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:52:51.236529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-edc05aa2-9563-481b-910d-466229e6e3e6 req-23ab6284-350e-47f4-b7fe-072f61da9aaa tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:52:51.237259 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-edc05aa2-9563-481b-910d-466229e6e3e6 req-23ab6284-350e-47f4-b7fe-072f61da9aaa tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 944 time: 0.1344151 Apr 16 15:52:51.253942 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'tag': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'status': 'completed', 'code': 200} Apr 16 15:52:51.303551 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-edc05aa2-9563-481b-910d-466229e6e3e6 req-d89c26f5-5b16-4984-b7ae-7fc299b751f4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603590 Apr 16 15:52:51.325143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943502b6-0dd3-41c7-a236-74720182e555 req-72e2c90d-6904-4b3c-be3c-fe399689afee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:51.325143 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-72e2c90d-6904-4b3c-be3c-fe399689afee service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 1097 time: 0.0598252 Apr 16 15:52:51.376276 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-b97979b6-af23-422f-b0e8-8f39e939edd5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccf2354-ae0b-42f8-a095-4ab9f718b925 HTTP/1.1" status: 200 len: 217 time: 0.0416207 Apr 16 15:52:51.422742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943502b6-0dd3-41c7-a236-74720182e555 req-849b728e-a697-458b-8d2a-2f2084db0c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:51.423675 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-849b728e-a697-458b-8d2a-2f2084db0c60 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=34bdbeff-a7df-4186-8811-15f730a7022e HTTP/1.1" status: 200 len: 834 time: 0.0392468 Apr 16 15:52:51.477461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943502b6-0dd3-41c7-a236-74720182e555 req-4430a165-4cf8-4ff4-b764-87c67d77104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:51.478237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-4430a165-4cf8-4ff4-b764-87c67d77104d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4ba94f40-7eff-414b-9ca3-b4e312e6c338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461545 Apr 16 15:52:51.561808 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-aede9062-2622-4771-97e3-62b660e144a3 service neutron] 10.222.0.107 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0749283 Apr 16 15:52:51.641360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-943502b6-0dd3-41c7-a236-74720182e555 req-8263bb7d-24c0-40bc-a155-e0c000513c63 service neutron] 10.222.0.107 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0715187 Apr 16 15:52:52.457532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84c8c8-7bfb-44a5-90a5-12d4d2b0dcfe req-e35016f9-9202-4677-8f99-c75294fdbbaa tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:52.458575 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bf84c8c8-7bfb-44a5-90a5-12d4d2b0dcfe req-e35016f9-9202-4677-8f99-c75294fdbbaa tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 944 time: 0.0639420 Apr 16 15:52:52.493936 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bf84c8c8-7bfb-44a5-90a5-12d4d2b0dcfe req-e56ac70f-742e-4003-92ab-98e09f9740bc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274093 Apr 16 15:52:53.668344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51fa06-6e7e-41be-bc10-bc22881f965a req-a9112ada-307f-4fbd-a2f5-bea3fb39d22f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:53.669427 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c51fa06-6e7e-41be-bc10-bc22881f965a req-a9112ada-307f-4fbd-a2f5-bea3fb39d22f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 944 time: 0.0817275 Apr 16 15:52:53.989905 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c51fa06-6e7e-41be-bc10-bc22881f965a req-7754fa8d-a4e5-4e5a-8be4-e59e8fbfdeed tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158555 Apr 16 15:52:54.648548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7ccf2354-ae0b-42f8-a095-4ab9f718b925 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:52:54.759178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 7ccf2354-ae0b-42f8-a095-4ab9f718b925, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ccf2354-ae0b-42f8-a095-4ab9f718b925,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:54.768958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'port_id': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'mac_address': 'fa:16:3e:26:21:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1461, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:52:54.811756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:54.824203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ccf2354-ae0b-42f8-a095-4ab9f718b925 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:52:54.836500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 7ccf2354-ae0b-42f8-a095-4ab9f718b925, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ccf2354-ae0b-42f8-a095-4ab9f718b925,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:54.839479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:54.840872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:54.886927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=7ccf2354-ae0b-42f8-a095-4ab9f718b925,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:54.889226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:55.054782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['7ccf2354-ae0b-42f8-a095-4ab9f718b925'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:52:55.163314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ccd1b-a50b-4109-b08c-e452e6cfeb21 req-a5b7696f-f2af-4c7d-8cfc-efe7942521b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:55.164396 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-464ccd1b-a50b-4109-b08c-e452e6cfeb21 req-a5b7696f-f2af-4c7d-8cfc-efe7942521b5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 945 time: 0.0759470 Apr 16 15:52:55.195956 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-464ccd1b-a50b-4109-b08c-e452e6cfeb21 req-d1fc04f6-bce0-4864-bab3-269a3d5de111 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267737 Apr 16 15:52:55.792833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168975a3-0dd5-49c1-87c0-d0b39ef887be req-085ae296-ac99-4a0a-b564-316728fadf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:55.794036 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-168975a3-0dd5-49c1-87c0-d0b39ef887be req-085ae296-ac99-4a0a-b564-316728fadf9d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 1098 time: 0.0768111 Apr 16 15:52:55.893351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168975a3-0dd5-49c1-87c0-d0b39ef887be req-2f599271-b641-47a7-b476-33051e6dd09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:55.894345 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-168975a3-0dd5-49c1-87c0-d0b39ef887be req-2f599271-b641-47a7-b476-33051e6dd09c service neutron] 10.222.0.107 "GET /v2.0/networks?id=4ba94f40-7eff-414b-9ca3-b4e312e6c338 HTTP/1.1" status: 200 len: 899 time: 0.0915163 Apr 16 15:52:55.946672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-168975a3-0dd5-49c1-87c0-d0b39ef887be req-c870caab-8028-46b1-a38a-f4a1935413fe service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccf2354-ae0b-42f8-a095-4ab9f718b925 HTTP/1.1" status: 200 len: 217 time: 0.0435035 Apr 16 15:52:55.995374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168975a3-0dd5-49c1-87c0-d0b39ef887be req-93ff603c-0b50-4cd9-9bfc-0f0c3791f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:55.996317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-168975a3-0dd5-49c1-87c0-d0b39ef887be req-93ff603c-0b50-4cd9-9bfc-0f0c3791f11d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=34bdbeff-a7df-4186-8811-15f730a7022e HTTP/1.1" status: 200 len: 834 time: 0.0420380 Apr 16 15:52:56.064367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168975a3-0dd5-49c1-87c0-d0b39ef887be req-a02d45cb-8057-4fc7-8e17-cdc3e38ad078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:56.065324 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-168975a3-0dd5-49c1-87c0-d0b39ef887be req-a02d45cb-8057-4fc7-8e17-cdc3e38ad078 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4ba94f40-7eff-414b-9ca3-b4e312e6c338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0599835 Apr 16 15:52:56.163462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-168975a3-0dd5-49c1-87c0-d0b39ef887be req-6df04699-2bf1-44d1-b05a-5926a498f9cd service neutron] 10.222.0.107 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890377 Apr 16 15:52:56.250568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-168975a3-0dd5-49c1-87c0-d0b39ef887be req-20ef3ed0-18da-4150-8e58-c31faef3476f service neutron] 10.222.0.107 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791183 Apr 16 15:52:56.325942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6467e51-20f0-45ee-99e0-054dd440ea2f req-34a7136c-6108-46e5-ab74-e316089124fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:56.326840 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6467e51-20f0-45ee-99e0-054dd440ea2f req-34a7136c-6108-46e5-ab74-e316089124fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 945 time: 0.0506575 Apr 16 15:52:56.353721 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6467e51-20f0-45ee-99e0-054dd440ea2f req-9ad56de4-473f-47ed-afae-ea6477deee8b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0227640 Apr 16 15:52:56.648393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7ccf2354-ae0b-42f8-a095-4ab9f718b925 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:52:56.720829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:52:56.724588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:52:56.724889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:57.000593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:57.019564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccf2354-ae0b-42f8-a095-4ab9f718b925'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:52:57.027342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 7ccf2354-ae0b-42f8-a095-4ab9f718b925, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ccf2354-ae0b-42f8-a095-4ab9f718b925,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:52:57.029758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:52:57.031173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:52:57.071889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=7ccf2354-ae0b-42f8-a095-4ab9f718b925,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:52:57.074116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:52:57.088349 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'code': 200} Apr 16 15:52:57.504584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a83889-5951-472a-ac1f-a57c3611e973 req-785cdf55-5a43-46f0-bdd4-01588bb9f389 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:57.505516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-12a83889-5951-472a-ac1f-a57c3611e973 req-785cdf55-5a43-46f0-bdd4-01588bb9f389 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 946 time: 0.0559826 Apr 16 15:52:57.534133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-12a83889-5951-472a-ac1f-a57c3611e973 req-17c2a616-c11f-4a28-bf59-62d7c8ca74f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246384 Apr 16 15:52:57.949149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbbd83-9c06-4199-a8a1-a5e0a2ccc38a req-912dec35-0e83-4e7d-b087-2b622928fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:57.950285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36fbbd83-9c06-4199-a8a1-a5e0a2ccc38a req-912dec35-0e83-4e7d-b087-2b622928fe08 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 1099 time: 0.0672657 Apr 16 15:52:57.985209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36fbbd83-9c06-4199-a8a1-a5e0a2ccc38a req-2cce5da7-fa0a-42bb-8008-01a25bee4b92 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253584 Apr 16 15:52:58.692594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72070a-787a-466e-bb80-eb5e7bfc3f85 req-4b8576e1-30a5-4928-a741-9f64fd2c35e7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:58.694091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff72070a-787a-466e-bb80-eb5e7bfc3f85 req-4b8576e1-30a5-4928-a741-9f64fd2c35e7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 946 time: 0.0706446 Apr 16 15:52:58.727947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff72070a-787a-466e-bb80-eb5e7bfc3f85 req-7fe037a6-d1b4-407b-bf5c-2a041855a804 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287430 Apr 16 15:52:59.893172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7c64d-51e4-47bb-b810-58cd4af7aae2 req-a5defc45-116a-4d2f-80d8-ec976bbfedc5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:52:59.894271 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25c7c64d-51e4-47bb-b810-58cd4af7aae2 req-a5defc45-116a-4d2f-80d8-ec976bbfedc5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 946 time: 0.0743253 Apr 16 15:52:59.930461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25c7c64d-51e4-47bb-b810-58cd4af7aae2 req-a76addce-2be2-47d9-98c8-62eaef9c1b13 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282662 Apr 16 15:53:00.065322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5c83e-cc72-41d2-a216-f4e9b189f4c4 req-40124937-4ee9-41ad-aac3-ed266583c6a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:00.066372 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41f5c83e-cc72-41d2-a216-f4e9b189f4c4 req-40124937-4ee9-41ad-aac3-ed266583c6a8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 946 time: 0.0644059 Apr 16 15:53:00.098876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41f5c83e-cc72-41d2-a216-f4e9b189f4c4 req-c6498f13-72cb-45ab-bd83-145e35c307fa tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264251 Apr 16 15:53:00.114404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38746) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:00.167809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fc4eab-b970-44a6-9ccd-6b969e376268 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:00.168882 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-60fc4eab-b970-44a6-9ccd-6b969e376268 tempest-TestNetworkBasicOps-184241810 tempest-TestNetworkBasicOps-184241810-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 1094 time: 0.0537343 Apr 16 15:53:00.171156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38750) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:00.174856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:53:00.179120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:53:00.181960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Usage tracker for resource:floatingip and tenant:8368c00c80e846dda8d506830d64f85a is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:53:00.184012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:53:00.188238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:53:00.198599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:00.293502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:00.393855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Allocated IP 172.26.4.20 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/d5010079-2f37-4b8d-b8ba-4421c59caa3b) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:53:00.494695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:00.517358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:00.525997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e8d8788-195d-4aac-893c-5a4e246a6e5b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:00.608596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=d5010079-2f37-4b8d-b8ba-4421c59caa3b,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:00.610716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:00.647019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:53:00.647719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:53:00.649192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:53:00.902198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:00.946864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:01.066664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:01.069503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:01.076438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:01.145014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event updated for resources: {'Port': ['ID=d5010079-2f37-4b8d-b8ba-4421c59caa3b,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:01.147142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:01.207073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:01.317135 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP c4d28034-42c9-45a0-8335-299e26241690 associated. External IP: 172.26.4.20, port: 7ccf2354-ae0b-42f8-a095-4ab9f718b925. Apr 16 15:53:01.762522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4a836e8a-ba00-41c5-a938-62890a3f095c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:53:01.869783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:53:01.876526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab399b1-f4a2-4cd4-9adc-ddaed5d25ed9 None None] Sync routers for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:53:01.883119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab399b1-f4a2-4cd4-9adc-ddaed5d25ed9 None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:53:01.883594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-aab399b1-f4a2-4cd4-9adc-ddaed5d25ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:01.885644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:01.918799 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7469153 Apr 16 15:53:01.919279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'tag': '7ccf2354-ae0b-42f8-a095-4ab9f718b925'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:53:01.922378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38756) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:01.958638 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'tag': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'status': 'completed', 'code': 200} Apr 16 15:53:01.987407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-63993a96-9021-49cb-8c05-7ea42c8830f5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/c4d28034-42c9-45a0-8335-299e26241690 HTTP/1.1" status: 200 len: 991 time: 0.0642061 Apr 16 15:53:02.006982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-aab399b1-f4a2-4cd4-9adc-ddaed5d25ed9 None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:53:02.037505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5351183-32b1-4394-84cb-caecdb58f379 req-7cf29278-100b-41b6-8346-10c90c1b7fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:02.038557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5351183-32b1-4394-84cb-caecdb58f379 req-7cf29278-100b-41b6-8346-10c90c1b7fd7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 1099 time: 0.0502167 Apr 16 15:53:02.134898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5351183-32b1-4394-84cb-caecdb58f379 req-40ac31d6-b964-42d0-b6bb-d60a68bcf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:02.135952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5351183-32b1-4394-84cb-caecdb58f379 req-40ac31d6-b964-42d0-b6bb-d60a68bcf561 service neutron] 10.222.0.107 "GET /v2.0/networks?id=4ba94f40-7eff-414b-9ca3-b4e312e6c338 HTTP/1.1" status: 200 len: 899 time: 0.0901246 Apr 16 15:53:02.208401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-aab399b1-f4a2-4cd4-9adc-ddaed5d25ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:36Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'c4d28034-42c9-45a0-8335-299e26241690', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'port_id': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'mac_address': 'fa:16:3e:26:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:53:00Z', 'updated_at': '2021-04-16T15:53:00Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:52:42Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:02.210875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab399b1-f4a2-4cd4-9adc-ddaed5d25ed9 None None] Checking router: 4a836e8a-ba00-41c5-a938-62890a3f095c for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:53:02.213677 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5351183-32b1-4394-84cb-caecdb58f379 req-20bcafc8-dbc6-4c8c-9d72-1c5890cf728a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccf2354-ae0b-42f8-a095-4ab9f718b925 HTTP/1.1" status: 200 len: 999 time: 0.0691023 Apr 16 15:53:02.216034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab399b1-f4a2-4cd4-9adc-ddaed5d25ed9 None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:53:02.216377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-aab399b1-f4a2-4cd4-9adc-ddaed5d25ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:52:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:02.264545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5351183-32b1-4394-84cb-caecdb58f379 req-1fa66be6-2348-4b0c-8880-7bb4652a1031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:02.266490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5351183-32b1-4394-84cb-caecdb58f379 req-1fa66be6-2348-4b0c-8880-7bb4652a1031 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=34bdbeff-a7df-4186-8811-15f730a7022e HTTP/1.1" status: 200 len: 834 time: 0.0453608 Apr 16 15:53:02.317219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-aab399b1-f4a2-4cd4-9adc-ddaed5d25ed9 None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:53:02.327165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5351183-32b1-4394-84cb-caecdb58f379 req-e85f50da-905f-4f88-b0b4-67ae14e590ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:02.328085 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5351183-32b1-4394-84cb-caecdb58f379 req-e85f50da-905f-4f88-b0b4-67ae14e590ec service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4ba94f40-7eff-414b-9ca3-b4e312e6c338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538707 Apr 16 15:53:02.408388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5351183-32b1-4394-84cb-caecdb58f379 req-62252b18-bf21-42d3-b00f-b6d42b65377b service neutron] 10.222.0.107 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0746975 Apr 16 15:53:02.500906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5351183-32b1-4394-84cb-caecdb58f379 req-86b89aa7-46d2-4241-8ccb-cbd80cdac144 service neutron] 10.222.0.107 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873284 Apr 16 15:53:02.526767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-aab399b1-f4a2-4cd4-9adc-ddaed5d25ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:36Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'c4d28034-42c9-45a0-8335-299e26241690', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'port_id': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'mac_address': 'fa:16:3e:26:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:53:00Z', 'updated_at': '2021-04-16T15:53:00Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:52:42Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:02.529486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab399b1-f4a2-4cd4-9adc-ddaed5d25ed9 None None] The sync data for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv is: [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:36Z', 'revision_number': 4, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:52:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'c4d28034-42c9-45a0-8335-299e26241690', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'port_id': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'mac_address': 'fa:16:3e:26:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:53:00Z', 'updated_at': '2021-04-16T15:53:00Z', 'revision_number': 0, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:52:42Z', 'revision_number': 5, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:53:02.789578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5218ffd5-429a-47da-85cf-d3530dbaa0cb None None] New status for floating IP c4d28034-42c9-45a0-8335-299e26241690: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:53:02.991646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38760) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:03.060093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a66f4c9a-daa4-4b57-880a-d3e2a7930283 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/c4d28034-42c9-45a0-8335-299e26241690 HTTP/1.1" status: 200 len: 993 time: 0.0672650 Apr 16 15:53:04.816912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:53:11.329438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db79ecad-735e-4166-b483-123af12047ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:12.736910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82f68c84-08f9-41c6-ada3-124eb6e2e1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:12.944858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:13.084505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:13.383859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:14.135437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:26.173367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8781749-9993-4785-b894-6252162d73d5 req-f8122c2e-c65b-4687-aa26-974d4a0de3a4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0634751 Apr 16 15:53:29.299102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8781749-9993-4785-b894-6252162d73d5 req-b9f160ac-c06f-4791-8993-c78891acd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:29.300139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8781749-9993-4785-b894-6252162d73d5 req-b9f160ac-c06f-4791-8993-c78891acd537 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 1099 time: 0.0660939 Apr 16 15:53:29.411737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8781749-9993-4785-b894-6252162d73d5 req-6bb060a2-eb51-48fa-a136-566dcfeea7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:29.412855 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8781749-9993-4785-b894-6252162d73d5 req-6bb060a2-eb51-48fa-a136-566dcfeea7c3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=4ba94f40-7eff-414b-9ca3-b4e312e6c338 HTTP/1.1" status: 200 len: 899 time: 0.0918100 Apr 16 15:53:29.496347 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8781749-9993-4785-b894-6252162d73d5 req-6717354a-2cb3-4e13-8c3d-17ebaa7654ad service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccf2354-ae0b-42f8-a095-4ab9f718b925 HTTP/1.1" status: 200 len: 1001 time: 0.0790899 Apr 16 15:53:29.544805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8781749-9993-4785-b894-6252162d73d5 req-5fec13a7-e9a9-4157-9ce0-639c0adc5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:29.545730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8781749-9993-4785-b894-6252162d73d5 req-5fec13a7-e9a9-4157-9ce0-639c0adc5e4b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=34bdbeff-a7df-4186-8811-15f730a7022e HTTP/1.1" status: 200 len: 834 time: 0.0454426 Apr 16 15:53:29.599681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8781749-9993-4785-b894-6252162d73d5 req-101b4f6d-1ffa-4537-b67d-e2b4ddd0edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:29.600518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8781749-9993-4785-b894-6252162d73d5 req-101b4f6d-1ffa-4537-b67d-e2b4ddd0edc9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4ba94f40-7eff-414b-9ca3-b4e312e6c338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509374 Apr 16 15:53:29.693362 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8781749-9993-4785-b894-6252162d73d5 req-95ec882a-951a-4d05-9339-992ef44b9a51 service neutron] 10.222.0.107 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890026 Apr 16 15:53:29.795283 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8781749-9993-4785-b894-6252162d73d5 req-51f98b26-0d98-4655-aa91-301e3f8acefe service neutron] 10.222.0.107 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963891 Apr 16 15:53:31.673238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38772) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:31.681450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3caa3eef-afd0-4faa-953b-57f755bd1e7d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'router': {'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:53:32.045984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3caa3eef-afd0-4faa-953b-57f755bd1e7d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:32.053147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3caa3eef-afd0-4faa-953b-57f755bd1e7d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:32.188384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caa3eef-afd0-4faa-953b-57f755bd1e7d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4a836e8a-ba00-41c5-a938-62890a3f095c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:53:32.303780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caa3eef-afd0-4faa-953b-57f755bd1e7d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:53:32.308404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3caa3eef-afd0-4faa-953b-57f755bd1e7d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:32.309351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3caa3eef-afd0-4faa-953b-57f755bd1e7d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/4a836e8a-ba00-41c5-a938-62890a3f095c HTTP/1.1" status: 200 len: 888 time: 0.6349487 Apr 16 15:53:32.311091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acafa93-f447-4006-941e-d21c3127cefb None None] Sync routers for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:53:32.317618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acafa93-f447-4006-941e-d21c3127cefb None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:53:32.317994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8acafa93-f447-4006-941e-d21c3127cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:53:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:32.353554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8acafa93-f447-4006-941e-d21c3127cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:32.358072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acafa93-f447-4006-941e-d21c3127cefb None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:53:32.358385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8acafa93-f447-4006-941e-d21c3127cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:53:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:32.392453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8acafa93-f447-4006-941e-d21c3127cefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:32.392736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acafa93-f447-4006-941e-d21c3127cefb None None] The sync data for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv is: [] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:53:32.625976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6434bd1-a978-4a93-8ceb-c1dd905af7f4 None None] New status for floating IP c4d28034-42c9-45a0-8335-299e26241690: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:53:34.357672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1b124256-e880-436e-b330-fde966fbe0fd no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:53:34.441996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:34.454182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 1b124256-e880-436e-b330-fde966fbe0fd, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1b124256-e880-436e-b330-fde966fbe0fd,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:53:34.456857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:34.457445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 77122218-e285-4638-8621-ca811da7d0db no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:53:34.473839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:34.536297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=1b124256-e880-436e-b330-fde966fbe0fd,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:34.557777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.557977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.558233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.558494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.558738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.558981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.559221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.559458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.559699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.559936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.560172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.560407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:34.565750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:34.582229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:34.606304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 77122218-e285-4638-8621-ca811da7d0db, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=77122218-e285-4638-8621-ca811da7d0db,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:53:34.608690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:34.609931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3f736bc6-6d4d-4739-bcac-ba4e473277da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:34.653206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=77122218-e285-4638-8621-ca811da7d0db,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:34.655227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:35.111684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38778) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:35.119989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-032f4a6a-5336-49fd-8477-457ee73da1a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Request body: {'router': {'admin_state_up': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:53:35.753543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-032f4a6a-5336-49fd-8477-457ee73da1a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:35.760620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-032f4a6a-5336-49fd-8477-457ee73da1a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671925', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854103870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854103499'] for router, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:35.861302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032f4a6a-5336-49fd-8477-457ee73da1a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4a836e8a-ba00-41c5-a938-62890a3f095c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:53:35.961238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032f4a6a-5336-49fd-8477-457ee73da1a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:53:35.965412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-032f4a6a-5336-49fd-8477-457ee73da1a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:35.966440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-032f4a6a-5336-49fd-8477-457ee73da1a6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/4a836e8a-ba00-41c5-a938-62890a3f095c HTTP/1.1" status: 200 len: 887 time: 0.8532565 Apr 16 15:53:35.970190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38782) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:35.973796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88189c68-d550-47a5-9c5b-8bd82a6c6fc9 None None] Sync routers for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:53:35.982279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88189c68-d550-47a5-9c5b-8bd82a6c6fc9 None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:53:35.982707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-88189c68-d550-47a5-9c5b-8bd82a6c6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:53:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:36.035167 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-601b7a18-d694-4e9b-8d5e-da154b9b647e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/c4d28034-42c9-45a0-8335-299e26241690 HTTP/1.1" status: 200 len: 991 time: 0.0641453 Apr 16 15:53:36.100097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-88189c68-d550-47a5-9c5b-8bd82a6c6fc9 None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:53:36.474238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-88189c68-d550-47a5-9c5b-8bd82a6c6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:35Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'c4d28034-42c9-45a0-8335-299e26241690', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'port_id': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'mac_address': 'fa:16:3e:26:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:53:00Z', 'updated_at': '2021-04-16T15:53:32Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:53:34Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:36.476682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88189c68-d550-47a5-9c5b-8bd82a6c6fc9 None None] Checking router: 4a836e8a-ba00-41c5-a938-62890a3f095c for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:53:36.481871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88189c68-d550-47a5-9c5b-8bd82a6c6fc9 None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:53:36.482228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-88189c68-d550-47a5-9c5b-8bd82a6c6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:53:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:36.587706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-88189c68-d550-47a5-9c5b-8bd82a6c6fc9 None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:53:36.824602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-88189c68-d550-47a5-9c5b-8bd82a6c6fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:35Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'c4d28034-42c9-45a0-8335-299e26241690', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'port_id': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'mac_address': 'fa:16:3e:26:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:53:00Z', 'updated_at': '2021-04-16T15:53:32Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:53:34Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:36.827543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88189c68-d550-47a5-9c5b-8bd82a6c6fc9 None None] The sync data for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv is: [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:35Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'c4d28034-42c9-45a0-8335-299e26241690', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'floating_ip_address': '172.26.4.20', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'port_id': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'mac_address': 'fa:16:3e:26:21:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:53:00Z', 'updated_at': '2021-04-16T15:53:32Z', 'revision_number': 2, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:53:34Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:53:37.040747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38786) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:37.122615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0c9e5a91-38ea-4782-9b98-95b0d901065d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/c4d28034-42c9-45a0-8335-299e26241690 HTTP/1.1" status: 200 len: 991 time: 0.0804555 Apr 16 15:53:38.128539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38790) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:38.229181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aba5b391-7b8c-43c9-9aeb-c4c2e6d2d4a0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/c4d28034-42c9-45a0-8335-299e26241690 HTTP/1.1" status: 200 len: 991 time: 0.0990818 Apr 16 15:53:38.400914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1b124256-e880-436e-b330-fde966fbe0fd up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:53:38.451102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1b124256-e880-436e-b330-fde966fbe0fd triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:53:38.451352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:38.533054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:38.544933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 1b124256-e880-436e-b330-fde966fbe0fd, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1b124256-e880-436e-b330-fde966fbe0fd,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:53:38.547671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:38.548304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 77122218-e285-4638-8621-ca811da7d0db up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:53:38.564872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:38.626266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=1b124256-e880-436e-b330-fde966fbe0fd,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:38.628799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:38.635591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 77122218-e285-4638-8621-ca811da7d0db triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:53:38.636371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:38.716117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:38.738161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 77122218-e285-4638-8621-ca811da7d0db, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=77122218-e285-4638-8621-ca811da7d0db,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:53:38.740347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:38.741961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50c3c5e0-bf67-4e66-b36d-53b94b8ebb14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:38.785833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=77122218-e285-4638-8621-ca811da7d0db,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:38.788075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:39.116393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe60380-301a-42c4-b332-f26cc3f799eb None None] New status for floating IP c4d28034-42c9-45a0-8335-299e26241690: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:53:39.233954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38794) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:39.310819 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d6d0b059-e306-4b52-bb0b-8808a1583103 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/c4d28034-42c9-45a0-8335-299e26241690 HTTP/1.1" status: 200 len: 991 time: 0.0747609 Apr 16 15:53:40.314470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38798) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:40.364964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1b124256-e880-436e-b330-fde966fbe0fd up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:53:40.402288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-adfa3fd2-caca-4852-80d8-4da1faf3e16c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/floatingips/c4d28034-42c9-45a0-8335-299e26241690 HTTP/1.1" status: 200 len: 993 time: 0.0860500 Apr 16 15:53:40.417062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1b124256-e880-436e-b330-fde966fbe0fd triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:53:40.417372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:40.498779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 77122218-e285-4638-8621-ca811da7d0db up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:53:40.546001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 77122218-e285-4638-8621-ca811da7d0db triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:53:40.546281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:40.674763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38806) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:40.822596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port d5010079-2f37-4b8d-b8ba-4421c59caa3b {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:53:40.822848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:40.943233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:40.943434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:41.017869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for d5010079-2f37-4b8d-b8ba-4421c59caa3b owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:53:41.106946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:41.115071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a05aac0d-7d06-48bb-8876-647c731c4c59 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:41.170050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=d5010079-2f37-4b8d-b8ba-4421c59caa3b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:41.179174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.179411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.179675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.179938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.180194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.180452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.180707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.180965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.181223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.181476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.181729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.181984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:41.184350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:41.282937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:41.283194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Floating IP c4d28034-42c9-45a0-8335-299e26241690 disassociated (deleted). External IP: 172.26.4.20, port: 7ccf2354-ae0b-42f8-a095-4ab9f718b925. Apr 16 15:53:41.323740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1b6ed456-e9f2-4935-b657-945a6d609401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:41.496703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4a836e8a-ba00-41c5-a938-62890a3f095c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:53:41.594122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:53:41.605404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9b267-9200-477e-8fc2-11af7a9449c2 None None] Sync routers for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:53:41.606989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:41.617666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9b267-9200-477e-8fc2-11af7a9449c2 None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:53:41.618090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ddf9b267-9200-477e-8fc2-11af7a9449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:53:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:41.638005 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/floatingips/c4d28034-42c9-45a0-8335-299e26241690 HTTP/1.1" status: 204 len: 168 time: 0.9622173 Apr 16 15:53:41.638522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'tag': '7ccf2354-ae0b-42f8-a095-4ab9f718b925'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:53:41.714673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'tag': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'status': 'completed', 'code': 200} Apr 16 15:53:41.734736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ddf9b267-9200-477e-8fc2-11af7a9449c2 None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:53:41.794191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd970bd-7ec5-4612-9173-7d8f70ffb118 req-111f4b2b-a816-44ad-a898-2f9437b678c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:41.795318 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fd970bd-7ec5-4612-9173-7d8f70ffb118 req-111f4b2b-a816-44ad-a898-2f9437b678c6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=8368c00c80e846dda8d506830d64f85a&device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 1099 time: 0.0545838 Apr 16 15:53:41.832224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:53:41.931080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd970bd-7ec5-4612-9173-7d8f70ffb118 req-6604035c-fc0d-4ab2-bb78-f06e9caa86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:41.932166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fd970bd-7ec5-4612-9173-7d8f70ffb118 req-6604035c-fc0d-4ab2-bb78-f06e9caa86b8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=4ba94f40-7eff-414b-9ca3-b4e312e6c338 HTTP/1.1" status: 200 len: 899 time: 0.1281748 Apr 16 15:53:41.932749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ddf9b267-9200-477e-8fc2-11af7a9449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:35Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:53:38Z', 'revision_number': 7, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:41.935875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9b267-9200-477e-8fc2-11af7a9449c2 None None] Checking router: 4a836e8a-ba00-41c5-a938-62890a3f095c for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:53:41.937602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337b9af-f14a-44da-91e4-6f169822a082 req-d5514064-d1b1-4e23-a44e-7431b3708187 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:41.938480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5337b9af-f14a-44da-91e4-6f169822a082 req-d5514064-d1b1-4e23-a44e-7431b3708187 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 946 time: 0.1188111 Apr 16 15:53:41.945718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9b267-9200-477e-8fc2-11af7a9449c2 None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:53:41.946059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ddf9b267-9200-477e-8fc2-11af7a9449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:53:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:41.992110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fd970bd-7ec5-4612-9173-7d8f70ffb118 req-35db6a0c-2547-46e2-8e3a-c24d0ca1ac72 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7ccf2354-ae0b-42f8-a095-4ab9f718b925 HTTP/1.1" status: 200 len: 217 time: 0.0506742 Apr 16 15:53:42.033769 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5337b9af-f14a-44da-91e4-6f169822a082 req-00d95613-c33d-454e-a2e1-9d63e86b025d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612562 Apr 16 15:53:42.050252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd970bd-7ec5-4612-9173-7d8f70ffb118 req-cee7695d-34bd-4c58-912a-6cde5b30f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:42.050252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fd970bd-7ec5-4612-9173-7d8f70ffb118 req-cee7695d-34bd-4c58-912a-6cde5b30f472 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=34bdbeff-a7df-4186-8811-15f730a7022e HTTP/1.1" status: 200 len: 834 time: 0.0461059 Apr 16 15:53:42.054968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ddf9b267-9200-477e-8fc2-11af7a9449c2 None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:53:42.097650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd970bd-7ec5-4612-9173-7d8f70ffb118 req-397d5632-af09-411b-a54c-ffee631ca249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:42.098601 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fd970bd-7ec5-4612-9173-7d8f70ffb118 req-397d5632-af09-411b-a54c-ffee631ca249 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=4ba94f40-7eff-414b-9ca3-b4e312e6c338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431645 Apr 16 15:53:42.180570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fd970bd-7ec5-4612-9173-7d8f70ffb118 req-36b8ae0c-01ce-41ca-9773-ed95b6dba3a2 service neutron] 10.222.0.107 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0732942 Apr 16 15:53:42.239483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ddf9b267-9200-477e-8fc2-11af7a9449c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:35Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:53:38Z', 'revision_number': 7, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:42.243788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9b267-9200-477e-8fc2-11af7a9449c2 None None] The sync data for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv is: [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:35Z', 'revision_number': 6, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '77122218-e285-4638-8621-ca811da7d0db', 'name': '', 'network_id': '4ba94f40-7eff-414b-9ca3-b4e312e6c338', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'mac_address': 'fa:16:3e:17:d2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1502, 'fixed_ips': [{'subnet_id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:36Z', 'updated_at': '2021-04-16T15:53:38Z', 'revision_number': 7, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'subnets': [{'id': '34bdbeff-a7df-4186-8811-15f730a7022e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:53:42.262054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fd970bd-7ec5-4612-9173-7d8f70ffb118 req-5e407ee7-d981-4f85-b7f1-68ad5df46988 service neutron] 10.222.0.107 "GET /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0761709 Apr 16 15:53:42.739888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9efc9e2-6eb6-4193-84a0-4c49e0b64086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:42.917289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e571750a-7975-484f-aab2-fee075e190d9 None None] New status for floating IP c4d28034-42c9-45a0-8335-299e26241690: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:53:43.010188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:43.075985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:43.165601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce334f7-8564-4df0-ab4a-cfdc2ee0901c req-50a61dad-f4a3-43e3-a41b-f582288db343 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:43.166533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ce334f7-8564-4df0-ab4a-cfdc2ee0901c req-50a61dad-f4a3-43e3-a41b-f582288db343 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 946 time: 0.0529122 Apr 16 15:53:43.192460 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ce334f7-8564-4df0-ab4a-cfdc2ee0901c req-3356f81b-4c96-4585-a4d9-5d3d57c41571 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/security-groups?id=74c4ec7e-dd30-4531-b237-14450962c45a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0221992 Apr 16 15:53:43.346232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa860b-97b0-4499-8ca6-57833d45c8ec req-7af74682-dd77-4f9d-8801-ea3699cd72d1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:43.347211 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9baa860b-97b0-4499-8ca6-57833d45c8ec req-7af74682-dd77-4f9d-8801-ea3699cd72d1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 946 time: 0.0735040 Apr 16 15:53:43.412858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:43.675815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-9baa860b-97b0-4499-8ca6-57833d45c8ec req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:53:43.676070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9baa860b-97b0-4499-8ca6-57833d45c8ec req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:43.815004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-9baa860b-97b0-4499-8ca6-57833d45c8ec req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 7ccf2354-ae0b-42f8-a095-4ab9f718b925, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=7ccf2354-ae0b-42f8-a095-4ab9f718b925,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:53:43.815389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9baa860b-97b0-4499-8ca6-57833d45c8ec req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:43.884777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-9baa860b-97b0-4499-8ca6-57833d45c8ec req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 7ccf2354-ae0b-42f8-a095-4ab9f718b925 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:53:43.982196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9baa860b-97b0-4499-8ca6-57833d45c8ec req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:43.990568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-91f8a8dd-863c-47f1-9c13-b745bcd3d878 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:44.037536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=7ccf2354-ae0b-42f8-a095-4ab9f718b925,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:44.045257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.045449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.045696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.045917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.046170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.046354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.046590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.046812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.047033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.047250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.047467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.047684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:53:44.050171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:44.124950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9baa860b-97b0-4499-8ca6-57833d45c8ec req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] No DVR routers for this DVR port 7ccf2354-ae0b-42f8-a095-4ab9f718b925 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:53:44.126719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9baa860b-97b0-4499-8ca6-57833d45c8ec req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:44.127290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:44.128362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'name': 'network-vif-deleted', 'tag': '7ccf2354-ae0b-42f8-a095-4ab9f718b925'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:53:44.135811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9baa860b-97b0-4499-8ca6-57833d45c8ec req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.107 "DELETE /v2.0/ports/7ccf2354-ae0b-42f8-a095-4ab9f718b925 HTTP/1.1" status: 204 len: 173 time: 0.7815592 Apr 16 15:53:44.156700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ecc940-94f8-4130-8fc0-23053046823e', 'name': 'network-vif-deleted', 'tag': '7ccf2354-ae0b-42f8-a095-4ab9f718b925', 'status': 'completed', 'code': 200} Apr 16 15:53:44.312065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b5f0df2c-564f-46b4-ab5f-34f0bd2332f1 req-ef01e811-6816-4feb-91a7-b74e3a102a08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Synchronizing usage tracker for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:53:44.322697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b5f0df2c-564f-46b4-ab5f-34f0bd2332f1 req-ef01e811-6816-4feb-91a7-b74e3a102a08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Unset dirty status for tenant:8368c00c80e846dda8d506830d64f85a on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:53:44.323509 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5f0df2c-564f-46b4-ab5f-34f0bd2332f1 req-ef01e811-6816-4feb-91a7-b74e3a102a08 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0500619 Apr 16 15:53:45.464867 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b87c0332-f2c0-4271-a1ee-3346032bfeed req-59a33fff-2766-49f7-85cd-fbd5b00c82f3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0378983 Apr 16 15:53:46.612897 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09f9b734-0da4-4a92-89fe-d21c8ed432c4 req-c8a86316-b5b4-4319-8acf-26f4b721ade0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "GET /v2.0/ports?device_id=c3ecc940-94f8-4130-8fc0-23053046823e HTTP/1.1" status: 200 len: 210 time: 0.0357711 Apr 16 15:53:46.913322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7ccf2354-ae0b-42f8-a095-4ab9f718b925 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:53:46.951255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 7ccf2354-ae0b-42f8-a095-4ab9f718b925 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:53:46.951539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 7ccf2354-ae0b-42f8-a095-4ab9f718b925 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:53:47.694626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38830) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:47.747769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2828f046-b79f-4cdf-99c5-e8c2563d9a9b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:47.769705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2828f046-b79f-4cdf-99c5-e8c2563d9a9b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:47.816319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2828f046-b79f-4cdf-99c5-e8c2563d9a9b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:47.821701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-387be9b7-ee07-4b98-87a8-e2d01c9b6a7b tempest-NegativeSecGroupTest-2019275240 tempest-NegativeSecGroupTest-2019275240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:47.832809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828f046-b79f-4cdf-99c5-e8c2563d9a9b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c4ec7e-dd30-4531-b237-14450962c45a,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:47.835952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2828f046-b79f-4cdf-99c5-e8c2563d9a9b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:47.838305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2828f046-b79f-4cdf-99c5-e8c2563d9a9b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:47.839166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2828f046-b79f-4cdf-99c5-e8c2563d9a9b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/security-groups/74c4ec7e-dd30-4531-b237-14450962c45a HTTP/1.1" status: 204 len: 168 time: 0.1436422 Apr 16 15:53:47.861674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38836) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:48.483466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:48.687292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 77122218-e285-4638-8621-ca811da7d0db {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:53:48.687539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:48.808938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 77122218-e285-4638-8621-ca811da7d0db, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=77122218-e285-4638-8621-ca811da7d0db,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:53:48.809404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:48.883359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 77122218-e285-4638-8621-ca811da7d0db owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:53:48.983853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:48.990542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-90827ed3-e9a7-48cb-af0f-b03c1e99c739 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:49.014394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=77122218-e285-4638-8621-ca811da7d0db,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:49.037727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:49.233476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:49.499989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Router 4a836e8a-ba00-41c5-a938-62890a3f095c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:53:49.598096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:53:49.607373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8879ee-0e6b-4a6c-8f84-1e8527d32f2d None None] Sync routers for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:53:49.612165 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "PUT /v2.0/routers/4a836e8a-ba00-41c5-a938-62890a3f095c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7495458 Apr 16 15:53:49.614561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8879ee-0e6b-4a6c-8f84-1e8527d32f2d None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:53:49.614992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dd8879ee-0e6b-4a6c-8f84-1e8527d32f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:53:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:49.616060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38840) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:49.661473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0048dbf-5320-422a-ba2e-c58bfc9dffa3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting subnet 34bdbeff-a7df-4186-8811-15f730a7022e {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:53:49.665145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0048dbf-5320-422a-ba2e-c58bfc9dffa3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:49.708068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0048dbf-5320-422a-ba2e-c58bfc9dffa3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:49.770633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0048dbf-5320-422a-ba2e-c58bfc9dffa3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:49.889478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-dd8879ee-0e6b-4a6c-8f84-1e8527d32f2d None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:53:49.943903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0048dbf-5320-422a-ba2e-c58bfc9dffa3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:49.950913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6bbac80c-ca25-470b-a33c-df9f052cc33a tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:49.994863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0048dbf-5320-422a-ba2e-c58bfc9dffa3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Subnet': ['ID=34bdbeff-a7df-4186-8811-15f730a7022e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:49.996636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0048dbf-5320-422a-ba2e-c58bfc9dffa3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:50.026270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d0048dbf-5320-422a-ba2e-c58bfc9dffa3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:50.030764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc623c6-8737-4af3-8ad9-b8479cb33bac None None] Network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:53:50.033341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d0048dbf-5320-422a-ba2e-c58bfc9dffa3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/subnets/34bdbeff-a7df-4186-8811-15f730a7022e HTTP/1.1" status: 204 len: 168 time: 0.4149303 Apr 16 15:53:50.033553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38844) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:50.079350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dd8879ee-0e6b-4a6c-8f84-1e8527d32f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:48Z', 'revision_number': 7, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:50.082843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8879ee-0e6b-4a6c-8f84-1e8527d32f2d None None] Checking router: 4a836e8a-ba00-41c5-a938-62890a3f095c for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:53:50.089345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8879ee-0e6b-4a6c-8f84-1e8527d32f2d None None] Routers {'4a836e8a-ba00-41c5-a938-62890a3f095c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:53:50.089836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dd8879ee-0e6b-4a6c-8f84-1e8527d32f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:53:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4a836e8a-ba00-41c5-a938-62890a3f095c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:50.209493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8393726a-bb9d-404a-86aa-b0464a296a75 None None] DHCP port deletion for 4ba94f40-7eff-414b-9ca3-b4e312e6c338 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 15:53:50.212619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8393726a-bb9d-404a-86aa-b0464a296a75 None None] Deleting port 4e360559-adeb-4100-a180-dfc20711130e {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:53:50.212854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8393726a-bb9d-404a-86aa-b0464a296a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:50.222252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-dd8879ee-0e6b-4a6c-8f84-1e8527d32f2d None None] Set router 4a836e8a-ba00-41c5-a938-62890a3f095c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:53:50.339221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8393726a-bb9d-404a-86aa-b0464a296a75 None None] For port 4e360559-adeb-4100-a180-dfc20711130e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=4e360559-adeb-4100-a180-dfc20711130e,segment=NetworkSegment(3a4a0a3b-fabf-4d3e-8966-3f5e1630a425),segment_id=3a4a0a3b-fabf-4d3e-8966-3f5e1630a425)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:53:50.339474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8393726a-bb9d-404a-86aa-b0464a296a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:50.385672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dd8879ee-0e6b-4a6c-8f84-1e8527d32f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:48Z', 'revision_number': 7, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:50.388065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8879ee-0e6b-4a6c-8f84-1e8527d32f2d None None] The sync data for ids ['4a836e8a-ba00-41c5-a938-62890a3f095c'] in dv-neutron-786478-2-hyperv is: [{'id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'name': 'tempest-TestNetworkBasicOps-router-420330617', 'tenant_id': '8368c00c80e846dda8d506830d64f85a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153'}], 'enable_snat': True}, 'gw_port_id': '1b124256-e880-436e-b330-fde966fbe0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:48Z', 'revision_number': 7, 'project_id': '8368c00c80e846dda8d506830d64f85a', 'gw_port': {'id': '1b124256-e880-436e-b330-fde966fbe0fd', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:06:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a836e8a-ba00-41c5-a938-62890a3f095c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1499, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:52:33Z', 'updated_at': '2021-04-16T15:53:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:53:50.453525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:50.559392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:50.568092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Deleting port 1b124256-e880-436e-b330-fde966fbe0fd {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:53:50.568235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 4e360559-adeb-4100-a180-dfc20711130e no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:53:50.568553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:50.618635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8393726a-bb9d-404a-86aa-b0464a296a75 None None] Calling delete_port for 4e360559-adeb-4100-a180-dfc20711130e owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:53:50.683587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] For port 1b124256-e880-436e-b330-fde966fbe0fd, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1b124256-e880-436e-b330-fde966fbe0fd,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:53:50.683823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:50.694249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8393726a-bb9d-404a-86aa-b0464a296a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:50.705706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:50.753888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Calling delete_port for 1b124256-e880-436e-b330-fde966fbe0fd owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:53:50.761794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393726a-bb9d-404a-86aa-b0464a296a75 None None] Pushing event deleted for resources: {'Port': ['ID=4e360559-adeb-4100-a180-dfc20711130e,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:50.764400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:50.770247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8393726a-bb9d-404a-86aa-b0464a296a75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:50.815466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8393726a-bb9d-404a-86aa-b0464a296a75 None None] No DVR routers for this DVR port 4e360559-adeb-4100-a180-dfc20711130e on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:53:50.852402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:50.859556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4491e767-6132-43c0-bed2-8a44540b34ae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:50.906214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Port': ['ID=1b124256-e880-436e-b330-fde966fbe0fd,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:50.909619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:50.996495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.088357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.089885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.104698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.105024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Fanout notify agent at l3_agent the message router_deleted on router 4a836e8a-ba00-41c5-a938-62890a3f095c {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 15:53:51.113727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.114726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/routers/4a836e8a-ba00-41c5-a938-62890a3f095c HTTP/1.1" status: 204 len: 168 time: 1.0804446 Apr 16 15:53:51.116639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38848) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:51.187552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.289859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.354057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba94f40-7eff-414b-9ca3-b4e312e6c338']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:51.360868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:51.361028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4a0a3b-fabf-4d3e-8966-3f5e1630a425') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:53:51.367368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.377464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.384944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Releasing vlan 1461 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:53:51.478676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:53:51.483524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.571028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Network 4ba94f40-7eff-414b-9ca3-b4e312e6c338 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:53:51.584713 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:53:51.626722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.629139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0591a6f7-a763-48bc-9e89-4bc5071aae51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:51.637745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:51.643827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Pushing event deleted for resources: {'Network': ['ID=4ba94f40-7eff-414b-9ca3-b4e312e6c338,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:51.645919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:51.647082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b8393bf9-df8e-4c96-9cd6-6aa319a0ed5d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] 10.222.0.95 "DELETE /v2.0/networks/4ba94f40-7eff-414b-9ca3-b4e312e6c338 HTTP/1.1" status: 204 len: 168 time: 0.5297244 Apr 16 15:53:51.854016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38856) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:51.950437 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-843b6912-6d4e-4754-a422-c1bff120e7b0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=8368c00c80e846dda8d506830d64f85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0953805 Apr 16 15:53:51.953864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 38862) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:51.990073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3f8b677-634f-45dd-85f1-836fadf8b533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:52.005607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3f8b677-634f-45dd-85f1-836fadf8b533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:52.034515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3f8b677-634f-45dd-85f1-836fadf8b533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:52.037569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19851295-400c-464d-8da7-73571b4d4ae9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:52.046857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8b677-634f-45dd-85f1-836fadf8b533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfd4e1c-2f0f-415a-b496-efc2fff3b10e,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:52.049668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f3f8b677-634f-45dd-85f1-836fadf8b533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:52.051775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3f8b677-634f-45dd-85f1-836fadf8b533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:52.052494 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f3f8b677-634f-45dd-85f1-836fadf8b533 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/ddfd4e1c-2f0f-415a-b496-efc2fff3b10e HTTP/1.1" status: 204 len: 168 time: 0.0980177 Apr 16 15:53:52.229001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38870) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:52.247884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f02fb735-edc9-4037-9484-2c214e1e8b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:52.255874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f02fb735-edc9-4037-9484-2c214e1e8b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:53:52.258350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f02fb735-edc9-4037-9484-2c214e1e8b9e admin admin] Usage tracker for resource:security_group_rule and tenant:001b64593dbd4397a91de610506d7a18 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:53:52.260057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f02fb735-edc9-4037-9484-2c214e1e8b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:53:52.263473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f02fb735-edc9-4037-9484-2c214e1e8b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:53:52.320202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f02fb735-edc9-4037-9484-2c214e1e8b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:52.322682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f02fb735-edc9-4037-9484-2c214e1e8b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:52.327526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-673482ff-2e11-497f-bc5d-1d327631d8c0 tempest-TagsTest-477753800 tempest-TagsTest-477753800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:52.350295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f02fb735-edc9-4037-9484-2c214e1e8b9e admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=001b64593dbd4397a91de610506d7a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201355 Apr 16 15:53:52.350954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02fb735-edc9-4037-9484-2c214e1e8b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b894f9df-8c65-445b-bf0a-a6d1a5a35e5b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:52.352805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 38874) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:53:52.354357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f02fb735-edc9-4037-9484-2c214e1e8b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:52.363265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1b124256-e880-436e-b330-fde966fbe0fd no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:53:52.384091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 1b124256-e880-436e-b330-fde966fbe0fd {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:53:52.384300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1b124256-e880-436e-b330-fde966fbe0fd not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:53:52.384565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 77122218-e285-4638-8621-ca811da7d0db no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:53:52.389006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7524-2940-4b9e-bd45-2e5cbd1ef5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:52.403156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 77122218-e285-4638-8621-ca811da7d0db {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:53:52.403379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 77122218-e285-4638-8621-ca811da7d0db not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:53:52.403531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7524-2940-4b9e-bd45-2e5cbd1ef5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:52.427579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7524-2940-4b9e-bd45-2e5cbd1ef5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:52.430247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c1864db9-b60f-4883-ac4d-c6c337c8f8d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:52.437401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe7524-2940-4b9e-bd45-2e5cbd1ef5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b894f9df-8c65-445b-bf0a-a6d1a5a35e5b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:52.439239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfbe7524-2940-4b9e-bd45-2e5cbd1ef5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:52.439696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7524-2940-4b9e-bd45-2e5cbd1ef5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:52.440401 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cfbe7524-2940-4b9e-bd45-2e5cbd1ef5f3 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/b894f9df-8c65-445b-bf0a-a6d1a5a35e5b HTTP/1.1" status: 204 len: 168 time: 0.0870140 Apr 16 15:53:56.568616 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-33368450-bf4a-4fcb-a1f2-ba2fcbfa01f2 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=db87e44336a442809ed72a9a52f854da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196991 Apr 16 15:53:56.658774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-dd6f5183-6816-4a6b-b909-1107f049a937 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:56.659736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-dd6f5183-6816-4a6b-b909-1107f049a937 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0879962 Apr 16 15:53:56.668898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-d92ab8c1-6dfe-45dd-8375-120883dbc140 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/quotas/db87e44336a442809ed72a9a52f854da HTTP/1.1" status: 200 len: 375 time: 0.0061495 Apr 16 15:53:56.698159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-b8a180b2-9980-41a0-864a-90f4f6b73ab4 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=db87e44336a442809ed72a9a52f854da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265138 Apr 16 15:53:56.809271 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dca0d851-e88e-4199-9c02-cd423d6d4e4b req-7b2ef900-0f56-405c-8262-97574691dca6 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 210 time: 0.0286386 Apr 16 15:53:57.932048 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cb7bfb4e-e0e0-4cc7-ae0c-2d4d61de7c5d req-d7f049b4-4606-41fd-8dce-8a3325d1928e tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 210 time: 0.0353138 Apr 16 15:53:59.048384 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-89dc553f-5bb1-4371-9fb7-4fa87db95d07 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=db87e44336a442809ed72a9a52f854da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490892 Apr 16 15:53:59.071853 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c266b8e5-cbf7-486a-86bb-22d7ebf6fb2d req-0a2915de-c459-4012-9a7d-01956dcf702d tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 210 time: 0.0498927 Apr 16 15:53:59.156646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-99a462ea-b17f-490b-8250-77024ccf8d0b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:59.157649 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-99a462ea-b17f-490b-8250-77024ccf8d0b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1016397 Apr 16 15:53:59.171054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Request body: {'port': {'device_id': '9dfcac9f-098e-4a2c-a3ad-748f272d11d8', 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9', 'admin_state_up': True, 'tenant_id': 'db87e44336a442809ed72a9a52f854da'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:53:59.261065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:53:59.264037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Usage tracker for resource:port and tenant:db87e44336a442809ed72a9a52f854da is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:53:59.266178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:53:59.271118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:53:59.278662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Made reservation on behalf of db87e44336a442809ed72a9a52f854da for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:53:59.282873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:59.292077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:59.302960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:53:59.305905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Usage tracker for resource:security_group_rule and tenant:db87e44336a442809ed72a9a52f854da is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:53:59.308104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:53:59.312517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:53:59.371364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:59.373911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:59.375996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dfc26aa8-5941-4430-8b2f-fdadc2ac8bc8 tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:59.424095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:59.429142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:59.501259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Allocated IP 192.168.233.11 (45cd7394-9239-42a6-ba62-9485d51887f9/9076d78e-3d85-4557-aa9e-1ba83a113111/1e61a699-7b21-4e39-9acc-f77373344719) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:53:59.640760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:59.652541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Transition to ACTIVE for port object 1e61a699-7b21-4e39-9acc-f77373344719 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:53:59.670404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:59.680975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8febc847-6c2b-4882-a590-1afbb4430b62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:53:59.757514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Pushing event updated for resources: {'Port': ['ID=1e61a699-7b21-4e39-9acc-f77373344719,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:53:59.759380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:53:59.791949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Network 45cd7394-9239-42a6-ba62-9485d51887f9 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:53:59.792784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:53:59.794308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:53:59.836072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:53:59.836531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:59.854871 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6865571 Apr 16 15:53:59.872882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Request body: {'port': {'device_id': '9dfcac9f-098e-4a2c-a3ad-748f272d11d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:53:59.921002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5c33e7d1-87fa-4da2-b7f2-aed7f144c299 None None] Provisioning for port 1e61a699-7b21-4e39-9acc-f77373344719 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:53:59.923978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5c33e7d1-87fa-4da2-b7f2-aed7f144c299 None None] Provisioning complete for port 1e61a699-7b21-4e39-9acc-f77373344719 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:53:59.924222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c33e7d1-87fa-4da2-b7f2-aed7f144c299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:59.946685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:53:59.956857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5c33e7d1-87fa-4da2-b7f2-aed7f144c299 None None] Port 1e61a699-7b21-4e39-9acc-f77373344719 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:54:00.155848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e61a699-7b21-4e39-9acc-f77373344719 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:54:00.159997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:00.193098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Transition to ACTIVE for port object 1e61a699-7b21-4e39-9acc-f77373344719 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:54:00.195166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:00.202276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-105906ab-252b-4a39-8cb8-1aa17fe23fea tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:00.528808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Pushing event updated for resources: {'Port': ['ID=1e61a699-7b21-4e39-9acc-f77373344719,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:00.530684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:00.563201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1860929-87ca-4b40-aae7-9a144a903490 req-c20176f8-8d9c-4396-ae13-9576d4828227 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:00.563602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c1860929-87ca-4b40-aae7-9a144a903490 req-c20176f8-8d9c-4396-ae13-9576d4828227 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Synchronizing usage tracker for tenant:db87e44336a442809ed72a9a52f854da on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:54:00.624226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c1860929-87ca-4b40-aae7-9a144a903490 req-c20176f8-8d9c-4396-ae13-9576d4828227 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Unset dirty status for tenant:db87e44336a442809ed72a9a52f854da on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:54:00.625021 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c1860929-87ca-4b40-aae7-9a144a903490 req-c20176f8-8d9c-4396-ae13-9576d4828227 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 935 time: 0.4634795 Apr 16 15:54:00.686952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c1860929-87ca-4b40-aae7-9a144a903490 req-23f3bcdc-46e1-4208-8ff5-f675ea4bc483 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Synchronizing usage tracker for tenant:db87e44336a442809ed72a9a52f854da on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:54:00.696953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Attempting to bind port 1e61a699-7b21-4e39-9acc-f77373344719 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:54:00.697145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Attempting to bind port 1e61a699-7b21-4e39-9acc-f77373344719 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '24a47a0b-6e19-4519-9826-3a55750f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1494, 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:54:00.697313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Attempting to bind port 1e61a699-7b21-4e39-9acc-f77373344719 on network 45cd7394-9239-42a6-ba62-9485d51887f9 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:54:00.702377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Port 1e61a699-7b21-4e39-9acc-f77373344719 on network 45cd7394-9239-42a6-ba62-9485d51887f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:54:00.702659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Attempting to bind port 1e61a699-7b21-4e39-9acc-f77373344719 on network 45cd7394-9239-42a6-ba62-9485d51887f9 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:54:00.706028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c1860929-87ca-4b40-aae7-9a144a903490 req-23f3bcdc-46e1-4208-8ff5-f675ea4bc483 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Unset dirty status for tenant:db87e44336a442809ed72a9a52f854da on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:54:00.706777 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c1860929-87ca-4b40-aae7-9a144a903490 req-23f3bcdc-46e1-4208-8ff5-f675ea4bc483 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755782 Apr 16 15:54:00.707234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:54:00.707416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Checking segment: {'id': '24a47a0b-6e19-4519-9826-3a55750f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1494, 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:54:00.707633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Bound using segment: {'id': '24a47a0b-6e19-4519-9826-3a55750f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1494, 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:54:00.707888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Bound port: 1e61a699-7b21-4e39-9acc-f77373344719, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a47a0b-6e19-4519-9826-3a55750f5d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1494, 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:54:00.708097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:00.761239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] For port 1e61a699-7b21-4e39-9acc-f77373344719, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:54:00.763093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] For port 1e61a699-7b21-4e39-9acc-f77373344719, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e61a699-7b21-4e39-9acc-f77373344719,segment=NetworkSegment(24a47a0b-6e19-4519-9826-3a55750f5d20),segment_id=24a47a0b-6e19-4519-9826-3a55750f5d20)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:54:00.765768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:00.773017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9129a0c2-a798-4b8f-a1ca-4a70e813a92a tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:00.854165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Pushing event updated for resources: {'Port': ['ID=1e61a699-7b21-4e39-9acc-f77373344719,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:00.856198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:00.877110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:00.877932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:00.878331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] 10.222.0.107 "PUT /v2.0/ports/1e61a699-7b21-4e39-9acc-f77373344719 HTTP/1.1" status: 200 len: 1097 time: 1.0089152 Apr 16 15:54:00.878743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dfcac9f-098e-4a2c-a3ad-748f272d11d8', 'tag': '1e61a699-7b21-4e39-9acc-f77373344719'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:54:00.908260 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dfcac9f-098e-4a2c-a3ad-748f272d11d8', 'tag': '1e61a699-7b21-4e39-9acc-f77373344719', 'status': 'completed', 'code': 200} Apr 16 15:54:00.973970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-c1efaecb-e8f9-47c4-9f2d-40dccd53d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:00.975126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-c1efaecb-e8f9-47c4-9f2d-40dccd53d346 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=db87e44336a442809ed72a9a52f854da&device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 1100 time: 0.0571802 Apr 16 15:54:01.025589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-ef07914b-e8b4-4df7-919e-08e2c0d99607 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=1e61a699-7b21-4e39-9acc-f77373344719 HTTP/1.1" status: 200 len: 217 time: 0.0411282 Apr 16 15:54:01.082072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-b1069265-5660-4115-a262-40ee089c6498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:01.084021 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-b1069265-5660-4115-a262-40ee089c6498 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9076d78e-3d85-4557-aa9e-1ba83a113111 HTTP/1.1" status: 200 len: 843 time: 0.0489438 Apr 16 15:54:01.138586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-11da9e82-f98e-47e9-8857-28623eb8b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:01.139567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-11da9e82-f98e-47e9-8857-28623eb8b7c4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=45cd7394-9239-42a6-ba62-9485d51887f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0471873 Apr 16 15:54:01.223279 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-4f3245d2-6b17-4ef8-a465-034cb062bcad service neutron] 10.222.0.107 "GET /v2.0/networks/45cd7394-9239-42a6-ba62-9485d51887f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0741184 Apr 16 15:54:01.308601 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-792f5de9-189e-4eb8-913d-caee7e041a4f req-5cb4ba0c-72fa-42f0-99ad-eab99c7dfb25 service neutron] 10.222.0.107 "GET /v2.0/networks/45cd7394-9239-42a6-ba62-9485d51887f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0770316 Apr 16 15:54:01.421043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0086a-6302-4083-88b3-6d03be435c15 req-600b4a7e-323e-46c1-a2ba-4cddcc7f7bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:01.421991 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51e0086a-6302-4083-88b3-6d03be435c15 req-600b4a7e-323e-46c1-a2ba-4cddcc7f7bca service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=db87e44336a442809ed72a9a52f854da&device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 1100 time: 0.0445173 Apr 16 15:54:01.508805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0086a-6302-4083-88b3-6d03be435c15 req-b19d36a2-5021-4266-a892-40f3ee1c4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:01.509666 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51e0086a-6302-4083-88b3-6d03be435c15 req-b19d36a2-5021-4266-a892-40f3ee1c4542 service neutron] 10.222.0.107 "GET /v2.0/networks?id=45cd7394-9239-42a6-ba62-9485d51887f9 HTTP/1.1" status: 200 len: 871 time: 0.0813651 Apr 16 15:54:01.564856 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51e0086a-6302-4083-88b3-6d03be435c15 req-5ef2473d-d5b7-418f-ae4e-37af1cf081d4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=1e61a699-7b21-4e39-9acc-f77373344719 HTTP/1.1" status: 200 len: 217 time: 0.0495145 Apr 16 15:54:01.612764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0086a-6302-4083-88b3-6d03be435c15 req-871dd898-c68e-4254-9f11-7f0a47a9572a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:01.613558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51e0086a-6302-4083-88b3-6d03be435c15 req-871dd898-c68e-4254-9f11-7f0a47a9572a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9076d78e-3d85-4557-aa9e-1ba83a113111 HTTP/1.1" status: 200 len: 843 time: 0.0429242 Apr 16 15:54:01.664740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e0086a-6302-4083-88b3-6d03be435c15 req-6d6962bf-b890-4dc7-9a74-aa1ab46c874e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:01.665621 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51e0086a-6302-4083-88b3-6d03be435c15 req-6d6962bf-b890-4dc7-9a74-aa1ab46c874e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=45cd7394-9239-42a6-ba62-9485d51887f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0470591 Apr 16 15:54:01.769089 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51e0086a-6302-4083-88b3-6d03be435c15 req-136e2e9d-5e1c-4dff-b8ef-79af43ce1302 service neutron] 10.222.0.107 "GET /v2.0/networks/45cd7394-9239-42a6-ba62-9485d51887f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974858 Apr 16 15:54:01.879660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51e0086a-6302-4083-88b3-6d03be435c15 req-dc5f57a5-0902-4363-a202-990952eeb32b service neutron] 10.222.0.107 "GET /v2.0/networks/45cd7394-9239-42a6-ba62-9485d51887f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053987 Apr 16 15:54:01.886355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de962d6-a446-4386-8b2a-5b8b76b16427 req-0aa84a8d-ac3d-4a61-a99b-2863dd11a338 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:01.887166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2de962d6-a446-4386-8b2a-5b8b76b16427 req-0aa84a8d-ac3d-4a61-a99b-2863dd11a338 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 947 time: 0.1003954 Apr 16 15:54:01.916656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2de962d6-a446-4386-8b2a-5b8b76b16427 req-ab2dbee5-13a9-4927-9dbf-6b1e1dc5118a tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251317 Apr 16 15:54:03.036390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 1e61a699-7b21-4e39-9acc-f77373344719 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:54:03.061163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db08df-4586-4b55-974d-1a89b0f3c076 req-0d2c2545-7b7b-4622-80ad-010501a74a10 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:03.062313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c9db08df-4586-4b55-974d-1a89b0f3c076 req-0d2c2545-7b7b-4622-80ad-010501a74a10 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 947 time: 0.0630295 Apr 16 15:54:03.092783 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c9db08df-4586-4b55-974d-1a89b0f3c076 req-50c9b74c-989a-4ae9-a06e-090b474b6dea tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264502 Apr 16 15:54:03.127087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 1e61a699-7b21-4e39-9acc-f77373344719, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e61a699-7b21-4e39-9acc-f77373344719,segment=NetworkSegment(24a47a0b-6e19-4519-9826-3a55750f5d20),segment_id=24a47a0b-6e19-4519-9826-3a55750f5d20)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:54:03.135681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '1e61a699-7b21-4e39-9acc-f77373344719', 'network_id': '45cd7394-9239-42a6-ba62-9485d51887f9', 'port_id': '1e61a699-7b21-4e39-9acc-f77373344719', 'mac_address': 'fa:16:3e:44:48:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1494, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9076d78e-3d85-4557-aa9e-1ba83a113111', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:54:03.174807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:03.189634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e61a699-7b21-4e39-9acc-f77373344719 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:54:03.200863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 1e61a699-7b21-4e39-9acc-f77373344719, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e61a699-7b21-4e39-9acc-f77373344719,segment=NetworkSegment(24a47a0b-6e19-4519-9826-3a55750f5d20),segment_id=24a47a0b-6e19-4519-9826-3a55750f5d20)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:54:03.203332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:03.205380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-478be075-da58-4281-a153-b660fe81eecc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:03.247025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=1e61a699-7b21-4e39-9acc-f77373344719,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:03.249134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:03.665662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['1e61a699-7b21-4e39-9acc-f77373344719'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:54:04.265675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5fb4c-bc01-4d67-adeb-d361f1245c9e req-36be5ebf-093b-4be4-9b59-6e31042cfaaf tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:04.267195 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ffc5fb4c-bc01-4d67-adeb-d361f1245c9e req-36be5ebf-093b-4be4-9b59-6e31042cfaaf tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 948 time: 0.0821404 Apr 16 15:54:04.299824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ffc5fb4c-bc01-4d67-adeb-d361f1245c9e req-d8840e52-fda3-4ebb-a969-72e3b46c681f tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281322 Apr 16 15:54:05.052817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 1e61a699-7b21-4e39-9acc-f77373344719 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:54:05.119532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 1e61a699-7b21-4e39-9acc-f77373344719 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:54:05.123709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 1e61a699-7b21-4e39-9acc-f77373344719 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:54:05.124008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:05.209059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:05.227461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfcac9f-098e-4a2c-a3ad-748f272d11d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e61a699-7b21-4e39-9acc-f77373344719'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:54:05.235096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 1e61a699-7b21-4e39-9acc-f77373344719, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e61a699-7b21-4e39-9acc-f77373344719,segment=NetworkSegment(24a47a0b-6e19-4519-9826-3a55750f5d20),segment_id=24a47a0b-6e19-4519-9826-3a55750f5d20)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:54:05.238563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:05.240051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:05.277691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfcac9f-098e-4a2c-a3ad-748f272d11d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e61a699-7b21-4e39-9acc-f77373344719', 'code': 200} Apr 16 15:54:05.286937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=1e61a699-7b21-4e39-9acc-f77373344719,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:05.289143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:05.449633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cb36f-3da6-49a4-8a60-77d0f8123f5a req-6368e6b6-427a-488a-a444-28804cd4e88c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:05.450709 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-176cb36f-3da6-49a4-8a60-77d0f8123f5a req-6368e6b6-427a-488a-a444-28804cd4e88c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 949 time: 0.0702279 Apr 16 15:54:05.485620 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-176cb36f-3da6-49a4-8a60-77d0f8123f5a req-3a78e9e0-0e38-4ba0-bea4-8daa4e11f3a8 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272493 Apr 16 15:54:06.651648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450341ac-6245-4e7a-a033-7c0f7d5295b6 req-8212d325-36e9-45ed-99e4-524137d1fbb2 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:06.652914 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-450341ac-6245-4e7a-a033-7c0f7d5295b6 req-8212d325-36e9-45ed-99e4-524137d1fbb2 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 949 time: 0.0810132 Apr 16 15:54:06.690230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-450341ac-6245-4e7a-a033-7c0f7d5295b6 req-1291e32c-4f3a-4fc2-8850-7beb73f2fc53 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Apr 16 15:54:06.803250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147eed0-13e2-4af0-8a35-dba80ff1a925 req-c6962787-b2b2-4225-822d-2a2483ad4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:06.805151 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c147eed0-13e2-4af0-8a35-dba80ff1a925 req-c6962787-b2b2-4225-822d-2a2483ad4923 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 1102 time: 0.0599709 Apr 16 15:54:06.840372 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c147eed0-13e2-4af0-8a35-dba80ff1a925 req-1043a8e4-1b6c-40f9-bc1d-155415f92064 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258172 Apr 16 15:54:07.849934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ab1a8-b3c4-4e9d-ba9c-462821d2336a req-cd409b8c-e484-4e58-8beb-74bace7dc458 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:07.851070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d72ab1a8-b3c4-4e9d-ba9c-462821d2336a req-cd409b8c-e484-4e58-8beb-74bace7dc458 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 949 time: 0.0650914 Apr 16 15:54:07.882926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d72ab1a8-b3c4-4e9d-ba9c-462821d2336a req-936d26bf-ffd2-4f56-94bb-659e3511868e tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270314 Apr 16 15:54:09.040886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8c7c-1957-4e71-ad75-0e09f712fa45 req-0b9b6cc5-8db9-42d0-982c-417e25d313d6 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:09.041916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b9e8c7c-1957-4e71-ad75-0e09f712fa45 req-0b9b6cc5-8db9-42d0-982c-417e25d313d6 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 949 time: 0.0676589 Apr 16 15:54:09.074342 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b9e8c7c-1957-4e71-ad75-0e09f712fa45 req-c8133dfc-7659-454a-a677-09761216b751 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266912 Apr 16 15:54:09.885617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4350199-4097-4007-9b8e-d7ca8e790eda req-be4f056f-d2d5-47e1-acbc-b3d6dbc74f57 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:09.886646 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a4350199-4097-4007-9b8e-d7ca8e790eda req-be4f056f-d2d5-47e1-acbc-b3d6dbc74f57 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 949 time: 0.0744519 Apr 16 15:54:09.920087 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a4350199-4097-4007-9b8e-d7ca8e790eda req-faed3cba-bcb1-43fb-8fe7-39a4363997f9 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293500 Apr 16 15:54:11.080004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7f15c-f2c0-4a16-b720-d2f9c2afb88e req-a9418a1d-5e46-4d3a-ba54-4e7f51847873 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:11.081046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51e7f15c-f2c0-4a16-b720-d2f9c2afb88e req-a9418a1d-5e46-4d3a-ba54-4e7f51847873 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 949 time: 0.0635450 Apr 16 15:54:11.110816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51e7f15c-f2c0-4a16-b720-d2f9c2afb88e req-19b05583-ecf1-43ae-b18f-2e4ae61a61c7 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/security-groups?id=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261002 Apr 16 15:54:11.331113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5c99cd7-6e66-4992-a34f-62dcb8452ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:11.619597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d30b2e-ff43-4d9a-99ac-517174ddedc2 req-89d5979e-8f04-440a-a75b-f5d92f896c96 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:11.620633 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54d30b2e-ff43-4d9a-99ac-517174ddedc2 req-89d5979e-8f04-440a-a75b-f5d92f896c96 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.107 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 949 time: 0.0808468 Apr 16 15:54:11.688701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-54d30b2e-ff43-4d9a-99ac-517174ddedc2 req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Deleting port 1e61a699-7b21-4e39-9acc-f77373344719 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:54:11.688943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-54d30b2e-ff43-4d9a-99ac-517174ddedc2 req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:11.860468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-54d30b2e-ff43-4d9a-99ac-517174ddedc2 req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] For port 1e61a699-7b21-4e39-9acc-f77373344719, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1e61a699-7b21-4e39-9acc-f77373344719,segment=NetworkSegment(24a47a0b-6e19-4519-9826-3a55750f5d20),segment_id=24a47a0b-6e19-4519-9826-3a55750f5d20)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:54:11.860716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-54d30b2e-ff43-4d9a-99ac-517174ddedc2 req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:11.942300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-54d30b2e-ff43-4d9a-99ac-517174ddedc2 req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Calling delete_port for 1e61a699-7b21-4e39-9acc-f77373344719 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:54:12.040067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-54d30b2e-ff43-4d9a-99ac-517174ddedc2 req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:12.052365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:12.053332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['1e61a699-7b21-4e39-9acc-f77373344719'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:54:12.082479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Pushing event deleted for resources: {'Port': ['ID=1e61a699-7b21-4e39-9acc-f77373344719,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:12.113935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:12.532798 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b7f75a1-24d7-4dec-9200-929789b8f275 req-255eef17-4e78-4645-ad37-9922d94e7054 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 210 time: 0.3423195 Apr 16 15:54:12.535535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d30b2e-ff43-4d9a-99ac-517174ddedc2 req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] No DVR routers for this DVR port 1e61a699-7b21-4e39-9acc-f77373344719 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:54:12.537440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-54d30b2e-ff43-4d9a-99ac-517174ddedc2 req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:12.539076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dfcac9f-098e-4a2c-a3ad-748f272d11d8', 'name': 'network-vif-deleted', 'tag': '1e61a699-7b21-4e39-9acc-f77373344719'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:54:12.550463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54d30b2e-ff43-4d9a-99ac-517174ddedc2 req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.107 "DELETE /v2.0/ports/1e61a699-7b21-4e39-9acc-f77373344719 HTTP/1.1" status: 204 len: 173 time: 0.9227331 Apr 16 15:54:12.586761 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dfcac9f-098e-4a2c-a3ad-748f272d11d8', 'name': 'network-vif-deleted', 'tag': '1e61a699-7b21-4e39-9acc-f77373344719', 'status': 'completed', 'code': 200} Apr 16 15:54:12.743764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d48eab81-409e-49b7-8360-72e88676c652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:12.950769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:13.076051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:13.406919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:13.684887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-015c5d9b-006b-455a-b639-9408ae92eb64 req-59fd78db-f89b-4993-9e7a-f0566e9d899c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Synchronizing usage tracker for tenant:db87e44336a442809ed72a9a52f854da on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:54:13.697102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-015c5d9b-006b-455a-b639-9408ae92eb64 req-59fd78db-f89b-4993-9e7a-f0566e9d899c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Unset dirty status for tenant:db87e44336a442809ed72a9a52f854da on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:54:13.697985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-015c5d9b-006b-455a-b639-9408ae92eb64 req-59fd78db-f89b-4993-9e7a-f0566e9d899c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 210 time: 0.0566616 Apr 16 15:54:14.192443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:14.842037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3699745c-9f1f-4100-bd99-f667bd1ebd6b req-14c22472-e8bd-4d8a-b2e2-0f137d4781e7 tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] 10.222.0.95 "GET /v2.0/ports?device_id=9dfcac9f-098e-4a2c-a3ad-748f272d11d8 HTTP/1.1" status: 200 len: 210 time: 0.0354738 Apr 16 15:54:15.084706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 1e61a699-7b21-4e39-9acc-f77373344719 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:54:15.116269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 1e61a699-7b21-4e39-9acc-f77373344719 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:54:15.116478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 1e61a699-7b21-4e39-9acc-f77373344719 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:54:16.122638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39016) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:54:16.249043 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4cdafe1a-a822-4bf1-909c-7cb48b3d06ba admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=db87e44336a442809ed72a9a52f854da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245520 Apr 16 15:54:16.252488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39022) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:54:16.292553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7eaae648-728a-4e2b-8aaf-fc8468ae2f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:16.312964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7eaae648-728a-4e2b-8aaf-fc8468ae2f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:16.351102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7eaae648-728a-4e2b-8aaf-fc8468ae2f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:16.353580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30b92321-ced5-4e4e-8a0f-7e3d79819527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:16.364008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaae648-728a-4e2b-8aaf-fc8468ae2f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:16.365971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7eaae648-728a-4e2b-8aaf-fc8468ae2f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:16.372036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7eaae648-728a-4e2b-8aaf-fc8468ae2f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:16.374882 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7eaae648-728a-4e2b-8aaf-fc8468ae2f49 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/6ff3f1a5-3c52-48e9-a7c5-f962b3318a2d HTTP/1.1" status: 204 len: 168 time: 0.1196129 Apr 16 15:54:16.570931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39030) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:54:16.584487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a154c70-16e5-47c5-bbb4-6a6efb533a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:16.595062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7a154c70-16e5-47c5-bbb4-6a6efb533a51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:54:16.598062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7a154c70-16e5-47c5-bbb4-6a6efb533a51 admin admin] Usage tracker for resource:security_group_rule and tenant:affb9692d9a9423797c66d72ac54ba86 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:54:16.600517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7a154c70-16e5-47c5-bbb4-6a6efb533a51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:54:16.604956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7a154c70-16e5-47c5-bbb4-6a6efb533a51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:54:16.665330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a154c70-16e5-47c5-bbb4-6a6efb533a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:16.667636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7a154c70-16e5-47c5-bbb4-6a6efb533a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:16.672248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e081520c-c237-4e6d-84fd-896fa8bf9170 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:16.698950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7a154c70-16e5-47c5-bbb4-6a6efb533a51 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=affb9692d9a9423797c66d72ac54ba86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271489 Apr 16 15:54:16.699558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a154c70-16e5-47c5-bbb4-6a6efb533a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6c8eba-d29c-4b4b-b373-48f08d658736,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:16.701817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a154c70-16e5-47c5-bbb4-6a6efb533a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:16.702570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39034) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:54:16.737963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17a8ffd3-1f5e-4908-87c2-411079f48b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:16.752751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17a8ffd3-1f5e-4908-87c2-411079f48b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:16.780034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17a8ffd3-1f5e-4908-87c2-411079f48b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:16.782321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-07ffb925-45fc-40ae-b825-9abafaa58f50 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:16.789814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8ffd3-1f5e-4908-87c2-411079f48b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6c8eba-d29c-4b4b-b373-48f08d658736,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:16.792255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-17a8ffd3-1f5e-4908-87c2-411079f48b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:16.794254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-17a8ffd3-1f5e-4908-87c2-411079f48b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:16.795058 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-17a8ffd3-1f5e-4908-87c2-411079f48b2e admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cf6c8eba-d29c-4b4b-b373-48f08d658736 HTTP/1.1" status: 204 len: 168 time: 0.0918384 Apr 16 15:54:17.258517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39058) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:54:17.324863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-179550222-network', 'tenant_id': '84d3f84999d44008b04ba22870bd1cc7'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:54:17.328390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:54:17.331172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Usage tracker for resource:network and tenant:84d3f84999d44008b04ba22870bd1cc7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:54:17.333832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:54:17.337362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:54:17.344178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Made reservation on behalf of 84d3f84999d44008b04ba22870bd1cc7 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:54:17.346793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:17.353842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:17.361948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:54:17.364161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Usage tracker for resource:security_group_rule and tenant:84d3f84999d44008b04ba22870bd1cc7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:54:17.365746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:54:17.369034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:54:17.418663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:17.421286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:17.423634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a88a747e-1460-4ac9-b60d-02d45216b27f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:17.437008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1467} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:54:17.443732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936d80f4-0a27-4acb-8a66-4bb48f587f1e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:17.446471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:17.446981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:17.447198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Added segment 47f9f4ae-0a42-4e51-b7fe-f33deff6ea37 of type vlan for network 50153d0b-9134-4b19-a9d8-0db0c7a175ea Apr 16 15:54:17.464761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:17.481124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:17.481774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:17.482140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:17.484129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e381e689-4d03-47b6-9cd8-5cff59e3979a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:17.536639 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2770312 Apr 16 15:54:17.540532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Pushing event updated for resources: {'Network': ['ID=50153d0b-9134-4b19-a9d8-0db0c7a175ea,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:17.541018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39064) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:54:17.544255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:17.546394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Request body: {'subnet': {'network_id': '50153d0b-9134-4b19-a9d8-0db0c7a175ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-179550222-subnet', 'tenant_id': '84d3f84999d44008b04ba22870bd1cc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:54:17.550117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:54:17.552812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Usage tracker for resource:subnet and tenant:84d3f84999d44008b04ba22870bd1cc7 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:54:17.553399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 50153d0b-9134-4b19-a9d8-0db0c7a175ea details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:54:17.554803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:54:17.558576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:54:17.566156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Made reservation on behalf of 84d3f84999d44008b04ba22870bd1cc7 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:54:17.568957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:17.790073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:17.797050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69c2ab0d-1d25-432f-b05e-a0dd72b670dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:17.859712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a51a2b9-6313-450a-a457-33f2df599820,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:17.866043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:17.900508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Checking segment: {'id': '47f9f4ae-0a42-4e51-b7fe-f33deff6ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '50153d0b-9134-4b19-a9d8-0db0c7a175ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:54:17.900720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Network hostable DHCP agents. Network: 50153d0b-9134-4b19-a9d8-0db0c7a175ea, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:54:17.912239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Network 50153d0b-9134-4b19-a9d8-0db0c7a175ea is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:54:17.921659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 50153d0b-9134-4b19-a9d8-0db0c7a175ea) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:54:17.928358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75908613-f306-4d7b-917f-7cb89611de06 None None] Network 50153d0b-9134-4b19-a9d8-0db0c7a175ea requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:54:17.929327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:17.929777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:17.941944 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fd60d530-376e-4353-87be-0152063290d6 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3997905 Apr 16 15:54:18.068325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64100659-d218-48c6-bbe1-4042ba20ccbc None None] Network 50153d0b-9134-4b19-a9d8-0db0c7a175ea requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:54:18.273758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-0ab0ccb6-9539-4266-8add-82d0aa240100 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:18.274833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-0ab0ccb6-9539-4266-8add-82d0aa240100 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/networks?id=50153d0b-9134-4b19-a9d8-0db0c7a175ea HTTP/1.1" status: 200 len: 811 time: 0.1000330 Apr 16 15:54:18.285689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-937b71ea-d068-4963-a22e-f49ed2ab6d4d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/quotas/84d3f84999d44008b04ba22870bd1cc7 HTTP/1.1" status: 200 len: 375 time: 0.0068884 Apr 16 15:54:18.320287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-27794e59-6c94-426c-ba95-8fed18dbb8a1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=84d3f84999d44008b04ba22870bd1cc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318441 Apr 16 15:54:18.404215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-f5f457a0-5cea-4ba6-ae11-a84c30da4c01 service neutron] 10.222.0.95 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800054 Apr 16 15:54:18.484322 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-9548932f-14c3-48eb-a57d-56df0a4e5e2e service neutron] 10.222.0.95 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0749474 Apr 16 15:54:18.614643 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a4db1add-7f29-42ec-8a10-ba6daa32d372 req-30189bb8-e4b1-48a0-92be-3f0cd6994441 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 210 time: 0.0305049 Apr 16 15:54:18.824516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:54:19.736166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-722f16fb-023d-4470-9569-75e91d18e7d8 req-78b6d7d6-29fa-4c93-bede-e4768dccab98 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 210 time: 0.0349627 Apr 16 15:54:20.870491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1b99d05-c6d3-4e9d-89bb-5ea9b7b18e13 req-c6b21041-5616-4a73-81ac-65fb54e8b373 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 210 time: 0.0391736 Apr 16 15:54:21.195873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-87110d3d-4621-47cd-b9ce-b1fdd1627590 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:21.196905 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-87110d3d-4621-47cd-b9ce-b1fdd1627590 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.107 "GET /v2.0/networks?id=50153d0b-9134-4b19-a9d8-0db0c7a175ea HTTP/1.1" status: 200 len: 811 time: 0.1129534 Apr 16 15:54:21.211120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Request body: {'port': {'device_id': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'network_id': '50153d0b-9134-4b19-a9d8-0db0c7a175ea', 'admin_state_up': True, 'tenant_id': '84d3f84999d44008b04ba22870bd1cc7'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:54:21.307937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:54:21.311528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Usage tracker for resource:port and tenant:84d3f84999d44008b04ba22870bd1cc7 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:54:21.313589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:54:21.317786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:54:21.324944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Made reservation on behalf of 84d3f84999d44008b04ba22870bd1cc7 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:54:21.329067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:21.443341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Allocated IP 172.20.0.2 (50153d0b-9134-4b19-a9d8-0db0c7a175ea/5a51a2b9-6313-450a-a457-33f2df599820/ac3427dc-431b-4084-beda-1ab9ba2408d7) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:54:21.586001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:21.608263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:21.618587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5383edfd-3ff0-4721-9b62-5c298b4150bb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:21.703944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Pushing event updated for resources: {'Port': ['ID=ac3427dc-431b-4084-beda-1ab9ba2408d7,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:21.706832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:21.741635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Network 50153d0b-9134-4b19-a9d8-0db0c7a175ea is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:54:21.742405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:54:21.744159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:54:21.788485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:21.788941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:21.802404 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5940487 Apr 16 15:54:21.815147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Request body: {'port': {'device_id': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:54:21.897122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:22.095879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0536d5-91cf-4c42-8414-93bc9212eb69 req-0e9a4f3b-17c4-47e3-aab0-b930bf9a278e tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:22.096292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-fc0536d5-91cf-4c42-8414-93bc9212eb69 req-0e9a4f3b-17c4-47e3-aab0-b930bf9a278e tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Synchronizing usage tracker for tenant:84d3f84999d44008b04ba22870bd1cc7 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:54:22.116880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-fc0536d5-91cf-4c42-8414-93bc9212eb69 req-0e9a4f3b-17c4-47e3-aab0-b930bf9a278e tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Unset dirty status for tenant:84d3f84999d44008b04ba22870bd1cc7 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:54:22.117626 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fc0536d5-91cf-4c42-8414-93bc9212eb69 req-0e9a4f3b-17c4-47e3-aab0-b930bf9a278e tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 931 time: 0.1689291 Apr 16 15:54:22.177165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3427dc-431b-4084-beda-1ab9ba2408d7 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:54:22.180578 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fc0536d5-91cf-4c42-8414-93bc9212eb69 req-02e8a211-8204-462c-a903-0dbb4d5182ce tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526867 Apr 16 15:54:22.182893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:22.192322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Transition to ACTIVE for port object ac3427dc-431b-4084-beda-1ab9ba2408d7 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:54:22.194764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:22.205140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dac08cd7-49d1-4185-ba1d-35d46725ca92 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:22.285370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3427dc-431b-4084-beda-1ab9ba2408d7,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:22.287548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:22.425242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Attempting to bind port ac3427dc-431b-4084-beda-1ab9ba2408d7 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:54:22.425457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Attempting to bind port ac3427dc-431b-4084-beda-1ab9ba2408d7 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '47f9f4ae-0a42-4e51-b7fe-f33deff6ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '50153d0b-9134-4b19-a9d8-0db0c7a175ea'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:54:22.425691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Attempting to bind port ac3427dc-431b-4084-beda-1ab9ba2408d7 on network 50153d0b-9134-4b19-a9d8-0db0c7a175ea {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:54:22.428967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Port ac3427dc-431b-4084-beda-1ab9ba2408d7 on network 50153d0b-9134-4b19-a9d8-0db0c7a175ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:54:22.429159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Attempting to bind port ac3427dc-431b-4084-beda-1ab9ba2408d7 on network 50153d0b-9134-4b19-a9d8-0db0c7a175ea {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:54:22.433191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:54:22.433376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Checking segment: {'id': '47f9f4ae-0a42-4e51-b7fe-f33deff6ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '50153d0b-9134-4b19-a9d8-0db0c7a175ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:54:22.433656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Bound using segment: {'id': '47f9f4ae-0a42-4e51-b7fe-f33deff6ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '50153d0b-9134-4b19-a9d8-0db0c7a175ea'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:54:22.433969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Bound port: ac3427dc-431b-4084-beda-1ab9ba2408d7, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47f9f4ae-0a42-4e51-b7fe-f33deff6ea37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '50153d0b-9134-4b19-a9d8-0db0c7a175ea'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:54:22.434217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:22.495754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] For port ac3427dc-431b-4084-beda-1ab9ba2408d7, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:54:22.497817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] For port ac3427dc-431b-4084-beda-1ab9ba2408d7, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7,segment=NetworkSegment(47f9f4ae-0a42-4e51-b7fe-f33deff6ea37),segment_id=47f9f4ae-0a42-4e51-b7fe-f33deff6ea37)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:54:22.500543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:22.510119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:22.606085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3427dc-431b-4084-beda-1ab9ba2408d7,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:22.609537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:22.887776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:22.888767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:22.890600 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] 10.222.0.107 "PUT /v2.0/ports/ac3427dc-431b-4084-beda-1ab9ba2408d7 HTTP/1.1" status: 200 len: 1093 time: 1.0783074 Apr 16 15:54:22.891340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'tag': 'ac3427dc-431b-4084-beda-1ab9ba2408d7'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:54:22.922664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'tag': 'ac3427dc-431b-4084-beda-1ab9ba2408d7', 'status': 'completed', 'code': 200} Apr 16 15:54:22.976419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-ca4f9c3c-1cb4-4e54-979d-85f89db4324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:22.977400 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-ca4f9c3c-1cb4-4e54-979d-85f89db4324e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=84d3f84999d44008b04ba22870bd1cc7&device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0503716 Apr 16 15:54:23.028278 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-191c3620-3324-4b96-bf53-d9c230f12f4e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7 HTTP/1.1" status: 200 len: 217 time: 0.0407660 Apr 16 15:54:23.077331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-49bd4cc8-4818-40a0-941d-f6d85f0a7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:23.078261 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-49bd4cc8-4818-40a0-941d-f6d85f0a7a18 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5a51a2b9-6313-450a-a457-33f2df599820 HTTP/1.1" status: 200 len: 851 time: 0.0416646 Apr 16 15:54:23.116833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-15204e7a-fe0d-47c1-9fa4-f4fea38925f1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=50153d0b-9134-4b19-a9d8-0db0c7a175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303950 Apr 16 15:54:23.217394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-e5903231-1026-4ccd-ac58-b68990c18fcb service neutron] 10.222.0.107 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915060 Apr 16 15:54:23.342628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d2f5b78-b481-435b-ad31-5688674d5c59 req-3d9b4abd-4dd5-4dfe-ae43-a4c82a895355 service neutron] 10.222.0.107 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170619 Apr 16 15:54:23.353211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4917ef6-751a-4895-b9aa-5ad216d2faf0 req-01fdb473-cf52-4982-a33f-19733721b3f4 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:23.354079 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4917ef6-751a-4895-b9aa-5ad216d2faf0 req-01fdb473-cf52-4982-a33f-19733721b3f4 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 943 time: 0.0830340 Apr 16 15:54:23.382344 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4917ef6-751a-4895-b9aa-5ad216d2faf0 req-d4687b1d-088f-42d8-bd51-29813918f43a tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229094 Apr 16 15:54:24.132282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc417-58a0-42cd-83fe-93677bddc7f7 req-2d668397-a91f-4209-9f6b-4c75dfb92a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:24.133500 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a36cc417-58a0-42cd-83fe-93677bddc7f7 req-2d668397-a91f-4209-9f6b-4c75dfb92a86 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=84d3f84999d44008b04ba22870bd1cc7&device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0776017 Apr 16 15:54:24.237139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc417-58a0-42cd-83fe-93677bddc7f7 req-5ea9f667-8457-4dab-aa4d-9edf93c5da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:24.238172 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a36cc417-58a0-42cd-83fe-93677bddc7f7 req-5ea9f667-8457-4dab-aa4d-9edf93c5da3b service neutron] 10.222.0.107 "GET /v2.0/networks?id=50153d0b-9134-4b19-a9d8-0db0c7a175ea HTTP/1.1" status: 200 len: 913 time: 0.0965068 Apr 16 15:54:24.289543 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a36cc417-58a0-42cd-83fe-93677bddc7f7 req-73ded57b-a52e-4f6c-918d-24b33d80e525 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7 HTTP/1.1" status: 200 len: 217 time: 0.0431433 Apr 16 15:54:24.340373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cc417-58a0-42cd-83fe-93677bddc7f7 req-43e0a286-36c6-4491-9117-7364cc64cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:24.341312 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a36cc417-58a0-42cd-83fe-93677bddc7f7 req-43e0a286-36c6-4491-9117-7364cc64cc8c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5a51a2b9-6313-450a-a457-33f2df599820 HTTP/1.1" status: 200 len: 851 time: 0.0432794 Apr 16 15:54:24.385611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a36cc417-58a0-42cd-83fe-93677bddc7f7 req-a235895e-1e92-4812-8a35-000c0561198a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=50153d0b-9134-4b19-a9d8-0db0c7a175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330014 Apr 16 15:54:24.526016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a36cc417-58a0-42cd-83fe-93677bddc7f7 req-02c6cdfc-9ff3-48c4-92d5-3d2d15df4d08 service neutron] 10.222.0.107 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310148 Apr 16 15:54:24.586436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab4cfc-4120-4249-bfa9-c3174130cb75 req-add64773-7a49-4106-a8d9-073805942145 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:24.587419 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71ab4cfc-4120-4249-bfa9-c3174130cb75 req-add64773-7a49-4106-a8d9-073805942145 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 943 time: 0.1328456 Apr 16 15:54:24.649385 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71ab4cfc-4120-4249-bfa9-c3174130cb75 req-4cc904e1-bee9-4caa-8b5b-88932890d661 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499859 Apr 16 15:54:24.651538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a36cc417-58a0-42cd-83fe-93677bddc7f7 req-f4d379ec-62ca-4dca-88a6-04053d03dc14 service neutron] 10.222.0.107 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162825 Apr 16 15:54:25.146739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ac3427dc-431b-4084-beda-1ab9ba2408d7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:54:25.260225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ac3427dc-431b-4084-beda-1ab9ba2408d7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7,segment=NetworkSegment(47f9f4ae-0a42-4e51-b7fe-f33deff6ea37),segment_id=47f9f4ae-0a42-4e51-b7fe-f33deff6ea37)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:54:25.270351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'ac3427dc-431b-4084-beda-1ab9ba2408d7', 'network_id': '50153d0b-9134-4b19-a9d8-0db0c7a175ea', 'port_id': 'ac3427dc-431b-4084-beda-1ab9ba2408d7', 'mac_address': 'fa:16:3e:bb:06:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1467, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a51a2b9-6313-450a-a457-33f2df599820', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:54:25.500335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:25.511649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3427dc-431b-4084-beda-1ab9ba2408d7 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:54:25.521530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ac3427dc-431b-4084-beda-1ab9ba2408d7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7,segment=NetworkSegment(47f9f4ae-0a42-4e51-b7fe-f33deff6ea37),segment_id=47f9f4ae-0a42-4e51-b7fe-f33deff6ea37)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:54:25.523903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:25.525158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:25.562319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ac3427dc-431b-4084-beda-1ab9ba2408d7,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:25.564016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:25.807886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312f05a-084e-4391-a53f-f1202ef586c1 req-0bf3b2af-de11-4d73-928f-bdc24285a322 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:25.808890 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d312f05a-084e-4391-a53f-f1202ef586c1 req-0bf3b2af-de11-4d73-928f-bdc24285a322 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 944 time: 0.0637500 Apr 16 15:54:25.840661 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d312f05a-084e-4391-a53f-f1202ef586c1 req-916e3fa1-b834-4ef7-858b-ad958000c5e1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261068 Apr 16 15:54:25.953878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['ac3427dc-431b-4084-beda-1ab9ba2408d7'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:54:27.009339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a588c-13ce-4e5d-838a-cafc7e63a81a req-aabb5f48-2fa9-41df-a7ca-70cb26c13231 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:27.010442 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-857a588c-13ce-4e5d-838a-cafc7e63a81a req-aabb5f48-2fa9-41df-a7ca-70cb26c13231 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 944 time: 0.0772598 Apr 16 15:54:27.046366 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-857a588c-13ce-4e5d-838a-cafc7e63a81a req-6a7b83f9-d952-489d-bea9-15a840615821 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285285 Apr 16 15:54:27.147121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ac3427dc-431b-4084-beda-1ab9ba2408d7 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:54:27.217384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port ac3427dc-431b-4084-beda-1ab9ba2408d7 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:54:27.222209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port ac3427dc-431b-4084-beda-1ab9ba2408d7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:54:27.222519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:27.303978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:27.323339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3427dc-431b-4084-beda-1ab9ba2408d7'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:54:27.330800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ac3427dc-431b-4084-beda-1ab9ba2408d7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7,segment=NetworkSegment(47f9f4ae-0a42-4e51-b7fe-f33deff6ea37),segment_id=47f9f4ae-0a42-4e51-b7fe-f33deff6ea37)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:54:27.333500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:27.334970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:54:27.361524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3427dc-431b-4084-beda-1ab9ba2408d7', 'code': 200} Apr 16 15:54:27.385075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ac3427dc-431b-4084-beda-1ab9ba2408d7,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:54:27.387460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:54:28.350110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e5d3-496a-4145-bbff-94e9cfd8b894 req-0c80f639-faba-43a2-a0de-73694e0a263f tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:28.351192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71e6e5d3-496a-4145-bbff-94e9cfd8b894 req-0c80f639-faba-43a2-a0de-73694e0a263f tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0659637 Apr 16 15:54:28.389375 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71e6e5d3-496a-4145-bbff-94e9cfd8b894 req-0a88f051-f20b-4cef-8c45-e5c393cfa263 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298643 Apr 16 15:54:28.891586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f1088-bd0e-465e-beb1-f77d2a0e7bef req-9cb126a2-1ed7-457f-816f-98af77d7a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:28.892691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b91f1088-bd0e-465e-beb1-f77d2a0e7bef req-9cb126a2-1ed7-457f-816f-98af77d7a894 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0628760 Apr 16 15:54:28.927193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b91f1088-bd0e-465e-beb1-f77d2a0e7bef req-b08bf652-93f4-4e89-b848-1d5caea90b59 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253706 Apr 16 15:54:29.546933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90497a-6226-459d-83aa-a13118a1541d req-c31dee46-19cb-4599-88b7-751a2368cf82 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:29.547970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d90497a-6226-459d-83aa-a13118a1541d req-c31dee46-19cb-4599-88b7-751a2368cf82 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0783634 Apr 16 15:54:29.583992 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d90497a-6226-459d-83aa-a13118a1541d req-fb7ef095-0673-43fe-8644-470ca49a2f15 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282538 Apr 16 15:54:30.756809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26aa3fc-e1b6-4ba8-8c8a-f7dd51ea80df req-101adb12-be3d-4501-bfbd-8278dc43fb26 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:30.757924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f26aa3fc-e1b6-4ba8-8c8a-f7dd51ea80df req-101adb12-be3d-4501-bfbd-8278dc43fb26 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0806112 Apr 16 15:54:30.795109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f26aa3fc-e1b6-4ba8-8c8a-f7dd51ea80df req-ed65485c-dc8c-4f82-aabd-e693b77310b2 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294042 Apr 16 15:54:31.044233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39132) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:54:31.079433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b37c0-5a4b-47f2-9a2d-29e8559995ea req-dc8028ef-e30f-4baf-a81d-03693b3c9aa0 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:31.080634 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cc2b37c0-5a4b-47f2-9a2d-29e8559995ea req-dc8028ef-e30f-4baf-a81d-03693b3c9aa0 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0641148 Apr 16 15:54:31.113073 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cc2b37c0-5a4b-47f2-9a2d-29e8559995ea req-027248d7-bf23-46e4-b21a-948bd8a646a6 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279174 Apr 16 15:54:31.128859 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-08759863-af8a-4546-ac42-7e18f3e41d7f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835259 Apr 16 15:54:32.292557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08869e61-5b21-4867-8ce8-3fbf5b11ef48 req-b6f592c0-f0e6-4ce3-9e7c-467ec2b2ab3c tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:32.293603 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08869e61-5b21-4867-8ce8-3fbf5b11ef48 req-b6f592c0-f0e6-4ce3-9e7c-467ec2b2ab3c tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0752828 Apr 16 15:54:32.331966 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08869e61-5b21-4867-8ce8-3fbf5b11ef48 req-4a616bb9-7eae-4289-93da-29ef17e80aac tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286744 Apr 16 15:54:33.085213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-61f7f660-a8f9-4eba-8ad3-b5881e539ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:33.086395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-61f7f660-a8f9-4eba-8ad3-b5881e539ce2 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=84d3f84999d44008b04ba22870bd1cc7&device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0667007 Apr 16 15:54:33.183515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-fae8c134-9eb0-4bc3-9345-5aebf8550839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:33.184489 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-fae8c134-9eb0-4bc3-9345-5aebf8550839 service neutron] 10.222.0.107 "GET /v2.0/networks?id=50153d0b-9134-4b19-a9d8-0db0c7a175ea HTTP/1.1" status: 200 len: 913 time: 0.0936067 Apr 16 15:54:33.232332 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-c15a7cda-9dd4-4760-95dc-95502d2c6d86 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7 HTTP/1.1" status: 200 len: 217 time: 0.0434797 Apr 16 15:54:33.285493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-bd85ac41-4086-4fb4-8fa4-4114cbad46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:33.286511 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-bd85ac41-4086-4fb4-8fa4-4114cbad46a0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5a51a2b9-6313-450a-a457-33f2df599820 HTTP/1.1" status: 200 len: 851 time: 0.0502365 Apr 16 15:54:33.327415 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-3af3349d-4652-4b66-a99d-a562f88da74d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=50153d0b-9134-4b19-a9d8-0db0c7a175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368207 Apr 16 15:54:33.458620 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-536cc4fd-5043-479e-a3f1-71dcef7aa618 service neutron] 10.222.0.107 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267700 Apr 16 15:54:33.538036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f08dd3-4637-4113-a63a-f937308ff0bb req-dd7fad1b-b1c8-4d8c-9d5e-0244597e63df tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:33.539052 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99f08dd3-4637-4113-a63a-f937308ff0bb req-dd7fad1b-b1c8-4d8c-9d5e-0244597e63df tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.1317034 Apr 16 15:54:33.583405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-cbd332ac-62da-4a25-a0a9-ffb1bf87b568 service neutron] 10.222.0.107 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206110 Apr 16 15:54:33.588090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99f08dd3-4637-4113-a63a-f937308ff0bb req-ad1af6fc-57db-402e-a410-ffbc819f81e1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 Apr 16 15:54:34.745801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d320f2-e4cf-4b17-9adf-dfd66b6a41d8 req-e01c5377-a9f5-44c6-b575-d9f4c44590bb tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:34.746909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-68d320f2-e4cf-4b17-9adf-dfd66b6a41d8 req-e01c5377-a9f5-44c6-b575-d9f4c44590bb tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0699074 Apr 16 15:54:34.778571 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-68d320f2-e4cf-4b17-9adf-dfd66b6a41d8 req-39420829-5c80-49a1-abb4-c18bb32813cd tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268400 Apr 16 15:54:35.945647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33c04d-e512-4f82-a632-cd92f70db32b req-bc37759d-7317-4815-8966-695c2e0f91bd tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:35.946792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad33c04d-e512-4f82-a632-cd92f70db32b req-bc37759d-7317-4815-8966-695c2e0f91bd tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0721188 Apr 16 15:54:35.982117 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad33c04d-e512-4f82-a632-cd92f70db32b req-823095b0-6b07-45c1-880d-35ae120cc1dc tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276644 Apr 16 15:54:37.165778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942dbe3-e2ae-4361-85a4-a5d51e78ce27 req-d937ab19-a0c4-4f79-8a26-bb6f0ff7c42a tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:37.166984 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c942dbe3-e2ae-4361-85a4-a5d51e78ce27 req-d937ab19-a0c4-4f79-8a26-bb6f0ff7c42a tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0848775 Apr 16 15:54:37.199738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c942dbe3-e2ae-4361-85a4-a5d51e78ce27 req-3c21b7bd-825f-4283-8b8f-10f9b8ede208 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278425 Apr 16 15:54:38.383685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520fea9-abb2-4693-ad68-43700850ea9c req-fc9aef54-5a74-4857-b2b9-1770c2c2dc82 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:38.384862 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0520fea9-abb2-4693-ad68-43700850ea9c req-fc9aef54-5a74-4857-b2b9-1770c2c2dc82 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0852363 Apr 16 15:54:38.710108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0520fea9-abb2-4693-ad68-43700850ea9c req-ee0f7464-9a44-46a1-8f36-970c7ce71dc9 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203866 Apr 16 15:54:39.872657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916bb0c-4764-449d-b444-c0aa289247d1 req-d5d0dce9-3e5b-490e-a58b-a6b0deb34859 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:39.873733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4916bb0c-4764-449d-b444-c0aa289247d1 req-d5d0dce9-3e5b-490e-a58b-a6b0deb34859 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0680385 Apr 16 15:54:39.911717 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4916bb0c-4764-449d-b444-c0aa289247d1 req-7ac7eedb-a422-4477-9b8b-5e86d99b27fa tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Apr 16 15:54:41.072812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047433a-5bfe-4038-b728-893bf29b87e9 req-da21701e-d932-4d5f-86a1-a1faa487fbb0 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:41.073926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3047433a-5bfe-4038-b728-893bf29b87e9 req-da21701e-d932-4d5f-86a1-a1faa487fbb0 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0718606 Apr 16 15:54:41.109221 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3047433a-5bfe-4038-b728-893bf29b87e9 req-eceecf87-6e03-41c1-a7fb-4698601f02ec tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276537 Apr 16 15:54:41.329796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-feaba262-0167-409e-bd3e-07a61253f8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:42.278011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76817d47-70bf-4a4f-a2d2-24c1c4a0a427 req-465a06a6-907b-43ba-abca-0f57aefa84a8 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:42.279380 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76817d47-70bf-4a4f-a2d2-24c1c4a0a427 req-465a06a6-907b-43ba-abca-0f57aefa84a8 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0775571 Apr 16 15:54:42.316237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76817d47-70bf-4a4f-a2d2-24c1c4a0a427 req-23b97e9c-b589-4220-a7fd-20cf69b6ab25 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294845 Apr 16 15:54:42.753947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dca4e5f0-2d4f-45d0-af1b-7c3449a54fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:42.950479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:43.083790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:43.414554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:43.468910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f9fc4-7995-47a8-be3e-7a7e2aa7c3e9 req-9ff6fd05-42ce-4d1d-8db6-b3b6cbe4535a tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:43.469969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb3f9fc4-7995-47a8-be3e-7a7e2aa7c3e9 req-9ff6fd05-42ce-4d1d-8db6-b3b6cbe4535a tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0607712 Apr 16 15:54:43.501549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb3f9fc4-7995-47a8-be3e-7a7e2aa7c3e9 req-d5d6df52-dee8-425f-9ef8-181bbb02a461 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266917 Apr 16 15:54:44.145053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:54:44.666289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a13a1-cd9d-4e28-a17d-1d31ae6e5479 req-ffa051a2-b3ac-4aad-aabc-8f657602c38a tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:44.667346 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7b7a13a1-cd9d-4e28-a17d-1d31ae6e5479 req-ffa051a2-b3ac-4aad-aabc-8f657602c38a tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0777688 Apr 16 15:54:44.700212 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7b7a13a1-cd9d-4e28-a17d-1d31ae6e5479 req-acfc98ad-1c2e-4671-b077-4627c8d4d585 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282121 Apr 16 15:54:45.855363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ce856-7678-4a10-af90-d4c1ba72a020 req-a1d636da-2116-4c34-b193-7719c996eefa tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:45.856369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f37ce856-7678-4a10-af90-d4c1ba72a020 req-a1d636da-2116-4c34-b193-7719c996eefa tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0669417 Apr 16 15:54:45.891204 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f37ce856-7678-4a10-af90-d4c1ba72a020 req-39d34cdf-a468-4a9b-9b3a-3326753e36be tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275607 Apr 16 15:54:47.038268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f092f-a070-41a8-b0de-b5e436c57a1f req-dbbb5861-149f-4d5c-bdf6-03b037fb35b8 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:47.039296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-283f092f-a070-41a8-b0de-b5e436c57a1f req-dbbb5861-149f-4d5c-bdf6-03b037fb35b8 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0607693 Apr 16 15:54:47.071762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-283f092f-a070-41a8-b0de-b5e436c57a1f req-20eb2273-bedb-4057-89d2-8c70682c4422 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282640 Apr 16 15:54:48.253702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313983e-81bc-48a7-b7eb-24489ad49efe req-5f91c12f-847f-4e14-8f2b-ddf098236c1e tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:48.254952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b313983e-81bc-48a7-b7eb-24489ad49efe req-5f91c12f-847f-4e14-8f2b-ddf098236c1e tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0886271 Apr 16 15:54:48.289573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b313983e-81bc-48a7-b7eb-24489ad49efe req-c0d310fa-ef16-45bb-83c5-e026b27b99b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298743 Apr 16 15:54:49.454635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b95e4-0d99-4375-9866-9655faab22ff req-54d96f4d-f041-4817-ad6a-2ff1b43b23d9 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:49.455719 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-898b95e4-0d99-4375-9866-9655faab22ff req-54d96f4d-f041-4817-ad6a-2ff1b43b23d9 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0760887 Apr 16 15:54:49.489072 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-898b95e4-0d99-4375-9866-9655faab22ff req-9d07c6bc-f1ea-42f9-971f-956961b8a036 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284889 Apr 16 15:54:50.664331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103943ad-a305-4931-8400-a37886c47c75 req-509783a4-b84e-446e-a94d-1494d92ea3d7 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:50.665451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-103943ad-a305-4931-8400-a37886c47c75 req-509783a4-b84e-446e-a94d-1494d92ea3d7 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0821354 Apr 16 15:54:50.702344 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-103943ad-a305-4931-8400-a37886c47c75 req-a737d056-db53-4236-bf64-fa427b58c048 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295253 Apr 16 15:54:51.844118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de49de-7349-41e2-982f-c23058a0999d req-2fbefec4-3016-40be-94fd-22a7818505a5 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:51.845138 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54de49de-7349-41e2-982f-c23058a0999d req-2fbefec4-3016-40be-94fd-22a7818505a5 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0650754 Apr 16 15:54:51.877700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54de49de-7349-41e2-982f-c23058a0999d req-a0dff3e8-0544-4a83-967a-9cdbd881894a tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272310 Apr 16 15:54:53.044516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9715f-7b63-44be-b7e9-37b40a438a18 req-a948b362-585a-4627-976b-0a3673901b99 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:53.045597 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-caf9715f-7b63-44be-b7e9-37b40a438a18 req-a948b362-585a-4627-976b-0a3673901b99 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0720727 Apr 16 15:54:53.079908 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-caf9715f-7b63-44be-b7e9-37b40a438a18 req-3a9544cc-4012-4ae2-a6ff-d4b47058ada7 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273557 Apr 16 15:54:54.226467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af89287-af04-4352-9dd8-66cc9b85c334 req-e304fc5a-eac9-41dd-91bb-d467ac80a9c0 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:54.227544 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7af89287-af04-4352-9dd8-66cc9b85c334 req-e304fc5a-eac9-41dd-91bb-d467ac80a9c0 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0611887 Apr 16 15:54:54.258816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7af89287-af04-4352-9dd8-66cc9b85c334 req-414dc33b-f401-49ae-9d6b-569556142a02 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269017 Apr 16 15:54:55.424708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42321159-5d83-4a89-872c-29dc05a0348b req-ce9f9173-5ef6-4099-9a82-2a84fbd679a7 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:55.425874 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42321159-5d83-4a89-872c-29dc05a0348b req-ce9f9173-5ef6-4099-9a82-2a84fbd679a7 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0686743 Apr 16 15:54:55.458604 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42321159-5d83-4a89-872c-29dc05a0348b req-35fdf29f-e8a0-4d7d-b51f-17262bfb2b74 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279853 Apr 16 15:54:55.827100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:54:56.616019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a265df4-06a1-488b-9d88-9befbe04a91c req-aa798f9d-f600-4eeb-bff8-59295920daad tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:56.616974 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3a265df4-06a1-488b-9d88-9befbe04a91c req-aa798f9d-f600-4eeb-bff8-59295920daad tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0674174 Apr 16 15:54:56.648059 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3a265df4-06a1-488b-9d88-9befbe04a91c req-6ad25d0a-0387-41fa-8b1f-c348856982c5 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267513 Apr 16 15:54:57.801623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c6ba0-3b5d-461e-803a-d4df62aff964 req-6de8d32d-51e1-4c63-ac53-74a5e2fe7663 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:57.802706 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-183c6ba0-3b5d-461e-803a-d4df62aff964 req-6de8d32d-51e1-4c63-ac53-74a5e2fe7663 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0644460 Apr 16 15:54:57.838040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-183c6ba0-3b5d-461e-803a-d4df62aff964 req-0cfae7b4-996e-46d4-b569-8b6641f86c62 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278025 Apr 16 15:54:58.996941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabb8c8-d359-4cf3-96e7-3394bb983cfb req-6d2af655-333b-48b8-b84c-5864b0009265 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:54:58.998086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-efabb8c8-d359-4cf3-96e7-3394bb983cfb req-6d2af655-333b-48b8-b84c-5864b0009265 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0655723 Apr 16 15:54:59.029969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-efabb8c8-d359-4cf3-96e7-3394bb983cfb req-05f55796-2a07-4443-b928-3e453b5b58ec tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274336 Apr 16 15:55:00.095060 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-fe699a6f-7b87-42c7-b616-68e42b2ab8f3 service neutron] 10.222.0.107 "GET /v2.0/ports/ac3427dc-431b-4084-beda-1ab9ba2408d7/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0756848 Apr 16 15:55:00.174656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47f7fa-85ba-499c-8a30-fc9d2c8311a9 req-d5f02ac5-acdb-463d-9919-305b368830f8 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:00.175752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f47f7fa-85ba-499c-8a30-fc9d2c8311a9 req-d5f02ac5-acdb-463d-9919-305b368830f8 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0611262 Apr 16 15:55:00.210137 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f47f7fa-85ba-499c-8a30-fc9d2c8311a9 req-6dd70daa-47fa-42c7-894a-a0322af3728f tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293150 Apr 16 15:55:00.987521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-6d538240-0687-46c2-836b-7bf6d16b49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:00.988880 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-6d538240-0687-46c2-836b-7bf6d16b49b6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6&tenant_id=84d3f84999d44008b04ba22870bd1cc7 HTTP/1.1" status: 200 len: 1098 time: 0.0628405 Apr 16 15:55:01.070877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-17ae261c-d45a-43bd-80b8-5412aa1488f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:01.071958 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-17ae261c-d45a-43bd-80b8-5412aa1488f5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=84d3f84999d44008b04ba22870bd1cc7&device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0558076 Apr 16 15:55:01.172949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-173b6513-1894-4d05-878e-1dcb53f4250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:01.174038 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-173b6513-1894-4d05-878e-1dcb53f4250d service neutron] 10.222.0.107 "GET /v2.0/networks?id=50153d0b-9134-4b19-a9d8-0db0c7a175ea HTTP/1.1" status: 200 len: 913 time: 0.0932207 Apr 16 15:55:01.226512 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-4ec071c7-fbe0-4721-9879-2c25bcb558bd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7 HTTP/1.1" status: 200 len: 217 time: 0.0440640 Apr 16 15:55:01.278069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-0a8a35fa-1f2f-4189-b8b9-8105015e5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:01.279407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-0a8a35fa-1f2f-4189-b8b9-8105015e5a85 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5a51a2b9-6313-450a-a457-33f2df599820 HTTP/1.1" status: 200 len: 851 time: 0.0436394 Apr 16 15:55:01.345909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-d5a9ae27-2bbc-49a4-b971-a686155c4f5c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=50153d0b-9134-4b19-a9d8-0db0c7a175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579123 Apr 16 15:55:01.432597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b912aed-3433-4349-98e4-198deb0cd71e req-1539277a-b151-4d7d-8eed-5e9dfd2e048e tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:01.433729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b912aed-3433-4349-98e4-198deb0cd71e req-1539277a-b151-4d7d-8eed-5e9dfd2e048e tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.1471784 Apr 16 15:55:01.479504 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-e0c110bd-92aa-41db-b4e1-88bb2c3a3cf3 service neutron] 10.222.0.107 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233120 Apr 16 15:55:01.484112 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b912aed-3433-4349-98e4-198deb0cd71e req-0505db7d-46a9-408f-9629-628254d2d433 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413530 Apr 16 15:55:01.579262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e13fd31-05bc-4aeb-881d-7613ac4003b7 req-5fde79b2-462c-41df-b79a-e284db396a71 service neutron] 10.222.0.107 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907435 Apr 16 15:55:02.641703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4db8c3-936f-4dfa-85ae-d2d5c2aeff57 req-8adc40bd-449c-4cc0-b22e-c06d015b076e tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:02.642679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec4db8c3-936f-4dfa-85ae-d2d5c2aeff57 req-8adc40bd-449c-4cc0-b22e-c06d015b076e tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0670342 Apr 16 15:55:02.677622 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec4db8c3-936f-4dfa-85ae-d2d5c2aeff57 req-92b3dbb3-702c-45c2-9ab3-1cf2af0aff97 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271258 Apr 16 15:55:03.342215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ac3427dc-431b-4084-beda-1ab9ba2408d7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:55:03.435729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:03.454427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac3427dc-431b-4084-beda-1ab9ba2408d7'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:55:03.462300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ac3427dc-431b-4084-beda-1ab9ba2408d7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7,segment=NetworkSegment(47f9f4ae-0a42-4e51-b7fe-f33deff6ea37),segment_id=47f9f4ae-0a42-4e51-b7fe-f33deff6ea37)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:55:03.464591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:03.465985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:03.508628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac3427dc-431b-4084-beda-1ab9ba2408d7', 'code': 200} Apr 16 15:55:03.514308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ac3427dc-431b-4084-beda-1ab9ba2408d7,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:03.519571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.519791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.520278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.520550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.520792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.521054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.521297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.521535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.521777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.522016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.522255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.522512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:03.525321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:03.840546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f10ad5-ac50-4b4f-aba6-3d45b1433908 req-117de761-e934-464c-8407-32e33c2eac91 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:03.841653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-46f10ad5-ac50-4b4f-aba6-3d45b1433908 req-117de761-e934-464c-8407-32e33c2eac91 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 943 time: 0.0715909 Apr 16 15:55:03.876885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-46f10ad5-ac50-4b4f-aba6-3d45b1433908 req-63dceab5-f05c-4fb3-a635-73fead7c1ba2 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304630 Apr 16 15:55:05.031765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed9292-3772-4c9a-a5fa-f56843806b2a req-4c405fa9-9a9e-459a-b823-14c5f6b692e8 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:05.032822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f0ed9292-3772-4c9a-a5fa-f56843806b2a req-4c405fa9-9a9e-459a-b823-14c5f6b692e8 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 943 time: 0.0629537 Apr 16 15:55:05.068699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f0ed9292-3772-4c9a-a5fa-f56843806b2a req-8a894fd0-b553-487a-ac97-cdc6261af8be tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284989 Apr 16 15:55:05.349022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ac3427dc-431b-4084-beda-1ab9ba2408d7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:55:05.472536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ac3427dc-431b-4084-beda-1ab9ba2408d7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7,segment=NetworkSegment(47f9f4ae-0a42-4e51-b7fe-f33deff6ea37),segment_id=47f9f4ae-0a42-4e51-b7fe-f33deff6ea37)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:55:05.483002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'ac3427dc-431b-4084-beda-1ab9ba2408d7', 'network_id': '50153d0b-9134-4b19-a9d8-0db0c7a175ea', 'port_id': 'ac3427dc-431b-4084-beda-1ab9ba2408d7', 'mac_address': 'fa:16:3e:bb:06:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1467, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a51a2b9-6313-450a-a457-33f2df599820', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:55:05.522422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:05.535106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3427dc-431b-4084-beda-1ab9ba2408d7 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:55:05.546777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ac3427dc-431b-4084-beda-1ab9ba2408d7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7,segment=NetworkSegment(47f9f4ae-0a42-4e51-b7fe-f33deff6ea37),segment_id=47f9f4ae-0a42-4e51-b7fe-f33deff6ea37)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:55:05.549647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:05.551043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ce29a6b-0467-46ec-8cf6-5bb9ce2533e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:05.600276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ac3427dc-431b-4084-beda-1ab9ba2408d7,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:05.602494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:05.840259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['ac3427dc-431b-4084-beda-1ab9ba2408d7'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:55:06.336526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-038eac78-dfc2-4397-b39e-d77de1faf4f4 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:06.337583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-038eac78-dfc2-4397-b39e-d77de1faf4f4 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.107 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6&tenant_id=84d3f84999d44008b04ba22870bd1cc7&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.0764329 Apr 16 15:55:06.851702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-5c41b1b9-d260-464a-9e20-197a0b4364e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:06.852781 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-5c41b1b9-d260-464a-9e20-197a0b4364e6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=84d3f84999d44008b04ba22870bd1cc7&device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0653450 Apr 16 15:55:06.947646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-29d9907f-c78b-400a-ab95-401ac71eef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:06.948620 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-29d9907f-c78b-400a-ab95-401ac71eef71 service neutron] 10.222.0.107 "GET /v2.0/networks?id=50153d0b-9134-4b19-a9d8-0db0c7a175ea HTTP/1.1" status: 200 len: 913 time: 0.0923126 Apr 16 15:55:06.997738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-8858d1f5-f8ed-4722-9bab-93d6f8fe7a01 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7 HTTP/1.1" status: 200 len: 217 time: 0.0453422 Apr 16 15:55:07.043348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-2ef3b063-9ede-434d-8043-958395ca718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:07.044287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-2ef3b063-9ede-434d-8043-958395ca718e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5a51a2b9-6313-450a-a457-33f2df599820 HTTP/1.1" status: 200 len: 851 time: 0.0423069 Apr 16 15:55:07.077032 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-7f2c2646-6dc1-457b-a288-373c5416d31f service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=50153d0b-9134-4b19-a9d8-0db0c7a175ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287988 Apr 16 15:55:07.168847 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-b9af65b8-94a3-40e9-921c-e180a7019aa5 service neutron] 10.222.0.107 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881038 Apr 16 15:55:07.256495 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-aac6a7c0-ae60-429e-b1a1-79ddc24b5def service neutron] 10.222.0.107 "GET /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839651 Apr 16 15:55:07.353539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ac3427dc-431b-4084-beda-1ab9ba2408d7 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:55:07.418031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port ac3427dc-431b-4084-beda-1ab9ba2408d7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:55:07.418302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:07.505100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:07.522970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3427dc-431b-4084-beda-1ab9ba2408d7'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:55:07.530280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ac3427dc-431b-4084-beda-1ab9ba2408d7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7,segment=NetworkSegment(47f9f4ae-0a42-4e51-b7fe-f33deff6ea37),segment_id=47f9f4ae-0a42-4e51-b7fe-f33deff6ea37)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:55:07.533139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:07.535127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:07.559324 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3427dc-431b-4084-beda-1ab9ba2408d7', 'code': 200} Apr 16 15:55:07.580177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ac3427dc-431b-4084-beda-1ab9ba2408d7,revision_number=8']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:07.582245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:11.325989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3272e4e1-894e-4e8b-96fe-48757e95102e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:12.746554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be3d579-26c1-4c85-a03a-0d7cef271430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:12.952721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:13.082218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:13.408513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:13.939150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0317d-150a-40b7-bd4d-6879322d0036 req-0c050b88-25da-442b-afd4-04b84b6bbda8 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:13.940254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2f0317d-150a-40b7-bd4d-6879322d0036 req-0c050b88-25da-442b-afd4-04b84b6bbda8 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.3637869 Apr 16 15:55:13.972944 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2f0317d-150a-40b7-bd4d-6879322d0036 req-b08c9206-d0bb-44b2-898e-06bfdf237882 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279472 Apr 16 15:55:14.143918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:15.136780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-90149745-caa0-464f-b0ff-3435c5fb0492 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:15.137750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-90149745-caa0-464f-b0ff-3435c5fb0492 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.107 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.1055701 Apr 16 15:55:15.145504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f711f6-be63-4c76-b56e-7840dbeb94cc req-58cc95ce-f2a1-4186-a8fa-71e0fbb2ae24 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:15.146444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36f711f6-be63-4c76-b56e-7840dbeb94cc req-58cc95ce-f2a1-4186-a8fa-71e0fbb2ae24 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 945 time: 0.0832293 Apr 16 15:55:15.212496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Deleting port ac3427dc-431b-4084-beda-1ab9ba2408d7 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:55:15.212732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:15.234381 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36f711f6-be63-4c76-b56e-7840dbeb94cc req-41765004-13ee-452e-a1c8-08e63215373d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/security-groups?id=936d80f4-0a27-4acb-8a66-4bb48f587f1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674798 Apr 16 15:55:15.384779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] For port ac3427dc-431b-4084-beda-1ab9ba2408d7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ac3427dc-431b-4084-beda-1ab9ba2408d7,segment=NetworkSegment(47f9f4ae-0a42-4e51-b7fe-f33deff6ea37),segment_id=47f9f4ae-0a42-4e51-b7fe-f33deff6ea37)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:55:15.385055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:15.469254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Calling delete_port for ac3427dc-431b-4084-beda-1ab9ba2408d7 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:55:15.568637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:15.580046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9621d049-d7c1-46ee-b24f-198e724c2376 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:15.583964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['ac3427dc-431b-4084-beda-1ab9ba2408d7'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:55:15.639846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Pushing event deleted for resources: {'Port': ['ID=ac3427dc-431b-4084-beda-1ab9ba2408d7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:15.649507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.649795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.650071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.650345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.650641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.650915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.651189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.651463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.651733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.652005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.652275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.652546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:15.655963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:15.745187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] No DVR routers for this DVR port ac3427dc-431b-4084-beda-1ab9ba2408d7 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:55:15.746994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:15.749734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'name': 'network-vif-deleted', 'tag': 'ac3427dc-431b-4084-beda-1ab9ba2408d7'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:55:15.759459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3d36b9-1135-42b6-a6c1-a987429bbc14 req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.107 "DELETE /v2.0/ports/ac3427dc-431b-4084-beda-1ab9ba2408d7 HTTP/1.1" status: 204 len: 173 time: 0.6123648 Apr 16 15:55:15.784732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e062fb-04a2-4373-abb4-f5c171738ab6', 'name': 'network-vif-deleted', 'tag': 'ac3427dc-431b-4084-beda-1ab9ba2408d7', 'status': 'completed', 'code': 200} Apr 16 15:55:16.376624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-36eadfed-799f-4ee9-8ba4-568960f2053e req-fc135d80-878b-4ad0-9ad4-ba261ebe01fc tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Synchronizing usage tracker for tenant:84d3f84999d44008b04ba22870bd1cc7 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:55:16.389465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-36eadfed-799f-4ee9-8ba4-568960f2053e req-fc135d80-878b-4ad0-9ad4-ba261ebe01fc tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Unset dirty status for tenant:84d3f84999d44008b04ba22870bd1cc7 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:55:16.390385 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36eadfed-799f-4ee9-8ba4-568960f2053e req-fc135d80-878b-4ad0-9ad4-ba261ebe01fc tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] 10.222.0.95 "GET /v2.0/ports?device_id=f8e062fb-04a2-4373-abb4-f5c171738ab6 HTTP/1.1" status: 200 len: 210 time: 0.0588806 Apr 16 15:55:17.560205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39240) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:55:17.606784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Deleting subnet 5a51a2b9-6313-450a-a457-33f2df599820 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:55:17.608893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:17.645747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:17.684385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:17.867265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:17.875882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-75e664f3-bbef-4ecd-9cd0-77a948012331 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:17.935790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a51a2b9-6313-450a-a457-33f2df599820,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:17.944520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.944809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.945089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.945376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.945665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.945900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.946170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.946460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.946726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.946992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.947262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.947525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:55:17.951061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:17.977515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:17.981621 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6e38000a-9cbf-4736-929c-076ddb6cb5bd admin admin] 10.222.0.95 "DELETE /v2.0/subnets/5a51a2b9-6313-450a-a457-33f2df599820 HTTP/1.1" status: 204 len: 168 time: 0.4205983 Apr 16 15:55:17.983904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39244) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:55:18.057730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:18.176336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:18.248502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50153d0b-9134-4b19-a9d8-0db0c7a175ea']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:55:18.255511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f9f4ae-0a42-4e51-b7fe-f33deff6ea37') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:55:18.255715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f9f4ae-0a42-4e51-b7fe-f33deff6ea37') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:55:18.262335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:18.271906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:18.276961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Releasing vlan 1467 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:55:18.385410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Network 50153d0b-9134-4b19-a9d8-0db0c7a175ea has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:55:18.391138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:18.496007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Network 50153d0b-9134-4b19-a9d8-0db0c7a175ea has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:55:18.519221 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:55:18.559698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:18.562155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-74db24a8-2e24-42d2-92ee-5092aafbc2e9 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:18.569932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:18.576687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=50153d0b-9134-4b19-a9d8-0db0c7a175ea,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:18.578435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] 10.222.0.95 "DELETE /v2.0/networks/50153d0b-9134-4b19-a9d8-0db0c7a175ea HTTP/1.1" status: 204 len: 168 time: 0.5938592 Apr 16 15:55:18.579010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:18.647253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39250) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:55:18.680182 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-68250910-dce6-4136-809f-74f249098318 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=84d3f84999d44008b04ba22870bd1cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0319867 Apr 16 15:55:18.681461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39254) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:55:18.718495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7346-3dad-426e-bc27-2b7d730942ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:18.734026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7346-3dad-426e-bc27-2b7d730942ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:18.761031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7346-3dad-426e-bc27-2b7d730942ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:18.763022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-01b50f0c-d1ff-4088-9600-29cd77bb1128 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:18.770082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c7346-3dad-426e-bc27-2b7d730942ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936d80f4-0a27-4acb-8a66-4bb48f587f1e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:18.771952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f2c7346-3dad-426e-bc27-2b7d730942ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:18.773088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4f2c7346-3dad-426e-bc27-2b7d730942ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:18.773754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4f2c7346-3dad-426e-bc27-2b7d730942ac admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/936d80f4-0a27-4acb-8a66-4bb48f587f1e HTTP/1.1" status: 204 len: 168 time: 0.0917139 Apr 16 15:55:19.216210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39278) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:55:19.287601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1594352223-network', 'tenant_id': 'f440717984744e11b48c94375f45ee17'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:55:19.291328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:55:19.294132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Usage tracker for resource:network and tenant:f440717984744e11b48c94375f45ee17 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:55:19.296118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:55:19.300478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:55:19.307308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Made reservation on behalf of f440717984744e11b48c94375f45ee17 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:55:19.310464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:19.318341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:19.330521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:55:19.332913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Usage tracker for resource:security_group_rule and tenant:f440717984744e11b48c94375f45ee17 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:55:19.334707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:55:19.338286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:55:19.392966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:19.393434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ac3427dc-431b-4084-beda-1ab9ba2408d7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:55:19.395947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:19.401439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f42bf70-d197-42d9-baa6-8682e8947119 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:19.417126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: ac3427dc-431b-4084-beda-1ab9ba2408d7 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:55:19.417331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ac3427dc-431b-4084-beda-1ab9ba2408d7 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:55:19.424117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1459} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:55:19.429498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb275d35-45be-4870-bd07-cd8827bec87c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:19.431709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:19.433311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:19.433543 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Added segment 3b0ee9b5-319d-474c-9009-531691291dbb of type vlan for network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 Apr 16 15:55:19.449299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:19.466980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:19.467628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:19.468010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:19.469929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed35c0d7-8210-4eff-97ef-0f008154621c tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:19.524377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Pushing event updated for resources: {'Network': ['ID=512b049c-1ffd-43f2-835c-ac8f52d3b0e6,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:19.526130 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3091407 Apr 16 15:55:19.526723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-052206a6-787d-4355-851e-3c8c8526b585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:19.530360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39284) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:55:19.535118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:55:19.537620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Request body: {'subnet': {'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1594352223-subnet', 'tenant_id': 'f440717984744e11b48c94375f45ee17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:55:19.541920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:55:19.544593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Usage tracker for resource:subnet and tenant:f440717984744e11b48c94375f45ee17 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:55:19.546546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:55:19.550656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:55:19.557280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Made reservation on behalf of f440717984744e11b48c94375f45ee17 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:55:19.560510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:20.047447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:20.054608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1397e034-d48b-44bf-8632-21fac96fa3d4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:20.114973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=923013ee-5a04-4fa7-96de-967f4542b799,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:20.121369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:20.155120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Checking segment: {'id': '3b0ee9b5-319d-474c-9009-531691291dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:55:20.155333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Network hostable DHCP agents. Network: 512b049c-1ffd-43f2-835c-ac8f52d3b0e6, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:55:20.167832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:55:20.177465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 512b049c-1ffd-43f2-835c-ac8f52d3b0e6) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:55:20.183528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b8d24-e3a1-45be-9747-06a8f73c64d4 None None] Network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:55:20.190882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:20.191720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:20.206377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1c92648e-b598-4c0b-886c-c34c016c0deb admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6753356 Apr 16 15:55:20.307750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a452dd0-c033-4ce9-9176-c7552e228f3b None None] Network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:55:20.538137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-3b6c1e95-556e-4bb2-9e35-4fe5d437d198 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:20.539066 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-3b6c1e95-556e-4bb2-9e35-4fe5d437d198 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 815 time: 0.0888593 Apr 16 15:55:20.548170 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-409e3c66-dca9-4145-90c4-47c883676671 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/quotas/f440717984744e11b48c94375f45ee17 HTTP/1.1" status: 200 len: 375 time: 0.0058155 Apr 16 15:55:20.575693 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-5288dfc4-7729-4d38-bd51-2f1a76acf19d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245397 Apr 16 15:55:20.654857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6302cbf9-024b-4789-8bb7-87bea2c86a49 service neutron] 10.222.0.95 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0749619 Apr 16 15:55:20.745656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-745b884e-49e3-49c6-8fe6-33554b92b8a0 service neutron] 10.222.0.95 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874784 Apr 16 15:55:20.874566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d8451827-f0f0-44ae-be73-5c75a77a03b3 req-231cdaa9-fd54-4b8c-98e6-cef466f33b59 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 210 time: 0.0299568 Apr 16 15:55:21.996049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3006e89a-945b-422b-b14e-0d5a2a4bd34d req-54d0f6d2-dd44-40f9-89da-9f497d6a1ea9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 210 time: 0.0365837 Apr 16 15:55:23.136140 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b1fc47e-e2b8-4ede-98ed-5cee0b7b991d req-d43e51ad-5e70-49f3-bd53-c69bf058d967 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 210 time: 0.0379415 Apr 16 15:55:24.272246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2418b8c-72fe-4a32-a1ca-42fb0944f097 req-d92a61a5-34ac-42cc-a4ec-a2d68b4d5204 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 210 time: 0.0457847 Apr 16 15:55:25.385551 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c1eaa2ff-2d70-4416-bb8f-7249e70ea881 req-c0a57e43-31bf-4138-8721-9c094b38ebd2 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 210 time: 0.0337758 Apr 16 15:55:26.505761 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bc491cf1-ad8f-4599-a0e0-ea5f5d152bfc req-3ae24d26-91a4-4c25-bcda-8549e36ea46c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 210 time: 0.0361867 Apr 16 15:55:26.519836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-36e10656-90a5-484d-905d-172d34fb6c92 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:26.520818 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-36e10656-90a5-484d-905d-172d34fb6c92 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.107 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 815 time: 0.1393480 Apr 16 15:55:26.535215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Request body: {'port': {'device_id': '9071dfbf-6014-403d-8b06-1f45dda81972', 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6', 'admin_state_up': True, 'tenant_id': 'f440717984744e11b48c94375f45ee17'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:55:26.628584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:55:26.631609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Usage tracker for resource:port and tenant:f440717984744e11b48c94375f45ee17 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:55:26.633801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:55:26.638267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:55:26.648803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Made reservation on behalf of f440717984744e11b48c94375f45ee17 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:55:26.653237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:26.765802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Allocated IP 172.20.0.12 (512b049c-1ffd-43f2-835c-ac8f52d3b0e6/923013ee-5a04-4fa7-96de-967f4542b799/ee6dccf4-523e-452f-9b86-1aca789e0c2f) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:55:26.905606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:26.928549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:26.938733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bc28394-1ad6-4f24-bf96-cc0fea3d5bb5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:27.023517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Pushing event updated for resources: {'Port': ['ID=ee6dccf4-523e-452f-9b86-1aca789e0c2f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:27.025390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:27.054500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:55:27.055126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:55:27.056393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:55:27.097230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:27.097657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:27.111141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5785637 Apr 16 15:55:27.133942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Request body: {'port': {'device_id': '9071dfbf-6014-403d-8b06-1f45dda81972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:55:27.208789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:27.436899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6dccf4-523e-452f-9b86-1aca789e0c2f {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:55:27.441593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:27.450782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Transition to ACTIVE for port object ee6dccf4-523e-452f-9b86-1aca789e0c2f will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:55:27.452841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:27.464331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:27.544048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Pushing event updated for resources: {'Port': ['ID=ee6dccf4-523e-452f-9b86-1aca789e0c2f,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:27.546995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:27.974257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Attempting to bind port ee6dccf4-523e-452f-9b86-1aca789e0c2f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:55:27.974598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Attempting to bind port ee6dccf4-523e-452f-9b86-1aca789e0c2f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3b0ee9b5-319d-474c-9009-531691291dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:55:27.974737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Attempting to bind port ee6dccf4-523e-452f-9b86-1aca789e0c2f on network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:55:27.982514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406da56-dd55-4004-8279-a1ec08f39acd req-25648be0-5afe-4f04-b57b-4e6ea90965e1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:27.982909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-3406da56-dd55-4004-8279-a1ec08f39acd req-25648be0-5afe-4f04-b57b-4e6ea90965e1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Synchronizing usage tracker for tenant:f440717984744e11b48c94375f45ee17 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:55:27.984389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Port ee6dccf4-523e-452f-9b86-1aca789e0c2f on network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:55:27.984601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Attempting to bind port ee6dccf4-523e-452f-9b86-1aca789e0c2f on network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:55:27.989460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:55:27.989641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Checking segment: {'id': '3b0ee9b5-319d-474c-9009-531691291dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:55:27.989854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Bound using segment: {'id': '3b0ee9b5-319d-474c-9009-531691291dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:55:27.990107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Bound port: ee6dccf4-523e-452f-9b86-1aca789e0c2f, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0ee9b5-319d-474c-9009-531691291dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:55:27.990311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:28.020263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-3406da56-dd55-4004-8279-a1ec08f39acd req-25648be0-5afe-4f04-b57b-4e6ea90965e1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Unset dirty status for tenant:f440717984744e11b48c94375f45ee17 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:55:28.020973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3406da56-dd55-4004-8279-a1ec08f39acd req-25648be0-5afe-4f04-b57b-4e6ea90965e1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 944 time: 0.4134979 Apr 16 15:55:28.065308 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3406da56-dd55-4004-8279-a1ec08f39acd req-7c304165-a748-4787-b735-bfcfa95dfa00 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386250 Apr 16 15:55:28.065758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] For port ee6dccf4-523e-452f-9b86-1aca789e0c2f, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:55:28.067596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] For port ee6dccf4-523e-452f-9b86-1aca789e0c2f, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:55:28.069695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:28.080218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:28.155239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Pushing event updated for resources: {'Port': ['ID=ee6dccf4-523e-452f-9b86-1aca789e0c2f,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:28.157288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:28.175902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:28.176266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:28.177136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] 10.222.0.107 "PUT /v2.0/ports/ee6dccf4-523e-452f-9b86-1aca789e0c2f HTTP/1.1" status: 200 len: 1094 time: 1.0466585 Apr 16 15:55:28.177448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9071dfbf-6014-403d-8b06-1f45dda81972', 'tag': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:55:28.207119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9071dfbf-6014-403d-8b06-1f45dda81972', 'tag': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f', 'status': 'completed', 'code': 200} Apr 16 15:55:28.267708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6dec681f-117b-4139-921e-7808178d8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:28.268658 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-6dec681f-117b-4139-921e-7808178d8f1c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 1097 time: 0.0525939 Apr 16 15:55:28.318910 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-2d73e5fd-1ee1-4d07-938c-ea2e83a7298b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f HTTP/1.1" status: 200 len: 217 time: 0.0405059 Apr 16 15:55:28.369029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-4d42d5ca-3818-4960-b143-97b44bb30832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:28.369911 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-4d42d5ca-3818-4960-b143-97b44bb30832 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=923013ee-5a04-4fa7-96de-967f4542b799 HTTP/1.1" status: 200 len: 855 time: 0.0426841 Apr 16 15:55:28.408144 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-55a6a4a3-923a-4c4d-a1ca-8489d9eb3923 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293398 Apr 16 15:55:28.505546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-dfdd4c14-767a-448d-8bc7-7064c455077d service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883555 Apr 16 15:55:28.586483 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f520ed9e-b793-42f9-af3f-9f91966fdd68 req-cff47897-f9f1-4f7a-ae04-735610c7bf16 service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0720749 Apr 16 15:55:29.240790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ee13e-59e2-4d88-9ea5-dc742ae66905 req-6c75bde1-6c1a-48a2-bf31-dbb09ea9707a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:29.241863 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-432ee13e-59e2-4d88-9ea5-dc742ae66905 req-6c75bde1-6c1a-48a2-bf31-dbb09ea9707a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 944 time: 0.0745993 Apr 16 15:55:29.277198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-432ee13e-59e2-4d88-9ea5-dc742ae66905 req-2f432a00-099f-4326-ac51-6aca91fa194f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278122 Apr 16 15:55:30.460446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af30c2-c6ea-4a97-abf7-46a26ea0f0e8 req-2e0825e6-abb1-4998-bdf5-cbe8a8c80ef7 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:30.462923 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0af30c2-c6ea-4a97-abf7-46a26ea0f0e8 req-2e0825e6-abb1-4998-bdf5-cbe8a8c80ef7 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 944 time: 0.0924556 Apr 16 15:55:30.502164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0af30c2-c6ea-4a97-abf7-46a26ea0f0e8 req-6ccaca6b-88e9-40f1-a5f9-48a64f8ed598 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Apr 16 15:55:31.441368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ee6dccf4-523e-452f-9b86-1aca789e0c2f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:55:31.548490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ee6dccf4-523e-452f-9b86-1aca789e0c2f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:55:31.558713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f', 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6', 'port_id': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f', 'mac_address': 'fa:16:3e:95:9c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1459, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923013ee-5a04-4fa7-96de-967f4542b799', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:55:31.600951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:31.612545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6dccf4-523e-452f-9b86-1aca789e0c2f {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:55:31.624163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ee6dccf4-523e-452f-9b86-1aca789e0c2f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:55:31.626696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:31.628085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:31.647834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d951d2-fb9a-4c9a-bf6d-ffc674a4ebca req-c4a7557e-b50c-4b34-810c-836643202447 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:31.649424 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64d951d2-fb9a-4c9a-bf6d-ffc674a4ebca req-c4a7557e-b50c-4b34-810c-836643202447 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 944 time: 0.0647149 Apr 16 15:55:31.673189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ee6dccf4-523e-452f-9b86-1aca789e0c2f,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:31.675717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:31.686696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64d951d2-fb9a-4c9a-bf6d-ffc674a4ebca req-2eb6b08d-881e-4a27-9139-2a674871f48d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290864 Apr 16 15:55:31.853497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['ee6dccf4-523e-452f-9b86-1aca789e0c2f'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:55:32.825568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:55:32.851717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2262-42d9-4911-af14-83f0d213d6cb req-8c9c6382-dab8-4cc1-8bff-077b38a8e14e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:32.853441 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-237f2262-42d9-4911-af14-83f0d213d6cb req-8c9c6382-dab8-4cc1-8bff-077b38a8e14e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 945 time: 0.0697119 Apr 16 15:55:32.885364 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-237f2262-42d9-4911-af14-83f0d213d6cb req-8b28742b-d2c7-498e-ab1b-ef957694e906 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273275 Apr 16 15:55:33.084787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fb1d8-a3d0-456d-b734-82f729e8548f req-80dbafe6-66ee-4744-8e39-951579e925cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:33.085931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce4fb1d8-a3d0-456d-b734-82f729e8548f req-80dbafe6-66ee-4744-8e39-951579e925cd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 1098 time: 0.0760112 Apr 16 15:55:33.201576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fb1d8-a3d0-456d-b734-82f729e8548f req-0a7b16c2-eaf1-4e33-a8ff-1372bb51c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:33.202608 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce4fb1d8-a3d0-456d-b734-82f729e8548f req-0a7b16c2-eaf1-4e33-a8ff-1372bb51c8cf service neutron] 10.222.0.107 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 917 time: 0.1079781 Apr 16 15:55:33.254105 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce4fb1d8-a3d0-456d-b734-82f729e8548f req-c651d320-ca53-46db-aa50-1f88a1c5af49 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f HTTP/1.1" status: 200 len: 217 time: 0.0431371 Apr 16 15:55:33.304307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fb1d8-a3d0-456d-b734-82f729e8548f req-22e1d505-7250-473c-b388-20aae2d7638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:33.305689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce4fb1d8-a3d0-456d-b734-82f729e8548f req-22e1d505-7250-473c-b388-20aae2d7638c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=923013ee-5a04-4fa7-96de-967f4542b799 HTTP/1.1" status: 200 len: 855 time: 0.0431173 Apr 16 15:55:33.343515 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce4fb1d8-a3d0-456d-b734-82f729e8548f req-12feaa50-0692-47e0-92fa-9cb50385da2c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287585 Apr 16 15:55:33.441118 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce4fb1d8-a3d0-456d-b734-82f729e8548f req-fa3b26b8-8e12-4285-a46a-69b34b593468 service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888240 Apr 16 15:55:33.454820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ee6dccf4-523e-452f-9b86-1aca789e0c2f up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:55:33.509265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port ee6dccf4-523e-452f-9b86-1aca789e0c2f completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:55:33.512986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port ee6dccf4-523e-452f-9b86-1aca789e0c2f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:55:33.513244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:33.535716 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce4fb1d8-a3d0-456d-b734-82f729e8548f req-4a90417c-b92c-4706-9fe5-9e94eff75bb5 service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861008 Apr 16 15:55:33.587389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:33.601477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9071dfbf-6014-403d-8b06-1f45dda81972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:55:33.608475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ee6dccf4-523e-452f-9b86-1aca789e0c2f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:55:33.611367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:33.612591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50c3c5e0-bf67-4e66-b36d-53b94b8ebb14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:55:33.632388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9071dfbf-6014-403d-8b06-1f45dda81972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f', 'code': 200} Apr 16 15:55:33.659885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ee6dccf4-523e-452f-9b86-1aca789e0c2f,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:55:33.661985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:55:34.035422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ef37f-9176-4770-b35c-4bd65270b96f req-d7225953-5982-4c5f-9471-59d200efda9a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:34.036309 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d16ef37f-9176-4770-b35c-4bd65270b96f req-d7225953-5982-4c5f-9471-59d200efda9a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0587556 Apr 16 15:55:34.064165 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d16ef37f-9176-4770-b35c-4bd65270b96f req-a95df4fa-a9fa-4d8d-abae-d0e5c234cda6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235701 Apr 16 15:55:34.542924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e27f8-0e66-487f-a262-fc1a68e5b9f4 req-3bc388f7-7452-4d08-9490-48b0a8ca7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:34.544029 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-496e27f8-0e66-487f-a262-fc1a68e5b9f4 req-3bc388f7-7452-4d08-9490-48b0a8ca7028 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 1099 time: 0.0615113 Apr 16 15:55:34.578119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-496e27f8-0e66-487f-a262-fc1a68e5b9f4 req-a60caa7f-f6c6-4551-aa2d-a44daa3c20fb service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253243 Apr 16 15:55:35.225884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497972eb-b0ac-40db-9733-6cb870d90985 req-9356f752-144b-44b7-9441-333947832c1a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:35.227086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-497972eb-b0ac-40db-9733-6cb870d90985 req-9356f752-144b-44b7-9441-333947832c1a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0716159 Apr 16 15:55:35.258739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-497972eb-b0ac-40db-9733-6cb870d90985 req-83e657ba-f30b-4be3-a335-ce185c9673fd tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265634 Apr 16 15:55:36.411834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e466626-fb01-4067-b542-c6e9a366f734 req-fe973d13-4ecb-4660-ac3b-bb08bb9ad2f9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:36.412927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e466626-fb01-4067-b542-c6e9a366f734 req-fe973d13-4ecb-4660-ac3b-bb08bb9ad2f9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0634177 Apr 16 15:55:36.448140 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e466626-fb01-4067-b542-c6e9a366f734 req-1fb07624-9afc-4935-8d7d-d415824d3892 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303781 Apr 16 15:55:36.587698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360b2ef-82b4-41aa-b800-33e0fb88a931 req-63f02eca-f408-46a3-884e-e761321403d6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:36.588680 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7360b2ef-82b4-41aa-b800-33e0fb88a931 req-63f02eca-f408-46a3-884e-e761321403d6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0596850 Apr 16 15:55:36.622250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7360b2ef-82b4-41aa-b800-33e0fb88a931 req-5b38e8da-fc1c-4cbb-81c9-1fd8b907b8a4 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265167 Apr 16 15:55:36.879910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6380ef-e999-46b8-b5d9-121538459256 req-7e8d9e51-8cf5-4f22-81b6-5e593cec48a6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:36.880839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f6380ef-e999-46b8-b5d9-121538459256 req-7e8d9e51-8cf5-4f22-81b6-5e593cec48a6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0702655 Apr 16 15:55:36.912685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f6380ef-e999-46b8-b5d9-121538459256 req-fb145ea4-9282-485c-81cf-47fbd68e3a62 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275712 Apr 16 15:55:37.049922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268186-a4ea-454f-abc8-361053ef32e0 req-f20cfb6c-f7ca-4235-b00c-3aa3993544ac tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:37.050979 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f3268186-a4ea-454f-abc8-361053ef32e0 req-f20cfb6c-f7ca-4235-b00c-3aa3993544ac tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0674424 Apr 16 15:55:37.084984 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f3268186-a4ea-454f-abc8-361053ef32e0 req-d0280b6d-287c-4a25-9606-8115d58a6407 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262103 Apr 16 15:55:37.332398 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-1e3d6f34-424b-4be1-a664-5c87bd08fe49 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0542314 Apr 16 15:55:37.358538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea485a-d58d-43db-b986-9a0cb6ea295b req-ccae6b3e-966b-4807-9e5c-81a0137d1dda tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:37.359577 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6aea485a-d58d-43db-b986-9a0cb6ea295b req-ccae6b3e-966b-4807-9e5c-81a0137d1dda tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0614109 Apr 16 15:55:37.393205 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6aea485a-d58d-43db-b986-9a0cb6ea295b req-ad032a39-3673-4f7b-9aaa-69921fd9e51d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295706 Apr 16 15:55:38.545751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e01d6-f3b9-4887-b742-111f07bddec8 req-98ad8978-4a4e-48e0-b896-b6dec748cb6a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:38.546884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed2e01d6-f3b9-4887-b742-111f07bddec8 req-98ad8978-4a4e-48e0-b896-b6dec748cb6a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0766854 Apr 16 15:55:38.584194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed2e01d6-f3b9-4887-b742-111f07bddec8 req-7df8ee4e-1df8-44f1-9bc6-7cc0a765ade1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298452 Apr 16 15:55:39.725437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fe290-fd19-4ee8-aa43-8bb9c1741182 req-a419fa3d-7e48-4a52-a218-857d01d59514 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:39.726510 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f50fe290-fd19-4ee8-aa43-8bb9c1741182 req-a419fa3d-7e48-4a52-a218-857d01d59514 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0641382 Apr 16 15:55:39.759357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f50fe290-fd19-4ee8-aa43-8bb9c1741182 req-62da9103-c526-4d78-b416-16e14a7646c5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267527 Apr 16 15:55:40.286180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f6687-3948-4c32-8215-5f40d080d72f req-98504281-c8dc-45d0-90a4-2ac40c6b9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:40.287321 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-98504281-c8dc-45d0-90a4-2ac40c6b9e50 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 1099 time: 0.0639966 Apr 16 15:55:40.385409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f6687-3948-4c32-8215-5f40d080d72f req-f4e7048e-ee8f-4cf2-b92f-21ca2e12b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:40.386736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-f4e7048e-ee8f-4cf2-b92f-21ca2e12b10a service neutron] 10.222.0.107 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 917 time: 0.0904343 Apr 16 15:55:40.437992 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-3d7bcb97-fc9d-435f-8eac-2412e77d9007 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f HTTP/1.1" status: 200 len: 217 time: 0.0418119 Apr 16 15:55:40.492293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f6687-3948-4c32-8215-5f40d080d72f req-ee787f2d-001a-4e7c-ac94-b2d9db48f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:40.493275 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-ee787f2d-001a-4e7c-ac94-b2d9db48f8da service neutron] 10.222.0.107 "GET /v2.0/subnets?id=923013ee-5a04-4fa7-96de-967f4542b799 HTTP/1.1" status: 200 len: 855 time: 0.0457206 Apr 16 15:55:40.536136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-b38ccbaf-3e8d-4c2d-a63a-14306af59d79 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335913 Apr 16 15:55:40.633844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-25264619-aa4f-4dcb-9ad2-93bbdcc309bb service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886893 Apr 16 15:55:40.729038 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-2291f314-b80b-4bbf-834e-59962a00d1d3 service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871599 Apr 16 15:55:40.922618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d78f7-197c-427a-b3cc-273c3c80997c req-f9ef0cbd-c098-4418-a2be-033d7ddecdea tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:40.923723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e9d78f7-197c-427a-b3cc-273c3c80997c req-f9ef0cbd-c098-4418-a2be-033d7ddecdea tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0736132 Apr 16 15:55:40.963127 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e9d78f7-197c-427a-b3cc-273c3c80997c req-36b466ba-9b25-43c2-8bf4-d8bc475a2c19 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Apr 16 15:55:41.333271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cdf91377-e1ad-4afa-b56a-44c5c34824be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:42.117089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ed336-3f88-40bc-ac11-ee1ad418b6e5 req-bddca9ae-9db2-429f-b719-83c4d803a730 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:42.118180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c14ed336-3f88-40bc-ac11-ee1ad418b6e5 req-bddca9ae-9db2-429f-b719-83c4d803a730 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0612786 Apr 16 15:55:42.150149 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c14ed336-3f88-40bc-ac11-ee1ad418b6e5 req-c25f6617-e8da-4c9f-8a6e-fa97fef6bba1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265317 Apr 16 15:55:42.755318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ee7b2642-b6b0-4d78-8333-76ee01c33a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:42.958976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:43.081974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:43.305043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb08d-b828-4b67-94c0-478048e4009a req-114bf19a-78b4-4dec-b06e-e5a96ade0c0c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:43.306086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a50fb08d-b828-4b67-94c0-478048e4009a req-114bf19a-78b4-4dec-b06e-e5a96ade0c0c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0670347 Apr 16 15:55:43.340834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a50fb08d-b828-4b67-94c0-478048e4009a req-3789d72b-2bee-4f0b-8f5d-c573d17db3f3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273640 Apr 16 15:55:43.409762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:44.147958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:55:44.500627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d9385-d75a-46a4-ae62-379715b485f3 req-0d934236-0c69-4cd3-afa9-087ab24cf00c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:44.501746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d8d9385-d75a-46a4-ae62-379715b485f3 req-0d934236-0c69-4cd3-afa9-087ab24cf00c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0693796 Apr 16 15:55:44.533651 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d8d9385-d75a-46a4-ae62-379715b485f3 req-3ceec3f2-b734-441f-8eaa-5b95233db5cb tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275140 Apr 16 15:55:45.984721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec50cbe-d6ce-4f93-a64a-c9611d83ad72 req-0b80138c-b302-41ae-8803-9f04395d7246 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:45.985817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bec50cbe-d6ce-4f93-a64a-c9611d83ad72 req-0b80138c-b302-41ae-8803-9f04395d7246 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.3716533 Apr 16 15:55:46.020873 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bec50cbe-d6ce-4f93-a64a-c9611d83ad72 req-78e1505b-516e-4577-a2ae-b53b6c8f304c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274019 Apr 16 15:55:47.179150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b597a9-6565-4de2-8bd4-f14fd113fdfd req-d4661e89-1285-498c-889c-313aa7a0e2db tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:47.180183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b597a9-6565-4de2-8bd4-f14fd113fdfd req-d4661e89-1285-498c-889c-313aa7a0e2db tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0648077 Apr 16 15:55:47.215493 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b597a9-6565-4de2-8bd4-f14fd113fdfd req-16131131-13a5-43b2-ac72-ce3de23d4fa1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276024 Apr 16 15:55:48.364533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260c9a0-d71d-4a85-8414-f6335cc56a5b req-0252ffc0-ac08-4452-91d7-2a0b8ec2c09e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:48.365683 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f260c9a0-d71d-4a85-8414-f6335cc56a5b req-0252ffc0-ac08-4452-91d7-2a0b8ec2c09e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0642641 Apr 16 15:55:48.400204 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f260c9a0-d71d-4a85-8414-f6335cc56a5b req-1f622d27-001d-4f4d-b1be-4c5bee1958aa tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302157 Apr 16 15:55:49.550878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a957f05-1583-4b01-af47-ca02b06d08bc req-eb091a8a-6e4c-456a-b418-56b7b6a3fdab tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:49.551980 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4a957f05-1583-4b01-af47-ca02b06d08bc req-eb091a8a-6e4c-456a-b418-56b7b6a3fdab tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0739028 Apr 16 15:55:49.583440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4a957f05-1583-4b01-af47-ca02b06d08bc req-2a99742b-34ff-4e03-92cc-98945dfec092 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271969 Apr 16 15:55:50.758374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0dbc8-be00-46ba-972e-c04035ac3390 req-e9502715-5aca-4e51-bd7d-3b677c6a4b60 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:50.759373 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-34e0dbc8-be00-46ba-972e-c04035ac3390 req-e9502715-5aca-4e51-bd7d-3b677c6a4b60 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0805862 Apr 16 15:55:50.795392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-34e0dbc8-be00-46ba-972e-c04035ac3390 req-685a2555-3de4-43fa-af86-3f6e5edbdaef tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284085 Apr 16 15:55:51.954176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f623c6-a68f-40ca-835b-8446bcae561a req-62fecca7-aa9e-4288-8250-410f76a42b71 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:51.955288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d7f623c6-a68f-40ca-835b-8446bcae561a req-62fecca7-aa9e-4288-8250-410f76a42b71 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0646849 Apr 16 15:55:51.990428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d7f623c6-a68f-40ca-835b-8446bcae561a req-4acbd06d-d701-45b5-8165-d14b34b1d8d9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278845 Apr 16 15:55:53.140665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7fcf8-f95f-4a28-954c-8a46d31186b0 req-e5b5153d-7aab-4325-8b13-4b518d1a791a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:53.141671 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77e7fcf8-f95f-4a28-954c-8a46d31186b0 req-e5b5153d-7aab-4325-8b13-4b518d1a791a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0653946 Apr 16 15:55:53.175311 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77e7fcf8-f95f-4a28-954c-8a46d31186b0 req-0d2d2adf-0aac-48ab-af7b-0c6da374d87b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283418 Apr 16 15:55:54.325353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fe2c4-ae3f-4f28-a4b2-716b6cd9b8eb req-978b8307-b5b5-48c8-a33c-8bcc2bd5abbe tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:54.326369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef3fe2c4-ae3f-4f28-a4b2-716b6cd9b8eb req-978b8307-b5b5-48c8-a33c-8bcc2bd5abbe tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0662973 Apr 16 15:55:54.359756 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef3fe2c4-ae3f-4f28-a4b2-716b6cd9b8eb req-8391cee4-f34e-4a7a-959a-78b1dfb09081 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270088 Apr 16 15:55:55.521399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7517a2-8a15-4bf5-a751-d4ca264f4156 req-2be2e6fe-0d52-4bff-a228-5fdcd8e41661 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:55.522565 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af7517a2-8a15-4bf5-a751-d4ca264f4156 req-2be2e6fe-0d52-4bff-a228-5fdcd8e41661 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0763052 Apr 16 15:55:55.558566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af7517a2-8a15-4bf5-a751-d4ca264f4156 req-34467750-1b82-4c53-8286-e5442538e179 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283427 Apr 16 15:55:56.729239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa44764-3a99-49b4-9a49-26d3f01e54c4 req-b5eec532-206e-4d47-b70c-4fd11f35b3fd tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:56.730324 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5aa44764-3a99-49b4-9a49-26d3f01e54c4 req-b5eec532-206e-4d47-b70c-4fd11f35b3fd tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0788870 Apr 16 15:55:56.767474 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5aa44764-3a99-49b4-9a49-26d3f01e54c4 req-5b8ee53f-8bbd-4383-a905-5fa4add6f868 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288436 Apr 16 15:55:57.944250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758ebac-f8aa-4833-ba41-9d90b9e8c528 req-9bcb8c49-f7c8-4548-92a6-99185fc2cfe0 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:57.945379 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4758ebac-f8aa-4833-ba41-9d90b9e8c528 req-9bcb8c49-f7c8-4548-92a6-99185fc2cfe0 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0751097 Apr 16 15:55:57.977831 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4758ebac-f8aa-4833-ba41-9d90b9e8c528 req-9f76928f-36a7-4a77-bbd2-4461c0b0077e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278935 Apr 16 15:55:58.854221 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-752d286b-81a9-4476-8c43-a2096677a63f service neutron] 10.222.0.107 "GET /v2.0/ports/ee6dccf4-523e-452f-9b86-1aca789e0c2f/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0704474 Apr 16 15:55:59.137337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50c1e9-fd2a-4e7e-b262-a81fddd586a0 req-5a11128b-5bfb-484a-a0a4-564babc7e0e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:55:59.138270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9c50c1e9-fd2a-4e7e-b262-a81fddd586a0 req-5a11128b-5bfb-484a-a0a4-564babc7e0e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0675371 Apr 16 15:55:59.169462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9c50c1e9-fd2a-4e7e-b262-a81fddd586a0 req-52570159-e4a7-4836-a757-af864e08f13c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265825 Apr 16 15:56:00.122606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f6687-3948-4c32-8215-5f40d080d72f req-db34f2de-641c-48fe-9393-cf10ca8364a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:00.123712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-db34f2de-641c-48fe-9393-cf10ca8364a4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972&tenant_id=f440717984744e11b48c94375f45ee17 HTTP/1.1" status: 200 len: 1099 time: 0.0657079 Apr 16 15:56:00.205754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f6687-3948-4c32-8215-5f40d080d72f req-17303025-9976-4348-904e-e78195e7b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:00.206897 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-17303025-9976-4348-904e-e78195e7b466 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 1099 time: 0.0598159 Apr 16 15:56:00.327326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f6687-3948-4c32-8215-5f40d080d72f req-54ba3014-37eb-471d-a268-94092ce5578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:00.328256 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-54ba3014-37eb-471d-a268-94092ce5578f service neutron] 10.222.0.107 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 917 time: 0.1126852 Apr 16 15:56:00.393386 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-f878f0e3-433c-4556-9986-693d4a49f76a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f HTTP/1.1" status: 200 len: 217 time: 0.0557892 Apr 16 15:56:00.444125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9a600-54a0-4fea-ab1c-34ec2d4df46a req-540df6a9-0e21-4de7-8658-b75c45bfd2a4 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:00.445105 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54e9a600-54a0-4fea-ab1c-34ec2d4df46a req-540df6a9-0e21-4de7-8658-b75c45bfd2a4 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.1828535 Apr 16 15:56:00.452295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f6687-3948-4c32-8215-5f40d080d72f req-ae78c718-aceb-4e35-85ae-99f552a21a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:00.453137 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-ae78c718-aceb-4e35-85ae-99f552a21a89 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=923013ee-5a04-4fa7-96de-967f4542b799 HTTP/1.1" status: 200 len: 855 time: 0.0508366 Apr 16 15:56:00.494880 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-88499aa6-5c70-42e7-88f6-34d8c3016a60 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310757 Apr 16 15:56:00.520197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54e9a600-54a0-4fea-ab1c-34ec2d4df46a req-6d6964ef-05e6-42df-a180-327776d9febd tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706546 Apr 16 15:56:00.594997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-50da3d53-9eaf-43e9-a99b-a33d53c20b50 service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902328 Apr 16 15:56:00.683247 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-018f6687-3948-4c32-8215-5f40d080d72f req-503a9cbc-4ec2-4315-80a4-9b386ceb335c service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790153 Apr 16 15:56:01.540503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ee6dccf4-523e-452f-9b86-1aca789e0c2f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:56:01.727659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d2a2b-4e7f-48d6-a1cd-7a7268c47e10 req-40aee0bd-4e75-4357-bfa7-4dcf5ac6e7f6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:01.728945 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-848d2a2b-4e7f-48d6-a1cd-7a7268c47e10 req-40aee0bd-4e75-4357-bfa7-4dcf5ac6e7f6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.1100285 Apr 16 15:56:01.768045 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-848d2a2b-4e7f-48d6-a1cd-7a7268c47e10 req-3f52a67c-51d4-4275-8e08-bc673083bb98 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348783 Apr 16 15:56:01.830508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:01.849407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9071dfbf-6014-403d-8b06-1f45dda81972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:56:01.856884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ee6dccf4-523e-452f-9b86-1aca789e0c2f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:01.859437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:01.860803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:01.890402 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9071dfbf-6014-403d-8b06-1f45dda81972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f', 'code': 200} Apr 16 15:56:01.906258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ee6dccf4-523e-452f-9b86-1aca789e0c2f,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:01.908411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:02.922200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb7ada-4b84-404b-a48f-dcf989c30585 req-4781754c-41ed-4c4e-b521-c97bf1a994f3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:02.923347 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ecb7ada-4b84-404b-a48f-dcf989c30585 req-4781754c-41ed-4c4e-b521-c97bf1a994f3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 944 time: 0.0634689 Apr 16 15:56:02.955958 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ecb7ada-4b84-404b-a48f-dcf989c30585 req-565a8e5e-2910-464f-854c-9b9aa22a7b18 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277576 Apr 16 15:56:03.180220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f8883-b5dc-4a96-9769-deb4ae42e546 req-2295154a-a427-4e7f-8dab-a77d21268060 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:03.181270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b9f8883-b5dc-4a96-9769-deb4ae42e546 req-2295154a-a427-4e7f-8dab-a77d21268060 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 944 time: 0.0654070 Apr 16 15:56:03.215476 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b9f8883-b5dc-4a96-9769-deb4ae42e546 req-6d255b6d-1f01-421b-bb79-df76f6c0a0a5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268705 Apr 16 15:56:03.550463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ee6dccf4-523e-452f-9b86-1aca789e0c2f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:56:03.565456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-2e68f503-74cd-4d58-90dc-e6005b8c4a2a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:03.566602 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-2e68f503-74cd-4d58-90dc-e6005b8c4a2a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.107 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972&tenant_id=f440717984744e11b48c94375f45ee17&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.0789936 Apr 16 15:56:03.650267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ee6dccf4-523e-452f-9b86-1aca789e0c2f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:03.659696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f', 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6', 'port_id': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f', 'mac_address': 'fa:16:3e:95:9c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1459, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923013ee-5a04-4fa7-96de-967f4542b799', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:56:03.684107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-48204b42-94a2-4d59-a50a-cd85c1b853ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:03.685190 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-48204b42-94a2-4d59-a50a-cd85c1b853ca service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 1097 time: 0.0577118 Apr 16 15:56:03.702295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:03.713842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6dccf4-523e-452f-9b86-1aca789e0c2f {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:56:03.724716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ee6dccf4-523e-452f-9b86-1aca789e0c2f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:03.729819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:03.731255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:03.773923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ee6dccf4-523e-452f-9b86-1aca789e0c2f,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:03.778270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.778505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.778724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.778934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.779139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.779343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.779549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.779985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.780215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.780443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.780646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.780846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:56:03.781797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-57a83ef8-5f3b-4eb1-87c1-6133e25ba2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:03.782869 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-57a83ef8-5f3b-4eb1-87c1-6133e25ba2fa service neutron] 10.222.0.107 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 917 time: 0.0895514 Apr 16 15:56:03.783208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:03.831428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-ec7a6f6a-abcf-4811-83e2-1bf97704b0c5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f HTTP/1.1" status: 200 len: 217 time: 0.0402625 Apr 16 15:56:03.882133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-986b7f2a-bc47-43bb-a068-59185cdeb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:03.884031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-986b7f2a-bc47-43bb-a068-59185cdeb6d1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=923013ee-5a04-4fa7-96de-967f4542b799 HTTP/1.1" status: 200 len: 855 time: 0.0442104 Apr 16 15:56:03.919133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-aef72817-7f43-4660-ad31-b996f77c0ef7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277286 Apr 16 15:56:04.009669 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-3bbad0a7-520f-400f-822e-80eedd20e2e7 service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862744 Apr 16 15:56:04.016174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['ee6dccf4-523e-452f-9b86-1aca789e0c2f'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:56:04.101469 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98a0c96e-1f4b-4f89-9fbe-e0bdbd336502 req-e423057d-47bf-4e4c-8816-1d4defad3d36 service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841074 Apr 16 15:56:04.368871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d826c-40e5-46e4-8abb-25fb50b56da3 req-86ac99b9-ac89-45df-b442-e5398a2f2770 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:04.369762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e16d826c-40e5-46e4-8abb-25fb50b56da3 req-86ac99b9-ac89-45df-b442-e5398a2f2770 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 945 time: 0.0684676 Apr 16 15:56:04.408098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e16d826c-40e5-46e4-8abb-25fb50b56da3 req-1701be1b-dee0-4d26-8543-69873d5c64d9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308180 Apr 16 15:56:05.547453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0b47d-5205-42bc-a67c-991fd550e895 req-19f6ff27-24ef-4793-b275-0c2d8176278b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:05.548556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c2e0b47d-5205-42bc-a67c-991fd550e895 req-19f6ff27-24ef-4793-b275-0c2d8176278b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 945 time: 0.0595284 Apr 16 15:56:05.556990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ee6dccf4-523e-452f-9b86-1aca789e0c2f up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:56:05.580943 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c2e0b47d-5205-42bc-a67c-991fd550e895 req-77f6cbf5-de37-4205-9728-667e72824296 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276508 Apr 16 15:56:05.604433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port ee6dccf4-523e-452f-9b86-1aca789e0c2f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:56:05.604725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:05.688173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:05.716509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9071dfbf-6014-403d-8b06-1f45dda81972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:56:05.723711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port ee6dccf4-523e-452f-9b86-1aca789e0c2f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:05.725897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:05.727539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:05.753496 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9071dfbf-6014-403d-8b06-1f45dda81972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f', 'code': 200} Apr 16 15:56:05.775138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=ee6dccf4-523e-452f-9b86-1aca789e0c2f,revision_number=8']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:05.777217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:06.751082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a2a22-5877-435b-9d3d-e6af3ad036ce req-4b296c0a-eb7e-4ae0-aed1-c8ff0337cb9f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:06.752128 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-400a2a22-5877-435b-9d3d-e6af3ad036ce req-4b296c0a-eb7e-4ae0-aed1-c8ff0337cb9f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0748091 Apr 16 15:56:06.784357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-400a2a22-5877-435b-9d3d-e6af3ad036ce req-2a682361-50c7-4d91-89d2-08b74f77c197 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275424 Apr 16 15:56:06.933414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a87fe7-eea2-4d0a-8be2-35cc859afe78 req-da40faae-d7b6-407c-b299-b4a8ab73e688 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:06.934456 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-39a87fe7-eea2-4d0a-8be2-35cc859afe78 req-da40faae-d7b6-407c-b299-b4a8ab73e688 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0630202 Apr 16 15:56:06.969482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-39a87fe7-eea2-4d0a-8be2-35cc859afe78 req-bb7c3309-2871-4b25-9ea0-1044758b9334 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275698 Apr 16 15:56:07.118074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6987715-9327-49d8-a0d0-b82c23e851b7 req-d473063f-4ea7-4737-af79-ccedd7a7381c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:07.120074 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6987715-9327-49d8-a0d0-b82c23e851b7 req-d473063f-4ea7-4737-af79-ccedd7a7381c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0706258 Apr 16 15:56:07.152483 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6987715-9327-49d8-a0d0-b82c23e851b7 req-9a155e36-070f-417a-842e-0b0cb230a7cc tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277064 Apr 16 15:56:07.782563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279b69e-f118-465f-9298-3691ccce6c6a req-dc2e65ec-498a-4cf7-973e-e42bf376f041 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:07.783471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-dc2e65ec-498a-4cf7-973e-e42bf376f041 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 815 time: 0.3800008 Apr 16 15:56:07.797637 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-ec18d410-ca8b-4c97-abef-b084ceefb001 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/quotas/f440717984744e11b48c94375f45ee17 HTTP/1.1" status: 200 len: 375 time: 0.0064292 Apr 16 15:56:07.871698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-8e7f8f35-0287-4bb9-84d3-d8766aedf82d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0672235 Apr 16 15:56:07.994286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-4d6d5f27-ffa4-4b98-9002-97a06112bca7 service neutron] 10.222.0.95 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178174 Apr 16 15:56:08.081656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-f065e95e-b938-4a03-a26b-1ffdf77d6a8c service neutron] 10.222.0.95 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829465 Apr 16 15:56:08.212285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-266020bb-a27d-46fc-99b1-2735c3ef9903 req-e178ac3e-b9bc-4d93-83f5-96e7da1cecf0 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 210 time: 0.0310936 Apr 16 15:56:09.082476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51409d65-18fe-4165-b832-661300ab100e req-649ab781-3af0-4188-bb87-632073b121a6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:09.083518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51409d65-18fe-4165-b832-661300ab100e req-649ab781-3af0-4188-bb87-632073b121a6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.107 "GET /v2.0/ports?device_id=9071dfbf-6014-403d-8b06-1f45dda81972 HTTP/1.1" status: 200 len: 946 time: 0.0761867 Apr 16 15:56:09.135826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-51409d65-18fe-4165-b832-661300ab100e req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Deleting port ee6dccf4-523e-452f-9b86-1aca789e0c2f {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:56:09.136099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51409d65-18fe-4165-b832-661300ab100e req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:09.320057 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-96f627ac-62dc-4093-9eb7-055de0d154a4 req-e66ff1cc-4601-4869-b402-967a7b2fa36b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 210 time: 0.0421233 Apr 16 15:56:09.321156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-51409d65-18fe-4165-b832-661300ab100e req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] For port ee6dccf4-523e-452f-9b86-1aca789e0c2f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=ee6dccf4-523e-452f-9b86-1aca789e0c2f,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:09.321382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51409d65-18fe-4165-b832-661300ab100e req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:09.399269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-51409d65-18fe-4165-b832-661300ab100e req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Calling delete_port for ee6dccf4-523e-452f-9b86-1aca789e0c2f owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:56:09.486644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51409d65-18fe-4165-b832-661300ab100e req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:09.499692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9dc1ded7-db06-413a-a32b-4f9bd4835cac tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:09.560800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['ee6dccf4-523e-452f-9b86-1aca789e0c2f'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:56:09.576980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Pushing event deleted for resources: {'Port': ['ID=ee6dccf4-523e-452f-9b86-1aca789e0c2f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:09.578847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:09.684130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279b69e-f118-465f-9298-3691ccce6c6a req-16420c4a-b95b-4d65-944e-6e769bf18d46 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:09.685091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-16420c4a-b95b-4d65-944e-6e769bf18d46 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.107 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 815 time: 0.1861894 Apr 16 15:56:09.714647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Request body: {'port': {'device_id': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6', 'admin_state_up': True, 'tenant_id': 'f440717984744e11b48c94375f45ee17'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:56:09.777829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-51409d65-18fe-4165-b832-661300ab100e req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] No DVR routers for this DVR port ee6dccf4-523e-452f-9b86-1aca789e0c2f on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:56:09.779624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51409d65-18fe-4165-b832-661300ab100e req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:09.784753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9071dfbf-6014-403d-8b06-1f45dda81972', 'name': 'network-vif-deleted', 'tag': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:56:09.802227 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51409d65-18fe-4165-b832-661300ab100e req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.107 "DELETE /v2.0/ports/ee6dccf4-523e-452f-9b86-1aca789e0c2f HTTP/1.1" status: 204 len: 173 time: 0.7108326 Apr 16 15:56:09.824616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:56:09.831378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9071dfbf-6014-403d-8b06-1f45dda81972', 'name': 'network-vif-deleted', 'tag': 'ee6dccf4-523e-452f-9b86-1aca789e0c2f', 'status': 'completed', 'code': 200} Apr 16 15:56:09.837282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:56:09.839709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Usage tracker for resource:port and tenant:f440717984744e11b48c94375f45ee17 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:56:09.841343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:56:09.844685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:56:09.850559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Made reservation on behalf of f440717984744e11b48c94375f45ee17 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:56:09.854179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:09.951968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Allocated IP 172.20.0.4 (512b049c-1ffd-43f2-835c-ac8f52d3b0e6/923013ee-5a04-4fa7-96de-967f4542b799/537c0c2d-7dd9-4687-a0b3-fe4221471b3d) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:56:10.075349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:10.099859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:10.119313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca7ecefb-96c5-4c82-8e9e-ac6fdd3eb357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:10.206742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Pushing event updated for resources: {'Port': ['ID=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:10.208618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:10.241881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:56:10.242640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:56:10.244136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:56:10.283753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:10.284164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:10.299969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5907185 Apr 16 15:56:10.311821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-db982da1-cf26-4c14-bce7-1b1ab10def39 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:56:10.312423 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-db982da1-cf26-4c14-bce7-1b1ab10def39 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0035927 Apr 16 15:56:10.358155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Request body: {'port': {'device_id': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:56:10.479152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:10.512863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d3f5c-a9dc-4bd6-9e3d-7bee9fe82c25 req-1a924488-89d0-457d-8f71-a71efe10204a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:10.513356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6c2d3f5c-a9dc-4bd6-9e3d-7bee9fe82c25 req-1a924488-89d0-457d-8f71-a71efe10204a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Synchronizing usage tracker for tenant:f440717984744e11b48c94375f45ee17 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:56:10.535327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6c2d3f5c-a9dc-4bd6-9e3d-7bee9fe82c25 req-1a924488-89d0-457d-8f71-a71efe10204a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Unset dirty status for tenant:f440717984744e11b48c94375f45ee17 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:56:10.536157 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c2d3f5c-a9dc-4bd6-9e3d-7bee9fe82c25 req-1a924488-89d0-457d-8f71-a71efe10204a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 931 time: 0.1460824 Apr 16 15:56:10.605581 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c2d3f5c-a9dc-4bd6-9e3d-7bee9fe82c25 req-1c3f6a18-418d-4a94-bd79-84ec0b669410 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616996 Apr 16 15:56:10.712890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537c0c2d-7dd9-4687-a0b3-fe4221471b3d {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:56:10.717058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:10.725978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Transition to ACTIVE for port object 537c0c2d-7dd9-4687-a0b3-fe4221471b3d will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:56:10.728310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:10.735192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bfe4a3bc-8985-48cf-8f13-9ceb8e1ddcf8 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:10.800200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Pushing event updated for resources: {'Port': ['ID=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:10.802721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:10.922046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Attempting to bind port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:56:10.922331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Attempting to bind port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '3b0ee9b5-319d-474c-9009-531691291dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:56:10.922331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Attempting to bind port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d on network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:56:10.925098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d on network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:56:10.925274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Attempting to bind port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d on network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:56:10.928945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:56:10.929146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Checking segment: {'id': '3b0ee9b5-319d-474c-9009-531691291dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:56:10.929403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Bound using segment: {'id': '3b0ee9b5-319d-474c-9009-531691291dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:56:10.930352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Bound port: 537c0c2d-7dd9-4687-a0b3-fe4221471b3d, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0ee9b5-319d-474c-9009-531691291dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1459, 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:56:10.930352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:10.980179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] For port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:56:10.981918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] For port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:56:10.984327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:10.991502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7c228a5a-aa1b-44d3-9dc2-44e51416df7b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:11.326106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fca59c1-42b1-49a2-8b6e-79bc11b4986b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:11.333753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Pushing event updated for resources: {'Port': ['ID=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:11.336691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:11.354810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:11.355173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:11.356094 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] 10.222.0.107 "PUT /v2.0/ports/537c0c2d-7dd9-4687-a0b3-fe4221471b3d HTTP/1.1" status: 200 len: 1093 time: 1.0347590 Apr 16 15:56:11.437755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279b69e-f118-465f-9298-3691ccce6c6a req-8fee2d79-e34c-4eb2-8d24-e0b18e0305b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:11.438735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-8fee2d79-e34c-4eb2-8d24-e0b18e0305b0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 1096 time: 0.0502546 Apr 16 15:56:11.488333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-082266d7-bf04-4436-ac7d-16764de3b7ca service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d HTTP/1.1" status: 200 len: 217 time: 0.0407958 Apr 16 15:56:11.534691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279b69e-f118-465f-9298-3691ccce6c6a req-7b55eb4e-190a-4165-88b0-850feb2505ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:11.535590 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-7b55eb4e-190a-4165-88b0-850feb2505ae service neutron] 10.222.0.107 "GET /v2.0/subnets?id=923013ee-5a04-4fa7-96de-967f4542b799 HTTP/1.1" status: 200 len: 855 time: 0.0387750 Apr 16 15:56:11.574185 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-77ee85da-6b20-45b5-8d17-eb10a5114501 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293572 Apr 16 15:56:11.581578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ee6dccf4-523e-452f-9b86-1aca789e0c2f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:56:11.603954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: ee6dccf4-523e-452f-9b86-1aca789e0c2f {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:56:11.604162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device ee6dccf4-523e-452f-9b86-1aca789e0c2f not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:56:11.680375 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-afe1ceb0-075e-4785-a6c6-22e0d16b392d service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947099 Apr 16 15:56:11.804161 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0279b69e-f118-465f-9298-3691ccce6c6a req-ecf103d8-06f3-4f0e-8c02-495ade3486ed service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003060 Apr 16 15:56:11.811894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04708ec2-9675-4ae7-88ca-647d66564a98 req-a928bc6c-a4e4-4e4c-8f67-a7b219b8d577 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:11.812810 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04708ec2-9675-4ae7-88ca-647d66564a98 req-a928bc6c-a4e4-4e4c-8f67-a7b219b8d577 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 943 time: 0.1314154 Apr 16 15:56:11.832222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'tag': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:56:11.849091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04708ec2-9675-4ae7-88ca-647d66564a98 req-4d1922d1-f867-4b85-9769-46615001fc1e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283420 Apr 16 15:56:11.868533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'tag': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d', 'status': 'completed', 'code': 200} Apr 16 15:56:12.575260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924ce4-e77d-428f-9dad-93fd9f2ea540 req-5284a238-cb63-4431-9f79-07bae4e2bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:12.576344 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00924ce4-e77d-428f-9dad-93fd9f2ea540 req-5284a238-cb63-4431-9f79-07bae4e2bdc7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 1096 time: 0.0680578 Apr 16 15:56:12.671697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924ce4-e77d-428f-9dad-93fd9f2ea540 req-243261fb-bd8c-43d8-9a4e-bd5b4da9a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:12.672873 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00924ce4-e77d-428f-9dad-93fd9f2ea540 req-243261fb-bd8c-43d8-9a4e-bd5b4da9a88c service neutron] 10.222.0.107 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 917 time: 0.0913346 Apr 16 15:56:12.721312 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00924ce4-e77d-428f-9dad-93fd9f2ea540 req-e7688af5-2770-4f45-bc6e-92ca858f987d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d HTTP/1.1" status: 200 len: 217 time: 0.0428121 Apr 16 15:56:12.744048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11bba28f-92ae-4fdb-9352-c07c36c8af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:12.773348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924ce4-e77d-428f-9dad-93fd9f2ea540 req-139866dd-04dc-40ef-95bd-1f7b5e9cc900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:12.774371 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00924ce4-e77d-428f-9dad-93fd9f2ea540 req-139866dd-04dc-40ef-95bd-1f7b5e9cc900 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=923013ee-5a04-4fa7-96de-967f4542b799 HTTP/1.1" status: 200 len: 855 time: 0.0456336 Apr 16 15:56:12.809017 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00924ce4-e77d-428f-9dad-93fd9f2ea540 req-ef7f9156-31d5-4ff0-a18c-03b517f40c56 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293319 Apr 16 15:56:12.907332 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00924ce4-e77d-428f-9dad-93fd9f2ea540 req-6b993b10-e0d8-4903-b075-6077268bdd69 service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892673 Apr 16 15:56:12.955996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:13.045894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00924ce4-e77d-428f-9dad-93fd9f2ea540 req-cedcc62d-4f99-418e-8ec3-a8e36671b783 service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305370 Apr 16 15:56:13.055744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f683fe8-e734-4cb4-b4ef-fdd6c6c07336 req-cda817c2-6084-45e3-aaba-bd70d03b1b8d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:13.056746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f683fe8-e734-4cb4-b4ef-fdd6c6c07336 req-cda817c2-6084-45e3-aaba-bd70d03b1b8d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 943 time: 0.1250443 Apr 16 15:56:13.072246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:13.095275 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f683fe8-e734-4cb4-b4ef-fdd6c6c07336 req-5a593cd9-1693-4279-a2a3-9ad5bba771df tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283530 Apr 16 15:56:13.404707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:13.597963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 537c0c2d-7dd9-4687-a0b3-fe4221471b3d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:56:13.739361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:13.750929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d', 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6', 'port_id': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d', 'mac_address': 'fa:16:3e:60:3c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1459, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923013ee-5a04-4fa7-96de-967f4542b799', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:56:13.805501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:13.818153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537c0c2d-7dd9-4687-a0b3-fe4221471b3d {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:56:13.829897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:13.832657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:13.834142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4159e849-10ee-4e27-ba5b-6b691dc5d0cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:13.882997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:13.885162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:14.198008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:14.245942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9dee9-784a-4b39-b10c-b03b773be37c req-7f9ad509-f582-4b19-8993-09c2cf293494 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:14.247104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6aa9dee9-784a-4b39-b10c-b03b773be37c req-7f9ad509-f582-4b19-8993-09c2cf293494 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 944 time: 0.0679407 Apr 16 15:56:14.263673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['537c0c2d-7dd9-4687-a0b3-fe4221471b3d'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:56:14.280248 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6aa9dee9-784a-4b39-b10c-b03b773be37c req-fca25653-fb29-492d-bff8-6fbfaab34879 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284455 Apr 16 15:56:15.435541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcbdb9-2fe9-40b8-a47c-b2625ed4309b req-5ec88514-1c01-4fa9-bac8-503e20cc5399 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:15.436689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4bfcbdb9-2fe9-40b8-a47c-b2625ed4309b req-5ec88514-1c01-4fa9-bac8-503e20cc5399 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 944 time: 0.0656266 Apr 16 15:56:15.468744 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4bfcbdb9-2fe9-40b8-a47c-b2625ed4309b req-9bbb8bf7-7104-46a9-89be-68b7f9edfae9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274935 Apr 16 15:56:15.615411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 537c0c2d-7dd9-4687-a0b3-fe4221471b3d up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:56:15.683564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:56:15.687187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:56:15.687468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:15.768967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:15.790731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:56:15.798667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:15.801185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:15.802640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:15.826172 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d', 'code': 200} Apr 16 15:56:15.851881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:15.854210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:16.622630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3335408-8fc8-45fc-9fc4-2b06b497a5b5 req-f93b1585-b0dd-4ce8-8ff8-55ed880e82e5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:16.623717 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3335408-8fc8-45fc-9fc4-2b06b497a5b5 req-f93b1585-b0dd-4ce8-8ff8-55ed880e82e5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0670054 Apr 16 15:56:16.661347 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3335408-8fc8-45fc-9fc4-2b06b497a5b5 req-2691c3f7-9d1f-42bb-8bf4-afca0610876d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299704 Apr 16 15:56:17.024456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e86a9-fdb9-47d7-b446-7d674e23639f req-e831058a-bfc0-4252-b19c-b65dd3d7c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:17.025495 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-999e86a9-fdb9-47d7-b446-7d674e23639f req-e831058a-bfc0-4252-b19c-b65dd3d7c422 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 1098 time: 0.0626261 Apr 16 15:56:17.061728 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-999e86a9-fdb9-47d7-b446-7d674e23639f req-5c536632-6a6f-482b-ae7a-554c6159de03 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267355 Apr 16 15:56:17.825610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71354d-ae00-4e0c-8aa7-cc1612810f12 req-714c0537-1bcb-4549-99b3-30451c369aa3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:17.826693 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de71354d-ae00-4e0c-8aa7-cc1612810f12 req-714c0537-1bcb-4549-99b3-30451c369aa3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0697360 Apr 16 15:56:17.859033 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de71354d-ae00-4e0c-8aa7-cc1612810f12 req-aa06ff5b-e0a5-4bd1-8877-724ab0539dab tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278986 Apr 16 15:56:19.020074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d9109-8e35-418c-b1e7-b8c84ae00d84 req-0467252c-af7f-4132-a3c0-4a0c813ab367 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:19.021154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae0d9109-8e35-418c-b1e7-b8c84ae00d84 req-0467252c-af7f-4132-a3c0-4a0c813ab367 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0651309 Apr 16 15:56:19.057833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae0d9109-8e35-418c-b1e7-b8c84ae00d84 req-47fe29a2-567d-4eed-96a6-919848abfb94 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286965 Apr 16 15:56:19.198682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fdfd1a-3aa7-4703-81d6-f70e2b5f9cb4 req-9963553b-eaf1-4d4e-8c42-2eda621e0d8f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:19.199652 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5fdfd1a-3aa7-4703-81d6-f70e2b5f9cb4 req-9963553b-eaf1-4d4e-8c42-2eda621e0d8f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0688019 Apr 16 15:56:19.230326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5fdfd1a-3aa7-4703-81d6-f70e2b5f9cb4 req-5aea776a-77f2-491d-af60-cf254a965dc7 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264254 Apr 16 15:56:19.482698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-d03900bc-43f0-46a7-a30e-2c0a23ff7a52 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0555153 Apr 16 15:56:19.516098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a3c39-e3d3-4d7c-959a-522a77d032ed req-61a2442d-a24f-4f22-85f3-9e1375e3f32c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:19.517177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-853a3c39-e3d3-4d7c-959a-522a77d032ed req-61a2442d-a24f-4f22-85f3-9e1375e3f32c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0615118 Apr 16 15:56:19.549033 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-853a3c39-e3d3-4d7c-959a-522a77d032ed req-c334dcae-54b5-4101-8475-716165cb9913 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274072 Apr 16 15:56:20.732390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380a01d-d70b-404f-a348-0cad6215b3cb req-e270bb12-07c4-4f66-9d6a-6878b0486c7d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:20.733504 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5380a01d-d70b-404f-a348-0cad6215b3cb req-e270bb12-07c4-4f66-9d6a-6878b0486c7d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0871708 Apr 16 15:56:20.767135 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5380a01d-d70b-404f-a348-0cad6215b3cb req-f65d4876-1cff-47fa-a3e3-8a5ab984439b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287766 Apr 16 15:56:21.048494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-0cf91e10-d28a-4423-b0c2-4a670eddfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:21.049623 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-0cf91e10-d28a-4423-b0c2-4a670eddfe2d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 1098 time: 0.0629220 Apr 16 15:56:21.154400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-53d82751-3183-4ef9-88c0-3d6eba8a8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:21.155679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-53d82751-3183-4ef9-88c0-3d6eba8a8458 service neutron] 10.222.0.107 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 917 time: 0.0983663 Apr 16 15:56:21.205355 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-8fb2e1bd-6614-473a-9d5e-17a3ee9dedde service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d HTTP/1.1" status: 200 len: 217 time: 0.0417776 Apr 16 15:56:21.250913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-b2555bae-7548-4534-a943-314489775d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:21.251845 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-b2555bae-7548-4534-a943-314489775d7c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=923013ee-5a04-4fa7-96de-967f4542b799 HTTP/1.1" status: 200 len: 855 time: 0.0421591 Apr 16 15:56:21.304200 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-a39e6232-f6aa-4880-9ff4-144e55e0f74c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443907 Apr 16 15:56:21.400527 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-6c7d16ec-c9da-469f-bddf-a0b53b16fb40 service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918446 Apr 16 15:56:21.500489 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-1a4f6c77-25fe-4b9c-b3b2-ac735eef6829 service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909965 Apr 16 15:56:21.927241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5eb43b-7a6b-4ce0-8825-cf98903ad44a req-2d187c40-780d-4368-bc98-e1f961112e78 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:21.928350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6d5eb43b-7a6b-4ce0-8825-cf98903ad44a req-2d187c40-780d-4368-bc98-e1f961112e78 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0741234 Apr 16 15:56:21.959785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6d5eb43b-7a6b-4ce0-8825-cf98903ad44a req-f8162666-36d7-4965-be88-426b694aea9e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269141 Apr 16 15:56:23.098345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4d739-00e4-41cf-aeed-30062fb8f59e req-7ccd77c1-25e9-4b99-b39a-c7831c9d4dda tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:23.099406 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fec4d739-00e4-41cf-aeed-30062fb8f59e req-7ccd77c1-25e9-4b99-b39a-c7831c9d4dda tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0613606 Apr 16 15:56:23.133453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fec4d739-00e4-41cf-aeed-30062fb8f59e req-5c797216-f1f6-4eb9-855a-5f2170bee065 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266635 Apr 16 15:56:24.288551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249b538-9dc4-4fb6-8dce-28223ba332d7 req-1b534360-c91c-4b3a-87f6-74a34e573a3a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:24.289825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1249b538-9dc4-4fb6-8dce-28223ba332d7 req-1b534360-c91c-4b3a-87f6-74a34e573a3a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0683391 Apr 16 15:56:24.321538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1249b538-9dc4-4fb6-8dce-28223ba332d7 req-ac36f4cb-874e-438d-978b-beac146638ca tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270753 Apr 16 15:56:25.476461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d85de9-1d79-4310-870d-3466ab6a17e7 req-3596edb2-89a1-411e-a732-f5ca9b0048a9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:25.477507 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77d85de9-1d79-4310-870d-3466ab6a17e7 req-3596edb2-89a1-411e-a732-f5ca9b0048a9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0644140 Apr 16 15:56:25.511154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77d85de9-1d79-4310-870d-3466ab6a17e7 req-fc3e3cc1-1951-4767-b186-80e9c59a022d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294533 Apr 16 15:56:26.662745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5b7b7-9e95-4927-a645-c5c2a5e1a228 req-d8e20728-8143-4fdf-bfa2-ae1159a2e3df tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:26.663680 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0dc5b7b7-9e95-4927-a645-c5c2a5e1a228 req-d8e20728-8143-4fdf-bfa2-ae1159a2e3df tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0627611 Apr 16 15:56:26.696786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0dc5b7b7-9e95-4927-a645-c5c2a5e1a228 req-2b896598-c79a-4c95-92dc-d7c870ead925 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275242 Apr 16 15:56:27.873839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cffc8-c4ec-449f-9976-620d1a8a39f7 req-3da858ef-6564-45c1-9c1f-00429f75fb29 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:27.874923 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b85cffc8-c4ec-449f-9976-620d1a8a39f7 req-3da858ef-6564-45c1-9c1f-00429f75fb29 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0768013 Apr 16 15:56:27.912279 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b85cffc8-c4ec-449f-9976-620d1a8a39f7 req-c4a5aa20-4d1b-4460-9231-586babe48de4 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294347 Apr 16 15:56:29.061584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1eefa9-fdbe-4b93-9409-6d800796a8fc req-91959867-2f45-435b-9522-457645b72997 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:29.062631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e1eefa9-fdbe-4b93-9409-6d800796a8fc req-91959867-2f45-435b-9522-457645b72997 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0614378 Apr 16 15:56:29.097454 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e1eefa9-fdbe-4b93-9409-6d800796a8fc req-642d7cd0-11bb-4c42-aff8-c1a3bdcf7e27 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303707 Apr 16 15:56:30.264375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513087c-382b-4553-b1d7-84cd5ae64009 req-afa56424-761c-48fb-b1bf-d510577cedff tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:30.265438 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0513087c-382b-4553-b1d7-84cd5ae64009 req-afa56424-761c-48fb-b1bf-d510577cedff tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0706737 Apr 16 15:56:30.298311 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0513087c-382b-4553-b1d7-84cd5ae64009 req-988df696-1ad4-43a2-8938-3d1835d112a5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279105 Apr 16 15:56:31.451775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ec77e-0e09-46d3-a828-ef89a3d882f2 req-bbd2377f-9e98-4b04-bc21-e1b8676aa1c3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:31.452850 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-336ec77e-0e09-46d3-a828-ef89a3d882f2 req-bbd2377f-9e98-4b04-bc21-e1b8676aa1c3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0646501 Apr 16 15:56:31.487587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-336ec77e-0e09-46d3-a828-ef89a3d882f2 req-b1962b35-cef4-4e60-8861-04f9f8f90ca9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302539 Apr 16 15:56:32.939284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b20f6d-cda1-4b3a-9079-c227c0e72abe req-f3314abe-5b62-4294-9455-c8ad4902c7ef tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:32.940393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06b20f6d-cda1-4b3a-9079-c227c0e72abe req-f3314abe-5b62-4294-9455-c8ad4902c7ef tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.3569787 Apr 16 15:56:32.968918 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06b20f6d-cda1-4b3a-9079-c227c0e72abe req-518a01c7-dbc1-4bdd-83aa-049b3bf931f7 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239809 Apr 16 15:56:34.121443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2571c-f544-434c-83a1-dfe8f6ccfb75 req-92657512-590a-40c0-8eb7-7c8e1374f761 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:34.122488 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-96c2571c-f544-434c-83a1-dfe8f6ccfb75 req-92657512-590a-40c0-8eb7-7c8e1374f761 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0657735 Apr 16 15:56:34.157162 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-96c2571c-f544-434c-83a1-dfe8f6ccfb75 req-dec604d9-a57e-4686-ac04-40142b0d1357 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275228 Apr 16 15:56:35.338733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bf418-b00d-4fea-be8e-9a88c5867889 req-d010034b-3400-4409-a200-93f1df43cf23 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:35.339851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f45bf418-b00d-4fea-be8e-9a88c5867889 req-d010034b-3400-4409-a200-93f1df43cf23 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0766551 Apr 16 15:56:35.377509 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f45bf418-b00d-4fea-be8e-9a88c5867889 req-0d464912-a725-40fb-9733-0c96c8892688 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298045 Apr 16 15:56:36.523169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03949c96-b2db-449a-bc3d-20895d3da166 req-ed94e6ee-b4f1-4d6a-955e-fc2e4d700237 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:36.524216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03949c96-b2db-449a-bc3d-20895d3da166 req-ed94e6ee-b4f1-4d6a-955e-fc2e4d700237 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0641928 Apr 16 15:56:36.560075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03949c96-b2db-449a-bc3d-20895d3da166 req-6e9aafaf-dde5-4a90-ad8f-90bb4502ccf5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301602 Apr 16 15:56:37.720669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed7663-36a4-49a2-a59f-0b5db91ab030 req-10f54eac-2414-4da8-9b25-badc4d3d34cf tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:37.721622 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7ed7663-36a4-49a2-a59f-0b5db91ab030 req-10f54eac-2414-4da8-9b25-badc4d3d34cf tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0709834 Apr 16 15:56:37.757363 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7ed7663-36a4-49a2-a59f-0b5db91ab030 req-025a5375-d943-4d8e-8093-398101aac7b7 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283840 Apr 16 15:56:38.929403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eca52-139c-4294-8a8d-e416ad644fd5 req-17a71837-61d5-4e3d-8c21-02c2e1b42c71 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:38.930523 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e7eca52-139c-4294-8a8d-e416ad644fd5 req-17a71837-61d5-4e3d-8c21-02c2e1b42c71 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0757270 Apr 16 15:56:38.964564 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e7eca52-139c-4294-8a8d-e416ad644fd5 req-7167210f-90a6-4a04-bdf3-26f55f8b0a44 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278580 Apr 16 15:56:40.128669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861543e-97a5-4b2f-8416-9f75f74c391c req-a1299d16-d1f3-4839-9f09-3d63d3a854e5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:40.129754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9861543e-97a5-4b2f-8416-9f75f74c391c req-a1299d16-d1f3-4839-9f09-3d63d3a854e5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0744057 Apr 16 15:56:40.165775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9861543e-97a5-4b2f-8416-9f75f74c391c req-91116467-1230-42c2-8eda-d6d7685c1263 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284491 Apr 16 15:56:41.333830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-620d0650-f400-45f9-a510-6d5fd726ea81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:41.496395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47534019-cd29-4114-a706-ea4cd87c0e0d req-dabca237-e446-4aee-a281-073e3a7537fa tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:41.497374 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47534019-cd29-4114-a706-ea4cd87c0e0d req-dabca237-e446-4aee-a281-073e3a7537fa tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0645161 Apr 16 15:56:41.531898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47534019-cd29-4114-a706-ea4cd87c0e0d req-d8640e5a-f638-4f20-ad72-371e903d2b8e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271556 Apr 16 15:56:42.709716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4728c8-ac18-489f-8424-1bdab4a7e5d2 req-8be5fc11-79b3-43dc-bafb-18adf8fc97ca tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:42.710728 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac4728c8-ac18-489f-8424-1bdab4a7e5d2 req-8be5fc11-79b3-43dc-bafb-18adf8fc97ca tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0842199 Apr 16 15:56:42.749144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1de5c2b-8ae2-4c9d-a16b-33b9616da3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:42.750351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac4728c8-ac18-489f-8424-1bdab4a7e5d2 req-aafc6e20-4528-4ae1-a849-a89780fd77b6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341270 Apr 16 15:56:42.963902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:43.077201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:43.428135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:43.905101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cde216-e573-4ee8-aea1-cd43ae2f0697 req-a7113631-790c-4621-a00c-3577d21b3121 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:43.906484 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a9cde216-e573-4ee8-aea1-cd43ae2f0697 req-a7113631-790c-4621-a00c-3577d21b3121 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0748868 Apr 16 15:56:43.939360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a9cde216-e573-4ee8-aea1-cd43ae2f0697 req-bbb160cc-116a-4de7-8fc0-76db49d33407 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287514 Apr 16 15:56:44.156174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:45.094171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8089369-07c2-47ff-9e3c-e07f1a1549dc req-04af8034-33cb-49ac-b450-57a64cb39e1a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:45.095246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f8089369-07c2-47ff-9e3c-e07f1a1549dc req-04af8034-33cb-49ac-b450-57a64cb39e1a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0669456 Apr 16 15:56:45.126662 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f8089369-07c2-47ff-9e3c-e07f1a1549dc req-2b767a9c-67b9-4d2c-966f-bf2416df5fc6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271096 Apr 16 15:56:46.291429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915f117-692e-4a0c-aa92-1b01947c86be req-7d6b27a9-91c2-49ee-ae5f-324037d259d2 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:46.292504 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f915f117-692e-4a0c-aa92-1b01947c86be req-7d6b27a9-91c2-49ee-ae5f-324037d259d2 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0739732 Apr 16 15:56:46.324631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f915f117-692e-4a0c-aa92-1b01947c86be req-b4866f14-e1fb-4b82-adae-19e6a673fb05 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277996 Apr 16 15:56:46.828277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:56:47.485062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847498b-1c60-4b33-8b3b-27ce93fcaf43 req-1d7a54ee-f81b-46c8-b0a8-298aa3354c28 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:47.486148 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f847498b-1c60-4b33-8b3b-27ce93fcaf43 req-1d7a54ee-f81b-46c8-b0a8-298aa3354c28 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0773814 Apr 16 15:56:47.519354 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f847498b-1c60-4b33-8b3b-27ce93fcaf43 req-21ac2a65-62a3-404f-88af-7738b0aae405 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288293 Apr 16 15:56:48.704030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58d5c4-ac78-49fc-93eb-e6d69d0f872c req-25939cd8-323d-45fa-b59c-c8a348fdd5c9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:48.706035 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1f58d5c4-ac78-49fc-93eb-e6d69d0f872c req-25939cd8-323d-45fa-b59c-c8a348fdd5c9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0877800 Apr 16 15:56:48.743648 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1f58d5c4-ac78-49fc-93eb-e6d69d0f872c req-da8e1d18-ff62-4544-85ae-481637f87319 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325499 Apr 16 15:56:49.304470 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-74e790af-93a9-4369-a987-b1cc2ce63e11 service neutron] 10.222.0.107 "GET /v2.0/ports/537c0c2d-7dd9-4687-a0b3-fe4221471b3d/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0685763 Apr 16 15:56:49.909120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3312f5-08c8-46a6-afa3-9a318ca0c2c1 req-aaf4dda0-d9b1-40ab-bbfb-49a33c898db5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:49.910218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd3312f5-08c8-46a6-afa3-9a318ca0c2c1 req-aaf4dda0-d9b1-40ab-bbfb-49a33c898db5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0718596 Apr 16 15:56:49.947108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd3312f5-08c8-46a6-afa3-9a318ca0c2c1 req-b22525a9-4709-4b88-a8e3-2e8ab796e444 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287859 Apr 16 15:56:51.114853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8965f-e480-499d-a6f3-d4c368c92649 req-c145b59a-5a00-4fe7-b77a-ab28d4b97053 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:51.116224 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92f8965f-e480-499d-a6f3-d4c368c92649 req-c145b59a-5a00-4fe7-b77a-ab28d4b97053 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0775871 Apr 16 15:56:51.153802 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92f8965f-e480-499d-a6f3-d4c368c92649 req-83839642-087b-4b11-9453-578844f1d64e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298750 Apr 16 15:56:51.243399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-7f8c5b10-53ad-4f7b-978d-f51d516451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:51.244359 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-7f8c5b10-53ad-4f7b-978d-f51d516451a9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08&tenant_id=f440717984744e11b48c94375f45ee17 HTTP/1.1" status: 200 len: 1098 time: 0.0539021 Apr 16 15:56:51.322600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-1059986f-c259-428b-9c13-14983d5f54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:51.324094 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-1059986f-c259-428b-9c13-14983d5f54d7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 1098 time: 0.0547032 Apr 16 15:56:51.436151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-7bb04a83-72e4-4bf1-8512-b5a1ee3491ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:51.437183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-7bb04a83-72e4-4bf1-8512-b5a1ee3491ca service neutron] 10.222.0.107 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 917 time: 0.1050417 Apr 16 15:56:51.487292 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-8ae8de7c-ff90-4828-99d2-b6cadec81b71 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d HTTP/1.1" status: 200 len: 217 time: 0.0419536 Apr 16 15:56:51.537175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-80db2910-68cb-4e8c-969a-ecdb474e53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:51.538080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-80db2910-68cb-4e8c-969a-ecdb474e53bf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=923013ee-5a04-4fa7-96de-967f4542b799 HTTP/1.1" status: 200 len: 855 time: 0.0430152 Apr 16 15:56:51.574972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-f51d1758-20f9-48e2-8983-75248d6a353b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279698 Apr 16 15:56:51.671683 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-629e1879-607a-465e-b655-c9cbe07d651e service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877085 Apr 16 15:56:51.775537 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd79288b-c6b5-4f88-9a5a-44741c3b8e1b req-7ab353bb-4fab-40b3-927b-f3ae0636ff1a service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948238 Apr 16 15:56:51.855174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 537c0c2d-7dd9-4687-a0b3-fe4221471b3d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:56:51.938134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:51.956814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:56:51.964046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:51.966579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:51.968670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:51.999931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d', 'code': 200} Apr 16 15:56:52.016581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:52.018915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:52.329915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b9519-4e14-47a0-829f-0ca3840c16ac req-c0a4bd23-cb3f-48f7-8385-084f00bfcba6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:52.331005 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da0b9519-4e14-47a0-829f-0ca3840c16ac req-c0a4bd23-cb3f-48f7-8385-084f00bfcba6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 943 time: 0.0813396 Apr 16 15:56:52.368399 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da0b9519-4e14-47a0-829f-0ca3840c16ac req-1bb8c659-1464-41a4-810d-cf4f509d3f61 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293367 Apr 16 15:56:53.513624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d467ba-0f1c-4a07-83c9-2b2efca14513 req-05eb8402-f88a-45b2-95f3-75a760b3c198 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:53.514703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72d467ba-0f1c-4a07-83c9-2b2efca14513 req-05eb8402-f88a-45b2-95f3-75a760b3c198 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 943 time: 0.0652087 Apr 16 15:56:53.547874 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72d467ba-0f1c-4a07-83c9-2b2efca14513 req-b7c8a221-72d0-45be-b000-65e2996fcdc3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288348 Apr 16 15:56:53.764503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f0408-e302-439f-9e7f-5365977f296d req-04d5d7f4-a337-4821-9197-0d631576ac45 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:53.765587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-135f0408-e302-439f-9e7f-5365977f296d req-04d5d7f4-a337-4821-9197-0d631576ac45 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 943 time: 0.0644429 Apr 16 15:56:53.800779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-135f0408-e302-439f-9e7f-5365977f296d req-689bc835-ef7f-4dd5-9c5e-9b9872915f04 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272772 Apr 16 15:56:53.871066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 537c0c2d-7dd9-4687-a0b3-fe4221471b3d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:56:53.986539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:53.996076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d', 'network_id': '512b049c-1ffd-43f2-835c-ac8f52d3b0e6', 'port_id': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d', 'mac_address': 'fa:16:3e:60:3c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1459, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923013ee-5a04-4fa7-96de-967f4542b799', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:56:54.035431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:54.047366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537c0c2d-7dd9-4687-a0b3-fe4221471b3d {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:56:54.058351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:54.060636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:54.062053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:54.112880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:54.114959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:54.140850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['537c0c2d-7dd9-4687-a0b3-fe4221471b3d'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:56:54.150227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-4cfe3dbe-b272-4717-a344-a6066b92670f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:54.151344 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-4cfe3dbe-b272-4717-a344-a6066b92670f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08&tenant_id=f440717984744e11b48c94375f45ee17&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.0683694 Apr 16 15:56:54.631598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-92a605c6-fa6f-4cc4-b93f-ad1e154afb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:54.632702 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-92a605c6-fa6f-4cc4-b93f-ad1e154afb3a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=f440717984744e11b48c94375f45ee17&device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 1097 time: 0.0690775 Apr 16 15:56:54.733324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-3d411fea-b70f-4641-951a-c9dc3956eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:54.734267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-3d411fea-b70f-4641-951a-c9dc3956eeb9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 200 len: 917 time: 0.0936182 Apr 16 15:56:54.784986 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-0cb74fbb-f6f9-4847-a5cb-2939bb40c75f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d HTTP/1.1" status: 200 len: 217 time: 0.0440438 Apr 16 15:56:54.838880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-c51e5aed-933f-4624-83e8-25859697ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:54.840813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-c51e5aed-933f-4624-83e8-25859697ae48 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=923013ee-5a04-4fa7-96de-967f4542b799 HTTP/1.1" status: 200 len: 855 time: 0.0482268 Apr 16 15:56:54.874988 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-6b8ffe3f-1354-4ebc-b668-d5d045cb528d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=512b049c-1ffd-43f2-835c-ac8f52d3b0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297923 Apr 16 15:56:55.006904 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-eb4e1036-bfd0-40d4-8ed6-c6a7031a1c5a service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273489 Apr 16 15:56:55.014958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7149fa-5552-4b35-a644-4626312739cc req-c67e3409-a1cc-4028-bd8a-2b00a1ffc10f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:55.015885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7149fa-5552-4b35-a644-4626312739cc req-c67e3409-a1cc-4028-bd8a-2b00a1ffc10f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 944 time: 0.1357799 Apr 16 15:56:55.360149 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7149fa-5552-4b35-a644-4626312739cc req-f9d3d836-8f25-4a7b-9d69-f2915f005bbf tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298099 Apr 16 15:56:55.382042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82fc0253-ae74-4bd5-b79c-fe3a905a42a8 req-04c40c68-d3ae-47cb-a25d-b17c7d7e76fc service neutron] 10.222.0.107 "GET /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654730 Apr 16 15:56:55.894220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 537c0c2d-7dd9-4687-a0b3-fe4221471b3d up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:56:55.963909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:56:55.964214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:56.048412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:56.067429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:56:56.074528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:56:56.077295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:56:56.078867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:56:56.116683 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d', 'code': 200} Apr 16 15:56:56.125496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,revision_number=8']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:56:56.127694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:56:56.512283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cf1ab-f129-415d-b55e-6ab3f78cdea4 req-07ae5602-dc38-4d34-bc14-d4720a1e3df1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:56.513805 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a5cf1ab-f129-415d-b55e-6ab3f78cdea4 req-07ae5602-dc38-4d34-bc14-d4720a1e3df1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0651364 Apr 16 15:56:56.543799 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a5cf1ab-f129-415d-b55e-6ab3f78cdea4 req-2634ee1c-46f4-4033-9f49-a059c9e65432 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258913 Apr 16 15:56:57.700005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76323c03-cc26-4e27-ac3f-6ff1bd1446a4 req-5921b0a0-aca7-486c-84c7-a001607c7d84 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:57.700923 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76323c03-cc26-4e27-ac3f-6ff1bd1446a4 req-5921b0a0-aca7-486c-84c7-a001607c7d84 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0622795 Apr 16 15:56:57.732662 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76323c03-cc26-4e27-ac3f-6ff1bd1446a4 req-bb74d940-48b2-48ce-9b8b-d78f76c88c26 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273702 Apr 16 15:56:58.907966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dfe2d-22bf-4996-bac8-eca49e1c0e06 req-cf11f1e5-9ce9-46a1-a35a-baa7a32c414d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:56:58.909049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e4dfe2d-22bf-4996-bac8-eca49e1c0e06 req-cf11f1e5-9ce9-46a1-a35a-baa7a32c414d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0793822 Apr 16 15:56:58.942408 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e4dfe2d-22bf-4996-bac8-eca49e1c0e06 req-9b215630-8224-45ad-80ff-045696f5e7fc tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289764 Apr 16 15:57:00.101173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffdf6a-d9cc-44d4-8668-f7f0cac3e292 req-b3732fd6-b641-4123-a6ab-8cfee690a98a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:00.102163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c5ffdf6a-d9cc-44d4-8668-f7f0cac3e292 req-b3732fd6-b641-4123-a6ab-8cfee690a98a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0665846 Apr 16 15:57:00.137334 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c5ffdf6a-d9cc-44d4-8668-f7f0cac3e292 req-d8264164-b028-4c19-b65f-d752be1fe6e6 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Apr 16 15:57:01.282115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565556d-553e-430a-9d96-0ebc8214ed96 req-4e458782-41d2-4d39-a5fb-079960f2cefc tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:01.283179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9565556d-553e-430a-9d96-0ebc8214ed96 req-4e458782-41d2-4d39-a5fb-079960f2cefc tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0618019 Apr 16 15:57:01.314179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9565556d-553e-430a-9d96-0ebc8214ed96 req-5cfff26a-c803-4edb-a16c-9c866679780e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269413 Apr 16 15:57:02.476670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15fa09-0a68-4a99-9cbf-dd90d1c6fd61 req-3379fee6-a0f6-4a7f-8565-ef95b0097272 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:02.477790 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fc15fa09-0a68-4a99-9cbf-dd90d1c6fd61 req-3379fee6-a0f6-4a7f-8565-ef95b0097272 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0734761 Apr 16 15:57:02.509884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fc15fa09-0a68-4a99-9cbf-dd90d1c6fd61 req-dfe82486-5a8a-48a6-ac0f-62a3800279fd tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273707 Apr 16 15:57:03.670374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed20fba-5e6f-424b-913a-c6a750db504d req-da245cc2-6f96-48ae-a043-e9eae3865c42 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:03.671317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eed20fba-5e6f-424b-913a-c6a750db504d req-da245cc2-6f96-48ae-a043-e9eae3865c42 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0658514 Apr 16 15:57:03.702721 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eed20fba-5e6f-424b-913a-c6a750db504d req-99558dba-68b0-417a-88ec-bc22ec53d04b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270879 Apr 16 15:57:04.858144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df061f52-92ca-4d8f-bac6-7fb4db1eef42 req-ddb8dbaa-3269-48b2-934e-e2e02156288d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:04.859185 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df061f52-92ca-4d8f-bac6-7fb4db1eef42 req-ddb8dbaa-3269-48b2-934e-e2e02156288d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0676448 Apr 16 15:57:04.893524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df061f52-92ca-4d8f-bac6-7fb4db1eef42 req-705ddf1e-4b3f-4fd6-8f6a-a58f9cec3aa4 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271060 Apr 16 15:57:06.058036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472e05d-e021-46aa-b32a-624039089fb5 req-d68d8081-4dd6-48c7-a78b-e545059291a0 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:06.059132 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7472e05d-e021-46aa-b32a-624039089fb5 req-d68d8081-4dd6-48c7-a78b-e545059291a0 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0762138 Apr 16 15:57:06.094373 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7472e05d-e021-46aa-b32a-624039089fb5 req-84ff06a0-135f-4b23-9fd2-186a371f6c75 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297797 Apr 16 15:57:07.266628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14806f88-31a7-4cec-a947-0796ee7b3ad2 req-6067f0eb-6dee-4eb7-ae44-f301dd5c310b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:07.267758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-14806f88-31a7-4cec-a947-0796ee7b3ad2 req-6067f0eb-6dee-4eb7-ae44-f301dd5c310b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0787065 Apr 16 15:57:07.299978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-14806f88-31a7-4cec-a947-0796ee7b3ad2 req-0996f590-e32f-47cf-850c-04ed3d256a54 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278323 Apr 16 15:57:08.467460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9a2e8-abcd-4e2d-a721-8e7b55373d49 req-c06aa931-f441-4e87-a2f5-8f9750ccd203 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:08.468616 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fa9a2e8-abcd-4e2d-a721-8e7b55373d49 req-c06aa931-f441-4e87-a2f5-8f9750ccd203 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0688314 Apr 16 15:57:08.500814 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fa9a2e8-abcd-4e2d-a721-8e7b55373d49 req-434ffd0c-7021-4368-915a-cee925a371d0 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275557 Apr 16 15:57:09.670577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b2cb6-6c57-442f-b7f1-f721885ee7c0 req-866225be-552f-44b8-8e53-f7145cfea5f5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:09.671579 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b4b2cb6-6c57-442f-b7f1-f721885ee7c0 req-866225be-552f-44b8-8e53-f7145cfea5f5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0780640 Apr 16 15:57:09.709851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b4b2cb6-6c57-442f-b7f1-f721885ee7c0 req-c8a3bc43-b571-41cd-aaf7-4eb7403def1b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Apr 16 15:57:10.854897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22838a8e-dd6d-49d3-a4a9-08c656e07a0f req-15574738-a309-4cad-8da2-9ca148d36cc9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:10.855937 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-22838a8e-dd6d-49d3-a4a9-08c656e07a0f req-15574738-a309-4cad-8da2-9ca148d36cc9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0624609 Apr 16 15:57:10.891856 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-22838a8e-dd6d-49d3-a4a9-08c656e07a0f req-d1aa9522-b420-414d-9ad5-686c947bae2c tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283628 Apr 16 15:57:11.332750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5929c00-08ad-48ac-8276-49be2b62e411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:12.055644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb55b72-5ed9-4d0d-aeb5-44f8e9fd1989 req-3256f97d-13f3-4983-adb1-6d31018fd5e4 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:12.056708 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4fb55b72-5ed9-4d0d-aeb5-44f8e9fd1989 req-3256f97d-13f3-4983-adb1-6d31018fd5e4 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0738890 Apr 16 15:57:12.092151 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4fb55b72-5ed9-4d0d-aeb5-44f8e9fd1989 req-0a589b39-4ed6-412c-b33f-0d179a945696 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278168 Apr 16 15:57:12.754238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb08a281-4942-470f-8ab7-6f17aef0712f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:12.965889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:13.077689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:13.250119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d759e-88dc-4e8f-9644-d78814790123 req-14944ecf-3b2e-4ecb-b3e6-07347940e279 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:13.251228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bf6d759e-88dc-4e8f-9644-d78814790123 req-14944ecf-3b2e-4ecb-b3e6-07347940e279 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0761001 Apr 16 15:57:13.285834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bf6d759e-88dc-4e8f-9644-d78814790123 req-d3f6525f-291c-4f18-9a72-ac142d80ffe1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303762 Apr 16 15:57:13.419258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:14.160614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:14.442605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a4991-db9e-4e3c-b57b-95d8d1e0370a req-2eadb5f0-29c7-4bc2-9c9e-e4a49838b2c9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:14.443739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a17a4991-db9e-4e3c-b57b-95d8d1e0370a req-2eadb5f0-29c7-4bc2-9c9e-e4a49838b2c9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0648172 Apr 16 15:57:14.476824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a17a4991-db9e-4e3c-b57b-95d8d1e0370a req-16f775f8-6047-4e96-9fdc-c1ce72483fef tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283899 Apr 16 15:57:15.638926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444c40c-ffce-4998-97cb-fd3f7eaf516a req-d2604f84-5d40-4635-a2a6-91fd614cb877 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:15.640003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4444c40c-ffce-4998-97cb-fd3f7eaf516a req-d2604f84-5d40-4635-a2a6-91fd614cb877 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0680261 Apr 16 15:57:15.672175 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4444c40c-ffce-4998-97cb-fd3f7eaf516a req-0ac551b7-565c-466c-a432-6be5ebd05d73 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276248 Apr 16 15:57:16.829543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c220a-7d87-458e-a9f3-6d220cb72471 req-e8f3b107-f6fd-49b3-b538-e367d1ec3c2a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:16.830612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c88c220a-7d87-458e-a9f3-6d220cb72471 req-e8f3b107-f6fd-49b3-b538-e367d1ec3c2a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0659781 Apr 16 15:57:16.861939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c88c220a-7d87-458e-a9f3-6d220cb72471 req-1810d731-a50c-43ea-84b6-85c9376e9175 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270457 Apr 16 15:57:18.020877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc960fcd-f43c-4631-9b73-f87c7bb4a478 req-901453cc-6d8c-4610-b332-5138df10b26b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:18.021893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fc960fcd-f43c-4631-9b73-f87c7bb4a478 req-901453cc-6d8c-4610-b332-5138df10b26b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0666769 Apr 16 15:57:18.057988 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fc960fcd-f43c-4631-9b73-f87c7bb4a478 req-e0f6e78f-44dc-442f-8792-b388283300da tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280266 Apr 16 15:57:19.222408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d43277-6aaa-454f-8ed8-06d2b2f6f76a req-85ba68a2-44e8-4cf0-b0d4-4e0decd5daec tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:19.223523 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07d43277-6aaa-454f-8ed8-06d2b2f6f76a req-85ba68a2-44e8-4cf0-b0d4-4e0decd5daec tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0666013 Apr 16 15:57:19.261841 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07d43277-6aaa-454f-8ed8-06d2b2f6f76a req-31ae32c6-081b-4f9a-8803-2cbc15220311 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308833 Apr 16 15:57:20.414221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe81590-ef86-490f-96ca-8e3996870977 req-4c1245ef-428e-4025-92b6-f17a5202c86f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:20.415391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe81590-ef86-490f-96ca-8e3996870977 req-4c1245ef-428e-4025-92b6-f17a5202c86f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0716362 Apr 16 15:57:20.447500 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe81590-ef86-490f-96ca-8e3996870977 req-4672ccc0-6572-4c8c-93b0-873ca06569a3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274429 Apr 16 15:57:21.610620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7370-61cb-4c9f-96e2-96a2edeb4de2 req-cbcb462b-2e43-4d48-a151-7a8547858e34 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:21.611723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28ff7370-61cb-4c9f-96e2-96a2edeb4de2 req-cbcb462b-2e43-4d48-a151-7a8547858e34 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0754805 Apr 16 15:57:21.643754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28ff7370-61cb-4c9f-96e2-96a2edeb4de2 req-e9cf27a6-83ea-48fa-a5e9-2d8ed7fa8440 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277257 Apr 16 15:57:22.817620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be7868-abec-41cc-b9b0-83be283ed79b req-c5655540-3b28-4459-be1e-a75d97da7e20 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:22.818774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06be7868-abec-41cc-b9b0-83be283ed79b req-c5655540-3b28-4459-be1e-a75d97da7e20 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0772033 Apr 16 15:57:22.856811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06be7868-abec-41cc-b9b0-83be283ed79b req-eb214421-8025-4a4d-896d-b225caad9a06 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299785 Apr 16 15:57:23.831616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:57:24.013764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803334e9-b272-48bb-9580-d880eeadc26f req-ff80e0b2-beba-42fb-9699-ec15c02ce3aa tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:24.014842 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-803334e9-b272-48bb-9580-d880eeadc26f req-ff80e0b2-beba-42fb-9699-ec15c02ce3aa tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0634437 Apr 16 15:57:24.047511 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-803334e9-b272-48bb-9580-d880eeadc26f req-5f68667e-61f9-4d8f-b6ae-329ffe64e3c1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284300 Apr 16 15:57:25.219648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e48652-4497-45d3-9e94-f36fb88b63c7 req-de3a7979-e80b-4a3d-b586-f5dffd6097ff tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:25.220710 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4e48652-4497-45d3-9e94-f36fb88b63c7 req-de3a7979-e80b-4a3d-b586-f5dffd6097ff tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0807574 Apr 16 15:57:25.257006 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4e48652-4497-45d3-9e94-f36fb88b63c7 req-7e765a44-19e1-4cc5-8c7b-37616b21f277 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284996 Apr 16 15:57:26.408309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3645c6-5938-4563-8f03-5d5409840008 req-59de2726-ff96-4b04-a647-a964f37b23f8 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:26.409394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f3645c6-5938-4563-8f03-5d5409840008 req-59de2726-ff96-4b04-a647-a964f37b23f8 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0624964 Apr 16 15:57:26.441127 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f3645c6-5938-4563-8f03-5d5409840008 req-df141e71-a5b3-4f73-a321-bcf736bc359e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269740 Apr 16 15:57:27.609517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1dab5-889c-44ee-8c6d-8c21604cb43d req-c3b5bd17-16bf-49ef-affd-0af394cbdd2b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:27.610998 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d9b1dab5-889c-44ee-8c6d-8c21604cb43d req-c3b5bd17-16bf-49ef-affd-0af394cbdd2b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0798161 Apr 16 15:57:27.646491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d9b1dab5-889c-44ee-8c6d-8c21604cb43d req-2979747c-2f80-4f8e-a5c4-9bac372a046e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278678 Apr 16 15:57:28.819318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47480e1a-d69c-4bb4-acad-0fda77f9641b req-ccf6e8f0-29c8-40a2-830e-b7d0c6dd48a5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:28.820463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47480e1a-d69c-4bb4-acad-0fda77f9641b req-ccf6e8f0-29c8-40a2-830e-b7d0c6dd48a5 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0790308 Apr 16 15:57:28.870996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47480e1a-d69c-4bb4-acad-0fda77f9641b req-f5f43ffc-c67d-4b95-a147-58a559be725f tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Apr 16 15:57:30.023922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a04c4c-e67c-4109-87c6-60b45d79bcdf req-9391deec-3a3c-4d8e-b958-27746fc2e460 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:30.024985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-89a04c4c-e67c-4109-87c6-60b45d79bcdf req-9391deec-3a3c-4d8e-b958-27746fc2e460 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0626199 Apr 16 15:57:30.058909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-89a04c4c-e67c-4109-87c6-60b45d79bcdf req-0093ed14-b654-443d-9258-b9f051613a93 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268898 Apr 16 15:57:31.230822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aeeac-d3a0-42e2-865f-3459219a974d req-48523e98-2841-442c-9a64-c52fa3610c3b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:31.231859 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-987aeeac-d3a0-42e2-865f-3459219a974d req-48523e98-2841-442c-9a64-c52fa3610c3b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0759027 Apr 16 15:57:31.267249 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-987aeeac-d3a0-42e2-865f-3459219a974d req-a65d72a8-de00-44fa-9079-371e30150f1e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278325 Apr 16 15:57:32.415474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387335-a1c5-4997-8d40-eddaab098a86 req-037a51ae-2f63-4523-8ff4-3fc1299d7f9e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:32.416558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7387335-a1c5-4997-8d40-eddaab098a86 req-037a51ae-2f63-4523-8ff4-3fc1299d7f9e tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0638323 Apr 16 15:57:32.449370 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7387335-a1c5-4997-8d40-eddaab098a86 req-d1ac6662-d322-4357-8b36-33dafd9261cd tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280101 Apr 16 15:57:33.607617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f4a04-cd57-4178-96df-63ca918dba95 req-134c5ae0-494f-4ef6-9917-e5cc52bdc54d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:33.608640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea9f4a04-cd57-4178-96df-63ca918dba95 req-134c5ae0-494f-4ef6-9917-e5cc52bdc54d tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0654137 Apr 16 15:57:33.646726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea9f4a04-cd57-4178-96df-63ca918dba95 req-652a282c-2668-4e2b-a916-108dfa6be731 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306196 Apr 16 15:57:33.793657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d3f88-3302-4450-aec8-2e2b2911c3be req-afec4f29-b8a4-4f75-8b95-2690ae27a48b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:33.794987 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-674d3f88-3302-4450-aec8-2e2b2911c3be req-afec4f29-b8a4-4f75-8b95-2690ae27a48b tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0744646 Apr 16 15:57:33.827180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-674d3f88-3302-4450-aec8-2e2b2911c3be req-593204ae-ce6c-4269-af46-d420519b5cfb tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268590 Apr 16 15:57:33.970038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da07fd-d9a5-4c6c-8909-cccf730c7bfe req-344980e0-3658-4b9c-b9e4-494c0e64b473 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:33.970997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59da07fd-d9a5-4c6c-8909-cccf730c7bfe req-344980e0-3658-4b9c-b9e4-494c0e64b473 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0731277 Apr 16 15:57:34.005086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59da07fd-d9a5-4c6c-8909-cccf730c7bfe req-5984af0a-5df2-4d45-a80e-27b7346148ac tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266750 Apr 16 15:57:34.380807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e1fc7-8c02-469e-b863-5f034eb4b07d req-016f0bd4-7023-41fc-95dc-da000670a2c1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:34.381688 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e9e1fc7-8c02-469e-b863-5f034eb4b07d req-016f0bd4-7023-41fc-95dc-da000670a2c1 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0515239 Apr 16 15:57:34.416772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e9e1fc7-8c02-469e-b863-5f034eb4b07d req-8808f40d-b76c-4c65-9b3f-51823e4dc0f3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250113 Apr 16 15:57:35.729529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2d430-1079-4178-85a4-d6bd7903bb7b req-b25e04d7-d899-4193-99ce-c348d3f81065 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:35.730492 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dcb2d430-1079-4178-85a4-d6bd7903bb7b req-b25e04d7-d899-4193-99ce-c348d3f81065 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0673873 Apr 16 15:57:35.761522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dcb2d430-1079-4178-85a4-d6bd7903bb7b req-ba7d60c3-6f34-4005-b5ec-1cca7117788a tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/security-groups?id=bb275d35-45be-4870-bd07-cd8827bec87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268257 Apr 16 15:57:36.063796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c279d-7b36-4189-ad02-069c241d509e req-66e03636-14ae-488f-85d7-a85aed58d153 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:36.064829 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-291c279d-7b36-4189-ad02-069c241d509e req-66e03636-14ae-488f-85d7-a85aed58d153 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 945 time: 0.0780194 Apr 16 15:57:36.120141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-291c279d-7b36-4189-ad02-069c241d509e req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Deleting port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:57:36.120382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-291c279d-7b36-4189-ad02-069c241d509e req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:36.286692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-291c279d-7b36-4189-ad02-069c241d509e req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] For port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,segment=NetworkSegment(3b0ee9b5-319d-474c-9009-531691291dbb),segment_id=3b0ee9b5-319d-474c-9009-531691291dbb)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:57:36.286908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-291c279d-7b36-4189-ad02-069c241d509e req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:36.354624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-291c279d-7b36-4189-ad02-069c241d509e req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Calling delete_port for 537c0c2d-7dd9-4687-a0b3-fe4221471b3d owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:57:36.731102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-291c279d-7b36-4189-ad02-069c241d509e req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:36.739602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:36.791258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Pushing event deleted for resources: {'Port': ['ID=537c0c2d-7dd9-4687-a0b3-fe4221471b3d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:36.798533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.798774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.799002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.799228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.799455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.799676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.799899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.800124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.800342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.800561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.800783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.801003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:36.806402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:36.874616 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25537fce-f12e-4f25-ba31-348317af6e0d req-b71e6a87-9ddb-44d8-990a-4caaf6d875fe tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 210 time: 0.0453932 Apr 16 15:57:36.917346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-291c279d-7b36-4189-ad02-069c241d509e req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] No DVR routers for this DVR port 537c0c2d-7dd9-4687-a0b3-fe4221471b3d on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:57:36.918928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-291c279d-7b36-4189-ad02-069c241d509e req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:36.921020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'name': 'network-vif-deleted', 'tag': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:57:36.930158 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-291c279d-7b36-4189-ad02-069c241d509e req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.107 "DELETE /v2.0/ports/537c0c2d-7dd9-4687-a0b3-fe4221471b3d HTTP/1.1" status: 204 len: 173 time: 0.8586466 Apr 16 15:57:36.981836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a6f364-4ae3-4f4e-95b1-352e11d55e08', 'name': 'network-vif-deleted', 'tag': '537c0c2d-7dd9-4687-a0b3-fe4221471b3d', 'status': 'completed', 'code': 200} Apr 16 15:57:37.039756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['537c0c2d-7dd9-4687-a0b3-fe4221471b3d'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:57:38.016766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-878a0d2a-6f2d-4e86-a16f-6f32f449ff66 req-a570f401-9186-46a5-b9eb-1083446413be tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Synchronizing usage tracker for tenant:f440717984744e11b48c94375f45ee17 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:57:38.028521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-878a0d2a-6f2d-4e86-a16f-6f32f449ff66 req-a570f401-9186-46a5-b9eb-1083446413be tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Unset dirty status for tenant:f440717984744e11b48c94375f45ee17 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:57:38.029844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-878a0d2a-6f2d-4e86-a16f-6f32f449ff66 req-a570f401-9186-46a5-b9eb-1083446413be tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 210 time: 0.0503762 Apr 16 15:57:39.172779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1f5bd39c-4493-4b37-86f7-2a894b688181 req-8625298c-9e46-4f8a-8512-62caef91a854 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] 10.222.0.95 "GET /v2.0/ports?device_id=76a6f364-4ae3-4f4e-95b1-352e11d55e08 HTTP/1.1" status: 200 len: 210 time: 0.0365419 Apr 16 15:57:40.159355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 537c0c2d-7dd9-4687-a0b3-fe4221471b3d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:57:40.196636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 537c0c2d-7dd9-4687-a0b3-fe4221471b3d {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:57:40.197225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 537c0c2d-7dd9-4687-a0b3-fe4221471b3d not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:57:40.370485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39702) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:40.416220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Deleting subnet 923013ee-5a04-4fa7-96de-967f4542b799 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 15:57:40.418660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:40.456120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:40.493670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:40.664429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:40.673364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cdf9ee30-6fc5-4af7-b722-7986bcabaa1d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:40.716293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923013ee-5a04-4fa7-96de-967f4542b799,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:40.727973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.728210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.728450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.728679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.728908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.729136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.729366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.729595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.729823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.730053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.730280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.730540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:40.733294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:40.751673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:40.755143 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/923013ee-5a04-4fa7-96de-967f4542b799 HTTP/1.1" status: 204 len: 168 time: 0.3837867 Apr 16 15:57:40.758572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39706) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:40.819059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:40.914227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:40.972865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512b049c-1ffd-43f2-835c-ac8f52d3b0e6']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:57:40.979613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0ee9b5-319d-474c-9009-531691291dbb') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:57:40.979820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0ee9b5-319d-474c-9009-531691291dbb') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:57:40.986137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:40.995844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:41.000413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Releasing vlan 1459 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 15:57:41.088310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:57:41.093345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:41.184126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Network 512b049c-1ffd-43f2-835c-ac8f52d3b0e6 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 15:57:41.195892 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 15:57:41.234799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:41.237246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:41.238983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0ba1fda-09d9-4904-8efd-7205be939a34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:41.252345 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] 10.222.0.95 "DELETE /v2.0/networks/512b049c-1ffd-43f2-835c-ac8f52d3b0e6 HTTP/1.1" status: 204 len: 168 time: 0.4931238 Apr 16 15:57:41.253005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Pushing event deleted for resources: {'Network': ['ID=512b049c-1ffd-43f2-835c-ac8f52d3b0e6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:41.254361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:41.317998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-183e4e00-d2af-4d96-92cd-ac164a21dd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:41.327877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39712) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:41.356071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a734539b-3cc2-4c94-a346-aa7d6adec0f2 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f440717984744e11b48c94375f45ee17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0272613 Apr 16 15:57:41.358275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39716) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:41.397246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96af9f36-19f1-4c4b-b142-3c97fb9a18cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:41.414254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96af9f36-19f1-4c4b-b142-3c97fb9a18cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:41.447440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96af9f36-19f1-4c4b-b142-3c97fb9a18cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:41.449684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d7035053-97d6-4fd7-ac46-23ee202c30f0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:41.457495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af9f36-19f1-4c4b-b142-3c97fb9a18cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb275d35-45be-4870-bd07-cd8827bec87c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:41.459922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-96af9f36-19f1-4c4b-b142-3c97fb9a18cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:41.462395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96af9f36-19f1-4c4b-b142-3c97fb9a18cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:41.463214 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-96af9f36-19f1-4c4b-b142-3c97fb9a18cb admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/bb275d35-45be-4870-bd07-cd8827bec87c HTTP/1.1" status: 204 len: 168 time: 0.1042767 Apr 16 15:57:41.940318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39740) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:42.011166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1598569352-network', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:57:42.014910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:57:42.017615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Usage tracker for resource:network and tenant:80738e1cd5d74e5b9e37c4048caba00c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:57:42.019583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:57:42.024116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:57:42.031145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Made reservation on behalf of 80738e1cd5d74e5b9e37c4048caba00c for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:57:42.034619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.042634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.052762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:57:42.055131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Usage tracker for resource:security_group_rule and tenant:80738e1cd5d74e5b9e37c4048caba00c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:57:42.056899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:57:42.060000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:57:42.117238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.118966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.120540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04baccf5-2d18-4c50-9f3c-050fce7dd6ad tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:42.137559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1455} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 15:57:42.142402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a87dd50-46d9-4bef-8d2f-2bd6a0a3dc20,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:42.144634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:42.146106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.146330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Added segment c9dd35b8-9cf9-439a-9f9f-e02199432149 of type vlan for network 55ca6f57-a475-4207-96e9-7343a5f25447 Apr 16 15:57:42.161394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.178112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.178774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:42.179130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.181050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fddb20cd-7589-4ead-a492-65e8fecf7cfd tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:42.234719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Pushing event updated for resources: {'Network': ['ID=55ca6f57-a475-4207-96e9-7343a5f25447,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:42.236498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2953620 Apr 16 15:57:42.237064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7dcad70f-4748-4747-8d5f-04ee61012c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:42.240574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39746) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:42.243943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Request body: {'subnet': {'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1598569352-subnet', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:57:42.247345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 55ca6f57-a475-4207-96e9-7343a5f25447 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 15:57:42.248614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:57:42.253781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Usage tracker for resource:subnet and tenant:80738e1cd5d74e5b9e37c4048caba00c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:57:42.257714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:57:42.264979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:57:42.271360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Made reservation on behalf of 80738e1cd5d74e5b9e37c4048caba00c for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:57:42.274797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.536262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.544205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-668a06fb-0309-4de0-bd15-dd6e1600aa18 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:42.618661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a1f9350-817f-48ab-a780-273c46f89b28,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:42.625530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:42.657593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Checking segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:57:42.657794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Network hostable DHCP agents. Network: 55ca6f57-a475-4207-96e9-7343a5f25447, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 15:57:42.668733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Network 55ca6f57-a475-4207-96e9-7343a5f25447 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 15:57:42.675957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 55ca6f57-a475-4207-96e9-7343a5f25447) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:57:42.683271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:42.683659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.683860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41d188-89f5-4e83-b686-a948f3c011ec None None] Network 55ca6f57-a475-4207-96e9-7343a5f25447 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:57:42.695326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4541366 Apr 16 15:57:42.697350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39750) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:42.700505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:57:42.703205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:57:42.705458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Usage tracker for resource:router and tenant:80738e1cd5d74e5b9e37c4048caba00c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:57:42.707555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:57:42.710956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:57:42.717527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.718161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.729340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.763780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e8a3c30-2f89-41da-a731-9ef8d1be53d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.852099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-55ca6f57-a475-4207-96e9-7343a5f25447', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 15:57:42.852681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.893086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:42.941647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Allocated IP 172.20.0.2 (55ca6f57-a475-4207-96e9-7343a5f25447/2a1f9350-817f-48ab-a780-273c46f89b28/25fd25e8-50c9-46c6-a0e8-046bbe039657) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:57:42.994584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.113142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.134009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.218972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.224274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Allocated IP 172.26.4.54 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/d52e8d96-23a6-46c0-b96a-e7ac0790b8d9) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:57:43.238988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.245595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Transition to ACTIVE for port object 25fd25e8-50c9-46c6-a0e8-046bbe039657 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:57:43.256136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Transition to ACTIVE for port object 25fd25e8-50c9-46c6-a0e8-046bbe039657 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:57:43.258563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.266520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:43.332802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.335900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Pushing event updated for resources: {'Port': ['ID=25fd25e8-50c9-46c6-a0e8-046bbe039657,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:43.347706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.347908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.348125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.348287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.348482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.348685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.348883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.349079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.349276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.349470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.349667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.349865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:43.353069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:43.359962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.369751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:43.372528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Network 55ca6f57-a475-4207-96e9-7343a5f25447 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:57:43.373961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:57:43.375410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:57:43.432241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Attempting to bind port 25fd25e8-50c9-46c6-a0e8-046bbe039657 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:57:43.432523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Attempting to bind port 25fd25e8-50c9-46c6-a0e8-046bbe039657 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:57:43.432652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Attempting to bind port 25fd25e8-50c9-46c6-a0e8-046bbe039657 on network 55ca6f57-a475-4207-96e9-7343a5f25447 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:57:43.434742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.436768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:57:43.436960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Checking segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:57:43.437546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.437546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Bound using segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:57:43.437809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Bound port: 25fd25e8-50c9-46c6-a0e8-046bbe039657, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:57:43.437920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.454177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Pushing event updated for resources: {'Port': ['ID=d52e8d96-23a6-46c0-b96a-e7ac0790b8d9,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:43.462371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:43.488998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:57:43.489757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:57:43.490045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] For port 25fd25e8-50c9-46c6-a0e8-046bbe039657, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:57:43.491285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:57:43.492099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] For port 25fd25e8-50c9-46c6-a0e8-046bbe039657, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=25fd25e8-50c9-46c6-a0e8-046bbe039657,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:57:43.494701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:43.504349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:43.596040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Pushing event updated for resources: {'Port': ['ID=25fd25e8-50c9-46c6-a0e8-046bbe039657,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:43.599084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:44.023396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:44.159152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:44.230548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:44.360951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Router ec4b57f9-6389-427a-b045-67736659b246 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 15:57:44.464346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:57:44.473078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Sync routers for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:57:44.478223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:44.479225 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7812705 Apr 16 15:57:44.479389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:57:44.479783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:57:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:57:44.481095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39754) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:44.519594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 25fd25e8-50c9-46c6-a0e8-046bbe039657 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:57:44.617743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:57:44.675153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 25fd25e8-50c9-46c6-a0e8-046bbe039657 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:57:44.767632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb459b05-99b3-4b9e-ad11-80e7839dbba2 None None] Network 55ca6f57-a475-4207-96e9-7343a5f25447 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 15:57:44.867567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:43Z', 'revision_number': 3, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:57:44.874393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Checking router: ec4b57f9-6389-427a-b045-67736659b246 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:57:44.874654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Updating router ec4b57f9-6389-427a-b045-67736659b246 port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:57:44.891856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:44.892058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-78c2d4a6-92bf-4723-ba5c-a25cf1cea3fd None None] Provisioning for port 25fd25e8-50c9-46c6-a0e8-046bbe039657 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:57:44.905885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-78c2d4a6-92bf-4723-ba5c-a25cf1cea3fd None None] Provisioning complete for port 25fd25e8-50c9-46c6-a0e8-046bbe039657 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:57:44.906118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78c2d4a6-92bf-4723-ba5c-a25cf1cea3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:44.958770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.011658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Allocated IP 172.20.0.1 (55ca6f57-a475-4207-96e9-7343a5f25447/2a1f9350-817f-48ab-a780-273c46f89b28/3c7d7e9f-d5bd-45ef-96f7-07924ad645b7) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:57:45.086440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78c2d4a6-92bf-4723-ba5c-a25cf1cea3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.099983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.109956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Transition to ACTIVE for port object 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:57:45.124842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.134177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2578cda0-5a27-4955-a1a7-6cf517ac5308 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:45.210055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Pushing event updated for resources: {'Port': ['ID=3c7d7e9f-d5bd-45ef-96f7-07924ad645b7,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:45.211999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:45.246320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Network 55ca6f57-a475-4207-96e9-7343a5f25447 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:57:45.247059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:57:45.248768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:57:45.284005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.320171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-78c2d4a6-92bf-4723-ba5c-a25cf1cea3fd None None] For port 25fd25e8-50c9-46c6-a0e8-046bbe039657, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=25fd25e8-50c9-46c6-a0e8-046bbe039657,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:57:45.322464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78c2d4a6-92bf-4723-ba5c-a25cf1cea3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.325057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:45.356503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.375898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2d4a6-92bf-4723-ba5c-a25cf1cea3fd None None] Pushing event updated for resources: {'Port': ['ID=25fd25e8-50c9-46c6-a0e8-046bbe039657,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:45.378260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-78c2d4a6-92bf-4723-ba5c-a25cf1cea3fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:45.418619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.425461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Transition to ACTIVE for port object d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:57:45.431592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.440212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:45.484906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.487579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.501673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22e8b7ac-f197-4f8a-9ce4-b5624db57a5c tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:45.509092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-33c327d5-4ad5-4e94-84a4-9203cdc2c779 None None] Provisioning complete for port 25fd25e8-50c9-46c6-a0e8-046bbe039657 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:57:45.509330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33c327d5-4ad5-4e94-84a4-9203cdc2c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.536399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac62b8-fed3-412d-9798-8241e8ebb5df None None] Pushing event updated for resources: {'Port': ['ID=d52e8d96-23a6-46c0-b96a-e7ac0790b8d9,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:45.545529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fac62b8-fed3-412d-9798-8241e8ebb5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:45.550466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Pushing event updated for resources: {'Port': ['ID=3c7d7e9f-d5bd-45ef-96f7-07924ad645b7,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:45.552180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:45.552887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.601892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Attempting to bind port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:57:45.602119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Attempting to bind port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:57:45.602345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Attempting to bind port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:57:45.612802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:57:45.613038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:57:45.613293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.613533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:57:45.613825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Bound port: d52e8d96-23a6-46c0-b96a-e7ac0790b8d9, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:57:45.614059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.636498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Network 55ca6f57-a475-4207-96e9-7343a5f25447 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:57:45.637381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:57:45.659672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-33c327d5-4ad5-4e94-84a4-9203cdc2c779 None None] Provisioning for port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:57:45.663808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] For port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:57:45.664930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-33c327d5-4ad5-4e94-84a4-9203cdc2c779 None None] Provisioning complete for port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:57:45.665168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-33c327d5-4ad5-4e94-84a4-9203cdc2c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.689950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] For port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d52e8d96-23a6-46c0-b96a-e7ac0790b8d9,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:57:45.698256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.708136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:45.761513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-33c327d5-4ad5-4e94-84a4-9203cdc2c779 None None] Port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:57:45.795292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac62b8-fed3-412d-9798-8241e8ebb5df None None] Pushing event updated for resources: {'Port': ['ID=d52e8d96-23a6-46c0-b96a-e7ac0790b8d9,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:45.798488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fac62b8-fed3-412d-9798-8241e8ebb5df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:45.824236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:57:45.824605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:57:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:57:45.915468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-953fd360-40d8-444b-8677-d84cc9bad423 None None] Provisioning complete for port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:57:45.915728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-953fd360-40d8-444b-8677-d84cc9bad423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:45.961332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-953fd360-40d8-444b-8677-d84cc9bad423 None None] Port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:57:45.964515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:57:46.037190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Router ec4b57f9-6389-427a-b045-67736659b246 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:57:46.146330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 2, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:57:46.147689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:57:46.149746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9ca2fc-57f5-4448-9a6e-c58587a8792e None None] The sync data for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv is: [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 2, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:57:46.163920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] 10.222.0.95 "PUT /v2.0/routers/ec4b57f9-6389-427a-b045-67736659b246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6720381 Apr 16 15:57:46.510291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 39764) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:46.515494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--934645343', 'description': 'tempest-description--1356839540'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:57:46.522594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 25fd25e8-50c9-46c6-a0e8-046bbe039657 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:57:46.523114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:57:46.525663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Usage tracker for resource:security_group and tenant:80738e1cd5d74e5b9e37c4048caba00c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:57:46.527529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:57:46.531327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:57:46.538340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.557633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:57:46.560778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Usage tracker for resource:security_group_rule and tenant:80738e1cd5d74e5b9e37c4048caba00c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:57:46.562776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:57:46.566639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:57:46.567253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 25fd25e8-50c9-46c6-a0e8-046bbe039657 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:57:46.567496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.617495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.619557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.623131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7ed56020-b747-40c8-9f83-c72b78daa64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:46.646723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b2dd8f-37f1-42aa-b4e8-05188ee41043,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:46.648240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.650748 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1395190 Apr 16 15:57:46.651274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39768) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:46.651500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:46.655295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'security_group_rule': {'security_group_id': 'f6b2dd8f-37f1-42aa-b4e8-05188ee41043', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:57:46.659802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:57:46.662499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Usage tracker for resource:security_group_rule and tenant:80738e1cd5d74e5b9e37c4048caba00c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:57:46.664484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:57:46.667980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:57:46.678577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.718752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.721738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.723270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-37c97bb5-8111-48c2-9086-99f99adb8af2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:46.738104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad757f5-a621-4b4d-9caa-a619fb6024ed,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:46.739780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:46.743939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.744727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0925751 Apr 16 15:57:46.746573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39772) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:46.749761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'security_group_rule': {'security_group_id': 'f6b2dd8f-37f1-42aa-b4e8-05188ee41043', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:57:46.753501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:57:46.755775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Usage tracker for resource:security_group_rule and tenant:80738e1cd5d74e5b9e37c4048caba00c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:57:46.757519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:57:46.761799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:57:46.773676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.812326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.814604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.823456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04dfc88e-34ad-4165-8692-b3b57d86aafd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:46.833116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636b3354-86ba-4b6d-9209-79d07452aea7,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:46.834920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:46.835717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.838367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0893040 Apr 16 15:57:46.838574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39776) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:57:46.841919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:57:46.845872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:57:46.848282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Usage tracker for resource:floatingip and tenant:80738e1cd5d74e5b9e37c4048caba00c is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 15:57:46.850018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 15:57:46.853312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:57:46.859779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:46.941792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:47.020935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Allocated IP 172.26.4.27 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/c1531de8-1c87-46b6-97f8-30c23d7d0310) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:57:47.102472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:47.124277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:47.132604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-295eb61c-7892-4c61-ac29-0a08e57af88a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:47.202628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event updated for resources: {'Port': ['ID=c1531de8-1c87-46b6-97f8-30c23d7d0310,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:47.205179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:47.232867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:57:47.233505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:57:47.235007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:57:47.280874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:47.313974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:47.446844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:47.449489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:47.457935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6491d056-eb02-4432-8d02-174dae818516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:47.528020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event updated for resources: {'Port': ['ID=c1531de8-1c87-46b6-97f8-30c23d7d0310,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:47.529753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:47.593465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:47.607726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:47.608545 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7693732 Apr 16 15:57:47.709504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-265b725e-57d4-4819-9e26-5e00633d0da1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Synchronizing usage tracker for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:57:47.719879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-265b725e-57d4-4819-9e26-5e00633d0da1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Unset dirty status for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:57:47.720583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-265b725e-57d4-4819-9e26-5e00633d0da1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--934645343&fields=id&tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 267 time: 0.0381045 Apr 16 15:57:47.803206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-08b32833-eeca-4783-a594-a85105530cc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:57:47.803617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-08b32833-eeca-4783-a594-a85105530cc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Synchronizing usage tracker for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:57:47.814112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-08b32833-eeca-4783-a594-a85105530cc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Unset dirty status for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:57:47.814839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-08b32833-eeca-4783-a594-a85105530cc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 812 time: 0.0899930 Apr 16 15:57:47.823437 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-04ae0479-029e-4d3e-a865-521ece18a178 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/quotas/80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 375 time: 0.0051720 Apr 16 15:57:47.871687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-28d09d5a-72f6-4540-82d5-407a13657561 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Synchronizing usage tracker for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:57:47.881336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-28d09d5a-72f6-4540-82d5-407a13657561 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Unset dirty status for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:57:47.882088 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-28d09d5a-72f6-4540-82d5-407a13657561 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559833 Apr 16 15:57:47.892105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-7a1760f2-1276-4f44-8faa-603ea7109546 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:57:47.892670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-7a1760f2-1276-4f44-8faa-603ea7109546 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0031891 Apr 16 15:57:47.971119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d41bb9fb-2d3c-475b-a04b-0a477fbc376e service neutron] 10.222.0.95 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0754216 Apr 16 15:57:48.051194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-9f9e4369-cc05-4133-9034-5dfb7e6952de service neutron] 10.222.0.95 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0728102 Apr 16 15:57:48.183106 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a9b4b62c-1a5f-4073-aaf9-8bd48f71287f req-47c23996-f108-4233-9f98-91f9723db768 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0337536 Apr 16 15:57:48.503055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:57:48.542738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:57:48.545397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:57:48.545626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:48.610969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:48.620940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d52e8d96-23a6-46c0-b96a-e7ac0790b8d9,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:57:48.623614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:48.624828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:48.659700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=d52e8d96-23a6-46c0-b96a-e7ac0790b8d9,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:48.661499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:48.723975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Sync routers for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:57:48.729930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:57:48.730394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:57:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:57:48.832185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:57:49.152792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 2, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:57:49.155377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Checking router: ec4b57f9-6389-427a-b045-67736659b246 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:57:49.155562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Updating router ec4b57f9-6389-427a-b045-67736659b246 port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 15:57:49.186045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:49.293289 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1ea45a6-9a45-4686-9a9f-d2977c06566d req-8ce26d65-5824-43f3-890f-7aba2a1c943a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0448925 Apr 16 15:57:49.375677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:49.382199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Transition to ACTIVE for port object 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:57:49.385742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:49.396099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f6780741-15db-4e69-8a83-c14d28c1128f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:49.460610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Pushing event updated for resources: {'Port': ['ID=3c7d7e9f-d5bd-45ef-96f7-07924ad645b7,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:49.472024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.472224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.472399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.472589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.472778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.472968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.473157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.473348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.473548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.473733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.473919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.474104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:57:49.477055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:49.576414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Attempting to bind port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:57:49.576752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Attempting to bind port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:57:49.576859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Attempting to bind port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 on network 55ca6f57-a475-4207-96e9-7343a5f25447 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:57:49.580106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:57:49.580336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Checking segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:57:49.580589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:49.580826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Bound using segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:57:49.581099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Bound port: 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:57:49.581327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:49.631508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] For port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:57:49.633225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] For port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3c7d7e9f-d5bd-45ef-96f7-07924ad645b7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:57:49.635869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:49.645744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a3fdc966-c618-40f8-9c63-eb5c85155b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:49.735084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Pushing event updated for resources: {'Port': ['ID=3c7d7e9f-d5bd-45ef-96f7-07924ad645b7,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:49.738245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:49.762926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:57:49.763574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:57:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:57:49.875676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:57:50.062722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:49Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:57:50.064966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b8110-4d71-4d77-aca1-7bf904d93c5c None None] The sync data for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv is: [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:49Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:57:50.377928 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6b0c3357-ae6f-4461-b589-c44ddf2fe223 req-08894efd-952a-4171-9ad7-a21509a9188d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0271490 Apr 16 15:57:50.514817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:57:50.558913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:57:50.559147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:50.623828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:57:50.659506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:57:50.662036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:57:50.662260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:50.726270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:50.745599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3c7d7e9f-d5bd-45ef-96f7-07924ad645b7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:57:50.747936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:50.749350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8393726a-bb9d-404a-86aa-b0464a296a75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:57:50.783255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=3c7d7e9f-d5bd-45ef-96f7-07924ad645b7,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:57:50.785179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:57:51.495713 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b43c448c-bc2b-48b5-a22e-fd702e148184 req-06ba780f-a4eb-49e2-a008-3760c3c67f92 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0409675 Apr 16 15:57:52.515536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:57:52.609949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0e42a93c-e4b6-40bc-82c0-83ead4c50ad3 req-722ec513-f981-4ee5-a96e-1446c546df67 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0366731 Apr 16 15:57:52.776742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:57:52.777017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:57:53.751806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b68eaa1b-8ee5-4294-a22a-bce97c78ece9 req-6d6ad357-1ea0-4022-87ab-5748088c072c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0400600 Apr 16 15:57:54.885694 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-525f86c3-8092-414e-9ac4-53aa4c866192 req-518efb1e-f8d7-430e-b930-14a135a9d930 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0455081 Apr 16 15:57:56.021512 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5c2cb32-1969-492a-9e4e-229e8e64da6e req-c54b798f-8f75-45be-ab6f-7d34f37286c0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0457652 Apr 16 15:57:57.150830 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac10ff4d-5766-4372-a40d-00db482e3eac req-ecd85dd4-c005-42c0-8357-3694e4d48821 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0354700 Apr 16 15:57:58.280672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57f7a63a-0202-46c5-8227-0b96df1a208a req-96c33056-5b41-485c-ac0b-c38d5a5fb639 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0435452 Apr 16 15:57:59.405465 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cc55ae2d-4755-4df8-8454-1dd8a1ed3918 req-cbc3973d-9f40-4885-9398-41882c8a670e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0353637 Apr 16 15:58:00.519447 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-694d1487-6536-4e75-a301-baa37953a1cc req-fce3fef5-5990-4408-9835-bae7f401b4ce tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0341184 Apr 16 15:58:00.830969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:58:01.320550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-a98058f7-2f0f-4319-a986-58deee4f8a15 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:01.321598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-a98058f7-2f0f-4319-a986-58deee4f8a15 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 812 time: 0.1042228 Apr 16 15:58:01.387262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-a2d2d7f3-8ca7-4e76-9e6f-5fc3ad29c3b3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 5716 time: 0.0542026 Apr 16 15:58:01.399995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'port': {'device_id': '189a298e-ea11-465f-9aef-702bc53c83ea', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'admin_state_up': True, 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'security_groups': ['f6b2dd8f-37f1-42aa-b4e8-05188ee41043']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:58:01.495431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:58:01.501660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:58:01.508317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Made reservation on behalf of 80738e1cd5d74e5b9e37c4048caba00c for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:58:01.511741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:01.620059 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fda73ecb-dfba-41f0-baf0-50b959edeb44 req-9601ed27-17ea-4656-8875-42c8a817d560 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0303152 Apr 16 15:58:01.636167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Allocated IP 172.20.0.4 (55ca6f57-a475-4207-96e9-7343a5f25447/2a1f9350-817f-48ab-a780-273c46f89b28/f2069f1d-8efd-4d3b-8eb5-93624bb922e4) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:58:02.004268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:02.013391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Transition to ACTIVE for port object f2069f1d-8efd-4d3b-8eb5-93624bb922e4 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:58:02.026755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:02.036560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-be516069-2adf-45b1-8279-bea2d4c37d82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:58:02.103264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event updated for resources: {'Port': ['ID=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:58:02.105125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:58:02.135113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Network 55ca6f57-a475-4207-96e9-7343a5f25447 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:58:02.135856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:58:02.137189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:58:02.174881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:02.175277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:02.191082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7963526 Apr 16 15:58:02.204116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Request body: {'port': {'device_id': '189a298e-ea11-465f-9aef-702bc53c83ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:58:02.286880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:02.417014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d856c5ae-baea-41f0-aa35-3c753c0e5ffb None None] Provisioning for port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:58:02.420621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d856c5ae-baea-41f0-aa35-3c753c0e5ffb None None] Provisioning complete for port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:58:02.420880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d856c5ae-baea-41f0-aa35-3c753c0e5ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:02.455721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d856c5ae-baea-41f0-aa35-3c753c0e5ffb None None] Port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:58:02.501033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2069f1d-8efd-4d3b-8eb5-93624bb922e4 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:58:02.505109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:02.513380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Transition to ACTIVE for port object f2069f1d-8efd-4d3b-8eb5-93624bb922e4 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:58:02.516234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:02.523144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b709d5ce-6bfb-4534-9008-39ed6655a246 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:58:02.589052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Pushing event updated for resources: {'Port': ['ID=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:58:02.591593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:58:02.760430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Attempting to bind port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:58:02.760765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Attempting to bind port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:58:02.760876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Attempting to bind port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 on network 55ca6f57-a475-4207-96e9-7343a5f25447 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:58:02.766529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 on network 55ca6f57-a475-4207-96e9-7343a5f25447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:58:02.766745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Attempting to bind port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 on network 55ca6f57-a475-4207-96e9-7343a5f25447 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:58:02.771967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:58:02.772169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Checking segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:58:02.772429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Bound using segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:58:02.772719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Bound port: f2069f1d-8efd-4d3b-8eb5-93624bb922e4, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:58:02.772957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:02.785073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af8f56-5814-4c58-8510-a46ea50a0a22 req-28ed3bd2-4303-4726-8cc4-323e465499a7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:02.785581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-35af8f56-5814-4c58-8510-a46ea50a0a22 req-28ed3bd2-4303-4726-8cc4-323e465499a7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Synchronizing usage tracker for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:58:02.823375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-35af8f56-5814-4c58-8510-a46ea50a0a22 req-28ed3bd2-4303-4726-8cc4-323e465499a7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Unset dirty status for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:58:02.824197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-35af8f56-5814-4c58-8510-a46ea50a0a22 req-28ed3bd2-4303-4726-8cc4-323e465499a7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 943 time: 0.1279063 Apr 16 15:58:02.860857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] For port f2069f1d-8efd-4d3b-8eb5-93624bb922e4, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:58:02.863751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] For port f2069f1d-8efd-4d3b-8eb5-93624bb922e4, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:58:02.868085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:02.875904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:58:02.892884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-35af8f56-5814-4c58-8510-a46ea50a0a22 req-ae2d4017-aa14-4969-987f-15570b46399b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564082 Apr 16 15:58:02.954492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Pushing event updated for resources: {'Port': ['ID=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:58:02.957159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:58:02.976084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:02.976470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:02.977376 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] 10.222.0.107 "PUT /v2.0/ports/f2069f1d-8efd-4d3b-8eb5-93624bb922e4 HTTP/1.1" status: 200 len: 1093 time: 0.7769501 Apr 16 15:58:02.977869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:58:03.009008 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'status': 'completed', 'code': 200} Apr 16 15:58:03.075120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a0a71-e7ff-431d-a91d-ee8459375c72 req-20c6413c-c65d-4dab-8bf4-dd9ff60a11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:03.076454 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd6a0a71-e7ff-431d-a91d-ee8459375c72 req-20c6413c-c65d-4dab-8bf4-dd9ff60a11c4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 1096 time: 0.0480847 Apr 16 15:58:03.165848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a0a71-e7ff-431d-a91d-ee8459375c72 req-fd9842d1-4a85-498c-af25-c5268df9928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:03.167752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd6a0a71-e7ff-431d-a91d-ee8459375c72 req-fd9842d1-4a85-498c-af25-c5268df9928a service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0810952 Apr 16 15:58:03.251144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a0a71-e7ff-431d-a91d-ee8459375c72 req-97acdd97-eaf5-4dc8-b2e7-bb771c48042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:03.251901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd6a0a71-e7ff-431d-a91d-ee8459375c72 req-97acdd97-eaf5-4dc8-b2e7-bb771c48042a service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0757332 Apr 16 15:58:04.062724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-9577d717-8d88-4008-b470-e0783997d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:04.063739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-9577d717-8d88-4008-b470-e0783997d889 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 1096 time: 0.1004810 Apr 16 15:58:04.071750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4a2e5-971b-4335-b9ea-7d801eb87735 req-99f02946-bb77-475e-bfc1-cdb5028892d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:04.072702 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-74f4a2e5-971b-4335-b9ea-7d801eb87735 req-99f02946-bb77-475e-bfc1-cdb5028892d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 943 time: 0.0822921 Apr 16 15:58:04.123060 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-18ba36b7-a251-443f-a73b-8d8b018b3201 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4 HTTP/1.1" status: 200 len: 217 time: 0.0497065 Apr 16 15:58:04.167406 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-74f4a2e5-971b-4335-b9ea-7d801eb87735 req-988c9065-d9ea-406d-954c-105310eba76f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582793 Apr 16 15:58:04.180766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-35a038ab-02e7-4bcb-bff7-8811b1f9ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:04.181810 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-35a038ab-02e7-4bcb-bff7-8811b1f9ee0c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0499084 Apr 16 15:58:04.241231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-15a74551-db2e-40a6-92e2-4301d971321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:04.242132 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-15a74551-db2e-40a6-92e2-4301d971321b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509551 Apr 16 15:58:04.362142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-b9f93e7b-df7f-4ca5-a61c-7ac1143ce834 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100609 Apr 16 15:58:04.457417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d55dea-89dd-4c1f-b5b7-bb6c8be03530 req-4b4f3815-e373-4ae6-b05f-74f9efc9026f service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Apr 16 15:58:05.347654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f5ff9-b04a-4b62-8f00-f87a7c75ec26 req-fc6ab188-850c-40fe-8a7b-222d921023ab tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:05.348802 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e47f5ff9-b04a-4b62-8f00-f87a7c75ec26 req-fc6ab188-850c-40fe-8a7b-222d921023ab tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 943 time: 0.0768254 Apr 16 15:58:05.381836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e47f5ff9-b04a-4b62-8f00-f87a7c75ec26 req-061a5aa4-90e6-4934-b74e-5b6b6dd22e5e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281844 Apr 16 15:58:06.300182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device f2069f1d-8efd-4d3b-8eb5-93624bb922e4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:58:06.416201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port f2069f1d-8efd-4d3b-8eb5-93624bb922e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:58:06.425982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'port_id': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'mac_address': 'fa:16:3e:1d:24:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:58:06.467232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:06.479423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2069f1d-8efd-4d3b-8eb5-93624bb922e4 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:58:06.489827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port f2069f1d-8efd-4d3b-8eb5-93624bb922e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:58:06.492787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:06.494198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-78c2d4a6-92bf-4723-ba5c-a25cf1cea3fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:58:06.517354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790a0d-1a0b-46c9-9855-242079b0b639 req-211ae89d-2ec9-4141-8ffc-f98ab0da2105 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:06.518438 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a3790a0d-1a0b-46c9-9855-242079b0b639 req-211ae89d-2ec9-4141-8ffc-f98ab0da2105 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 943 time: 0.0619767 Apr 16 15:58:06.539563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:58:06.542025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:58:06.552931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a3790a0d-1a0b-46c9-9855-242079b0b639 req-f36e0e03-625c-41c8-bcd5-8f9d630297bd tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298641 Apr 16 15:58:06.722284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['f2069f1d-8efd-4d3b-8eb5-93624bb922e4'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:58:07.710175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe22975-f5da-4627-9829-b9a3aed07506 req-bf0a2c3b-f4c0-4692-8aa9-d94b4a42a0b3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:07.711186 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fe22975-f5da-4627-9829-b9a3aed07506 req-bf0a2c3b-f4c0-4692-8aa9-d94b4a42a0b3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 944 time: 0.0639665 Apr 16 15:58:07.742254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fe22975-f5da-4627-9829-b9a3aed07506 req-a3154f93-c420-4a1f-bc08-d902365f95f8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269735 Apr 16 15:58:08.330559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device f2069f1d-8efd-4d3b-8eb5-93624bb922e4 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:58:08.399535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:58:08.403202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:58:08.403501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:08.488353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:08.507223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:58:08.515231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port f2069f1d-8efd-4d3b-8eb5-93624bb922e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:58:08.518095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:08.520254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:58:08.567153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:58:08.569514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:58:08.578156 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'code': 200} Apr 16 15:58:08.893907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c0cd5-9bf2-478e-8e5e-253af4d8749d req-0976c03e-a461-447a-90a8-a71ec80e3c76 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:08.895024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-067c0cd5-9bf2-478e-8e5e-253af4d8749d req-0976c03e-a461-447a-90a8-a71ec80e3c76 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0676379 Apr 16 15:58:08.930022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-067c0cd5-9bf2-478e-8e5e-253af4d8749d req-d6746c17-b650-4fbd-bc3e-3ddd46bc3ca6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277019 Apr 16 15:58:10.098925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725d5dc-555a-4e5f-b598-f84a3d6ff212 req-df8c163b-9b3e-4ec8-b030-334d59ff35f9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:10.100942 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5725d5dc-555a-4e5f-b598-f84a3d6ff212 req-df8c163b-9b3e-4ec8-b030-334d59ff35f9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0735614 Apr 16 15:58:10.136822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5725d5dc-555a-4e5f-b598-f84a3d6ff212 req-6db7da45-4614-4dc5-acbc-9dbbc5f405cd tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280468 Apr 16 15:58:11.305581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57c443-754e-4b99-b7af-f4427a6084ae req-d3c27cc7-7b17-43fd-a289-ac35fe66c337 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:11.306676 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c57c443-754e-4b99-b7af-f4427a6084ae req-d3c27cc7-7b17-43fd-a289-ac35fe66c337 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0785561 Apr 16 15:58:11.327311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81a34338-fdd1-469c-908d-4c1082533107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:11.344206 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c57c443-754e-4b99-b7af-f4427a6084ae req-8f2a5e9d-9ce9-4eb9-878c-5b46fa99ca7c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297174 Apr 16 15:58:12.512366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153b771-f63b-4ffb-b7f3-813962a6cb03 req-4726225d-230c-4734-b12f-c1febae2f1fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:12.513469 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8153b771-f63b-4ffb-b7f3-813962a6cb03 req-4726225d-230c-4734-b12f-c1febae2f1fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0759134 Apr 16 15:58:12.551209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8153b771-f63b-4ffb-b7f3-813962a6cb03 req-16b135c1-685a-4c64-906d-0efee86768bd tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328472 Apr 16 15:58:12.752361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a132e40-5349-4d7d-ab86-c36d146a25f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:12.969741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:12.993442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797f38e-e93f-41f2-9353-846fd27f3dc5 req-9a8eb455-4352-41a2-ab4f-32e8706810d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:12.994688 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9797f38e-e93f-41f2-9353-846fd27f3dc5 req-9a8eb455-4352-41a2-ab4f-32e8706810d6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 1098 time: 0.0755436 Apr 16 15:58:13.029883 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9797f38e-e93f-41f2-9353-846fd27f3dc5 req-f1f6236e-8f7c-4fd8-9575-5563574f08b2 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263896 Apr 16 15:58:13.078883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:13.458714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:13.725964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dca35-e7b0-4d8c-abff-201dfd4da09a req-53fcf7a2-1fda-4ec8-8b3f-7b87b2949bb7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:13.726990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b8dca35-e7b0-4d8c-abff-201dfd4da09a req-53fcf7a2-1fda-4ec8-8b3f-7b87b2949bb7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0806682 Apr 16 15:58:13.758897 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b8dca35-e7b0-4d8c-abff-201dfd4da09a req-60637ee2-dc17-40a4-ac6c-b01f3140489b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275092 Apr 16 15:58:14.180075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:14.928520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d005bd-7398-4ef3-bc89-056f9c8a6c63 req-ae9bc805-3a8c-46fd-993f-1c5de1af5c61 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:14.929578 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d005bd-7398-4ef3-bc89-056f9c8a6c63 req-ae9bc805-3a8c-46fd-993f-1c5de1af5c61 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0755353 Apr 16 15:58:14.965354 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d005bd-7398-4ef3-bc89-056f9c8a6c63 req-72a7ebfb-a181-45f9-9c42-40ec3979540b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280738 Apr 16 15:58:15.103480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0ac72-6e19-4b7b-b080-26d661c07b46 req-67fb281c-1bf4-45e3-80f8-0d61ecfac331 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:15.104422 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ff0ac72-6e19-4b7b-b080-26d661c07b46 req-67fb281c-1bf4-45e3-80f8-0d61ecfac331 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0695019 Apr 16 15:58:15.112652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 39866) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 15:58:15.116373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8f3080d3-035f-4395-a78d-ba133cf381e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'floatingip': {'port_id': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:58:15.168807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f3080d3-035f-4395-a78d-ba133cf381e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:15.796494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f3080d3-035f-4395-a78d-ba133cf381e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:15.798932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f3080d3-035f-4395-a78d-ba133cf381e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:15.910525 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-8f3080d3-035f-4395-a78d-ba133cf381e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397 associated. External IP: 172.26.4.27, port: f2069f1d-8efd-4d3b-8eb5-93624bb922e4. Apr 16 15:58:16.148842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3080d3-035f-4395-a78d-ba133cf381e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Router ec4b57f9-6389-427a-b045-67736659b246 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:58:16.269216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3080d3-035f-4395-a78d-ba133cf381e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:58:16.272403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f3080d3-035f-4395-a78d-ba133cf381e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:16.284348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafa1672-043f-4ea1-af3a-f478c49aa256 None None] Sync routers for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:58:16.297103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa1672-043f-4ea1-af3a-f478c49aa256 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:58:16.297959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-fafa1672-043f-4ea1-af3a-f478c49aa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:58:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:58:16.309670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8f3080d3-035f-4395-a78d-ba133cf381e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "PUT /v2.0/floatingips/02ade161-645d-4e2d-bcf6-4e36ba06b397 HTTP/1.1" status: 200 len: 990 time: 1.1961775 Apr 16 15:58:16.310470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:58:16.342490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'status': 'completed', 'code': 200} Apr 16 15:58:16.421639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-fafa1672-043f-4ea1-af3a-f478c49aa256 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:58:16.663918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-fafa1672-043f-4ea1-af3a-f478c49aa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:1d:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189a298e-ea11-465f-9aef-702bc53c83ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T15:58:15Z', 'revision_number': 1, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:58:16.667111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafa1672-043f-4ea1-af3a-f478c49aa256 None None] Checking router: ec4b57f9-6389-427a-b045-67736659b246 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:58:16.674374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa1672-043f-4ea1-af3a-f478c49aa256 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:58:16.674856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-fafa1672-043f-4ea1-af3a-f478c49aa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:58:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:58:16.779486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54ac72-6b81-4b12-9379-be82af9c7db5 req-37c5622a-8be0-473d-bd25-f08bd99470b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:16.780479 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c54ac72-6b81-4b12-9379-be82af9c7db5 req-37c5622a-8be0-473d-bd25-f08bd99470b6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 1098 time: 0.0651124 Apr 16 15:58:16.803067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-fafa1672-043f-4ea1-af3a-f478c49aa256 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:58:16.882992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54ac72-6b81-4b12-9379-be82af9c7db5 req-09a85e31-f0bd-48ad-a373-876632fd3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:16.884067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c54ac72-6b81-4b12-9379-be82af9c7db5 req-09a85e31-f0bd-48ad-a373-876632fd3101 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0950313 Apr 16 15:58:16.968447 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c54ac72-6b81-4b12-9379-be82af9c7db5 req-a3aea582-27d5-44fa-9c43-00ae5cc3f1fb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4 HTTP/1.1" status: 200 len: 998 time: 0.0755439 Apr 16 15:58:17.007132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-fafa1672-043f-4ea1-af3a-f478c49aa256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:1d:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189a298e-ea11-465f-9aef-702bc53c83ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T15:58:15Z', 'revision_number': 1, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:58:17.009621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafa1672-043f-4ea1-af3a-f478c49aa256 None None] The sync data for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv is: [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:1d:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189a298e-ea11-465f-9aef-702bc53c83ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T15:58:15Z', 'revision_number': 1, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:58:17.026404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54ac72-6b81-4b12-9379-be82af9c7db5 req-d15304ee-3000-4bb2-8e76-fafcc0f5c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:17.028410 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c54ac72-6b81-4b12-9379-be82af9c7db5 req-d15304ee-3000-4bb2-8e76-fafcc0f5c79d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0525913 Apr 16 15:58:17.077876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54ac72-6b81-4b12-9379-be82af9c7db5 req-520f3e7b-83c7-4298-a707-a5ec9fcc3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:17.078906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c54ac72-6b81-4b12-9379-be82af9c7db5 req-520f3e7b-83c7-4298-a707-a5ec9fcc3a28 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448365 Apr 16 15:58:17.159985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c54ac72-6b81-4b12-9379-be82af9c7db5 req-6798334e-1278-4c08-8bae-54ea2b6260c3 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0766652 Apr 16 15:58:17.227352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e2cc6-3aec-4590-9c8c-20b5f0597103 None None] New status for floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:58:17.256995 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c54ac72-6b81-4b12-9379-be82af9c7db5 req-f4a86427-b738-4eca-bffe-c148636f181f service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895543 Apr 16 15:58:37.833832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:58:41.338478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f55fa3bd-07af-409a-987c-0c1de49e5011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:42.747908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2120f06-16e1-4a3f-814b-1d5048bd676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:42.982894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:43.083630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:43.449572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:44.166538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:58:54.043830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d2fa0-b8fb-4612-bae1-d05dfea87733 req-819f84bf-4e96-4709-820e-f298ce117501 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:54.044846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e26d2fa0-b8fb-4612-bae1-d05dfea87733 req-819f84bf-4e96-4709-820e-f298ce117501 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0641346 Apr 16 15:58:54.077284 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e26d2fa0-b8fb-4612-bae1-d05dfea87733 req-11e4cab0-a0a9-4129-be33-493f78d6a10b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267437 Apr 16 15:58:55.391247 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-37e6a9a3-66a7-47af-b894-8eda680284cb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0583601 Apr 16 15:58:55.564942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148a852-8280-4a25-a9ae-435debc42da8 req-aea9101b-842c-40ad-8933-4d66659bfc8f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:55.566051 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2148a852-8280-4a25-a9ae-435debc42da8 req-aea9101b-842c-40ad-8933-4d66659bfc8f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0594764 Apr 16 15:58:55.601651 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2148a852-8280-4a25-a9ae-435debc42da8 req-ab0726cc-3295-4815-9591-5e6a73fb3587 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311885 Apr 16 15:58:56.745643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd9f61-6029-4327-ad3a-5d23ec33b55b req-fcc1fc08-40b1-42bb-986b-868bf580b487 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:56.746733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0dd9f61-6029-4327-ad3a-5d23ec33b55b req-fcc1fc08-40b1-42bb-986b-868bf580b487 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0662746 Apr 16 15:58:56.780148 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0dd9f61-6029-4327-ad3a-5d23ec33b55b req-29d2e216-96e0-47a3-9c32-d396bfc410d4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271902 Apr 16 15:58:57.948436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c2ace-525f-41d8-bd08-1930c1f8a3a6 req-a0313fc3-8216-4cd7-9871-fce3f2b6075a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:57.949535 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d0c2ace-525f-41d8-bd08-1930c1f8a3a6 req-a0313fc3-8216-4cd7-9871-fce3f2b6075a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0774717 Apr 16 15:58:57.984922 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d0c2ace-525f-41d8-bd08-1930c1f8a3a6 req-4967ee23-dc1e-4bac-a7a4-ae88fbb2cbc4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284531 Apr 16 15:58:58.154190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953965-318b-4891-832b-59375e7f96b4 req-1f1a7330-1285-4b30-b4c7-2850ac8652f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:58.155234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-1f1a7330-1285-4b30-b4c7-2850ac8652f6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 1098 time: 0.0630212 Apr 16 15:58:58.269256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953965-318b-4891-832b-59375e7f96b4 req-c2930d61-b4ba-417c-b5c4-2ca745cf96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:58.270241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-c2930d61-b4ba-417c-b5c4-2ca745cf96cb service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.1068323 Apr 16 15:58:58.346507 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-ec885771-4a9f-4a11-915d-d96620f55c37 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4 HTTP/1.1" status: 200 len: 1000 time: 0.0683100 Apr 16 15:58:58.395397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953965-318b-4891-832b-59375e7f96b4 req-ed07dd98-fe0c-4991-aec9-f2b25f30178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:58.396406 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-ed07dd98-fe0c-4991-aec9-f2b25f30178d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0422928 Apr 16 15:58:58.459055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953965-318b-4891-832b-59375e7f96b4 req-3cc5d611-87ec-43e6-9994-a06fac85cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:58.459969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-3cc5d611-87ec-43e6-9994-a06fac85cae8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554457 Apr 16 15:58:58.556115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-f979cd36-d7e5-4b53-a032-0feba433e3f9 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878522 Apr 16 15:58:58.654945 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-d1be0da9-9676-408b-9cc5-0b9e0377525e service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889792 Apr 16 15:58:59.142709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21aed5-faa1-4958-8d1c-443b971b2475 req-33203f91-d021-4a83-8042-1d24e29f9e94 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:58:59.143807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bc21aed5-faa1-4958-8d1c-443b971b2475 req-33203f91-d021-4a83-8042-1d24e29f9e94 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0637167 Apr 16 15:58:59.177255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bc21aed5-faa1-4958-8d1c-443b971b2475 req-f84d976f-d67a-47d7-9378-5b8658e7cbb4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290058 Apr 16 15:59:00.643586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0fcbe-0586-400f-b811-50c00529d109 req-c063a5c4-fd58-4ee1-b830-bc21b474fb34 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:00.644452 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ecc0fcbe-0586-400f-b811-50c00529d109 req-c063a5c4-fd58-4ee1-b830-bc21b474fb34 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.3703611 Apr 16 15:59:00.674733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ecc0fcbe-0586-400f-b811-50c00529d109 req-cc59f511-901d-4432-8d9e-9cdd670bf507 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0227153 Apr 16 15:59:01.831137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03925a51-cab7-4494-885e-efcba6b012c0 req-ccc23616-553d-4f07-802d-98a66ddbd1d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:01.832217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03925a51-cab7-4494-885e-efcba6b012c0 req-ccc23616-553d-4f07-802d-98a66ddbd1d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0636671 Apr 16 15:59:01.864777 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03925a51-cab7-4494-885e-efcba6b012c0 req-1a2c8ad7-6b4f-4499-97a3-bbb438c6289a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282576 Apr 16 15:59:03.017631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308adafd-2bba-47f7-9c4c-c53668cd755d req-8b11e4ed-5030-4d4c-b772-f392f998779e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:03.018746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-308adafd-2bba-47f7-9c4c-c53668cd755d req-8b11e4ed-5030-4d4c-b772-f392f998779e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0638456 Apr 16 15:59:03.054046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-308adafd-2bba-47f7-9c4c-c53668cd755d req-21a93d4e-c0f1-4b9a-8c58-0a9a80601012 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307856 Apr 16 15:59:04.211737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ced66-0230-4eaf-8299-3bcd93e92b9f req-1bb7917a-c1be-4d64-bb9b-219f3c093464 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:04.212855 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cf6ced66-0230-4eaf-8299-3bcd93e92b9f req-1bb7917a-c1be-4d64-bb9b-219f3c093464 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0712492 Apr 16 15:59:04.244341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cf6ced66-0230-4eaf-8299-3bcd93e92b9f req-ce5c4d83-1a08-4414-845d-5520e5759bde tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270150 Apr 16 15:59:05.418191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708c1e6-bc27-4be8-a06a-68eb8012d959 req-55df4097-9783-493a-b084-2d15579a00d7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:05.419297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f708c1e6-bc27-4be8-a06a-68eb8012d959 req-55df4097-9783-493a-b084-2d15579a00d7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0789785 Apr 16 15:59:05.453762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f708c1e6-bc27-4be8-a06a-68eb8012d959 req-2299ec0b-a8a5-461e-950d-a37c9e59f593 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274658 Apr 16 15:59:06.591542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d010c7d-4769-4c0c-99e2-4b42788a9c59 req-ee589d97-adde-4614-8fdd-dcc29223fcfe tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:06.592525 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d010c7d-4769-4c0c-99e2-4b42788a9c59 req-ee589d97-adde-4614-8fdd-dcc29223fcfe tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0623605 Apr 16 15:59:06.626725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d010c7d-4769-4c0c-99e2-4b42788a9c59 req-958a7f6c-50c2-42c9-9af3-9e22b2e3f8b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278366 Apr 16 15:59:07.795568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f6335-9231-4378-a88e-e9ca09be08c0 req-cf1bd841-26de-40de-aa98-dabb7b9b1b30 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:07.796698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9a9f6335-9231-4378-a88e-e9ca09be08c0 req-cf1bd841-26de-40de-aa98-dabb7b9b1b30 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0758986 Apr 16 15:59:07.836480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9a9f6335-9231-4378-a88e-e9ca09be08c0 req-45e129a8-bbf4-4d3f-be39-7f968faab167 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336480 Apr 16 15:59:08.999496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d70a73-8c3f-4894-b567-1cde3983eaef req-0a3ec29c-2d92-4e40-ae89-32ac52343c04 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:09.000628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4d70a73-8c3f-4894-b567-1cde3983eaef req-0a3ec29c-2d92-4e40-ae89-32ac52343c04 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0746627 Apr 16 15:59:09.033152 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4d70a73-8c3f-4894-b567-1cde3983eaef req-b2adb023-4e0b-4436-b6d2-e8a9dc96c499 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278907 Apr 16 15:59:09.334207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04578e2-f7c0-409b-9aef-e1594ddc9243 req-ee743c76-6f49-4ba3-a041-585800317b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:09.335337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c04578e2-f7c0-409b-9aef-e1594ddc9243 req-ee743c76-6f49-4ba3-a041-585800317b0f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 1098 time: 0.0661263 Apr 16 15:59:09.442908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04578e2-f7c0-409b-9aef-e1594ddc9243 req-7eef10f4-c398-48b8-9f69-7048f7328130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:09.444000 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c04578e2-f7c0-409b-9aef-e1594ddc9243 req-7eef10f4-c398-48b8-9f69-7048f7328130 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0916619 Apr 16 15:59:09.527005 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c04578e2-f7c0-409b-9aef-e1594ddc9243 req-034468d6-2ad5-4109-9e46-de8bd149cc99 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4 HTTP/1.1" status: 200 len: 1000 time: 0.0761921 Apr 16 15:59:09.582220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04578e2-f7c0-409b-9aef-e1594ddc9243 req-cb99b469-df05-4ac1-b501-274a916f4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:09.584163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c04578e2-f7c0-409b-9aef-e1594ddc9243 req-cb99b469-df05-4ac1-b501-274a916f4204 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0516922 Apr 16 15:59:09.641087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04578e2-f7c0-409b-9aef-e1594ddc9243 req-5eae1d3c-b33c-455a-9c72-166a613e889a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:09.641982 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c04578e2-f7c0-409b-9aef-e1594ddc9243 req-5eae1d3c-b33c-455a-9c72-166a613e889a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527668 Apr 16 15:59:09.734593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c04578e2-f7c0-409b-9aef-e1594ddc9243 req-8ed546ce-2b52-421e-9b0b-7172db5d8c61 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876367 Apr 16 15:59:09.827433 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c04578e2-f7c0-409b-9aef-e1594ddc9243 req-6df9d779-817e-477f-8f7e-efe0a478b870 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873387 Apr 16 15:59:10.210696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-6d6ad683-ac8b-45f7-b2c4-d76cd51c80e4 service neutron] 10.222.0.107 "GET /v2.0/ports/f2069f1d-8efd-4d3b-8eb5-93624bb922e4/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0914805 Apr 16 15:59:10.223623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce2b82-51b6-4174-9a0e-7bf9f496fbc9 req-09c92b45-3a8b-475b-9aba-4c69135838b3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:10.224659 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0bce2b82-51b6-4174-9a0e-7bf9f496fbc9 req-09c92b45-3a8b-475b-9aba-4c69135838b3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.1073012 Apr 16 15:59:10.254769 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0bce2b82-51b6-4174-9a0e-7bf9f496fbc9 req-ae48e77c-9d40-4104-99f0-c9f3dd028bfe tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255876 Apr 16 15:59:11.335377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-db016774-a1c1-4c05-b2c5-a0592cedb716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:11.407794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d31b82-22b4-4d57-982e-3287a85f652e req-db0fabcf-1744-40d0-8560-029495eb2f81 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:11.409147 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4d31b82-22b4-4d57-982e-3287a85f652e req-db0fabcf-1744-40d0-8560-029495eb2f81 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0614214 Apr 16 15:59:11.442864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4d31b82-22b4-4d57-982e-3287a85f652e req-109628e3-58cd-4dfb-87df-27cfe1df09ff tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291381 Apr 16 15:59:11.830408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953965-318b-4891-832b-59375e7f96b4 req-024a5a13-de2b-459e-801d-e12836987bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:11.831639 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-024a5a13-de2b-459e-801d-e12836987bf9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea&tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 1098 time: 0.0786648 Apr 16 15:59:11.921067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953965-318b-4891-832b-59375e7f96b4 req-a2a0c223-cd40-4a46-a7a4-2450c625cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:11.922171 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-a2a0c223-cd40-4a46-a7a4-2450c625cd1c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 1098 time: 0.0562451 Apr 16 15:59:12.033141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953965-318b-4891-832b-59375e7f96b4 req-2ba5d340-408e-4fc8-894b-1e2708cbb29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:12.034514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-2ba5d340-408e-4fc8-894b-1e2708cbb29c service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.1056421 Apr 16 15:59:12.110921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-f8af3f7f-bdac-49ee-bfd7-1d5ff2ecc81c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4 HTTP/1.1" status: 200 len: 1000 time: 0.0694220 Apr 16 15:59:12.163483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953965-318b-4891-832b-59375e7f96b4 req-b511e89e-1846-4a29-a898-570e595861bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:12.164387 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-b511e89e-1846-4a29-a898-570e595861bc service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0451705 Apr 16 15:59:12.225095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da953965-318b-4891-832b-59375e7f96b4 req-110cc1c3-0476-4aa9-8fa3-68d12eb842dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:12.226070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-110cc1c3-0476-4aa9-8fa3-68d12eb842dd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523450 Apr 16 15:59:12.327006 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-45633aaf-0337-4d78-8a31-6ab4942bf316 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903008 Apr 16 15:59:12.408676 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da953965-318b-4891-832b-59375e7f96b4 req-bbdbb0c9-f355-4928-b76b-28cbf7dcb38f service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0763125 Apr 16 15:59:12.590764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e5156-ec37-4862-887d-5d51ca491bac req-c1371da2-3d01-418f-83c2-3638834a08a5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:12.591786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fa2e5156-ec37-4862-887d-5d51ca491bac req-c1371da2-3d01-418f-83c2-3638834a08a5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0641067 Apr 16 15:59:12.625811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fa2e5156-ec37-4862-887d-5d51ca491bac req-ef956679-a5ad-4795-914a-1362d279e815 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278943 Apr 16 15:59:12.720652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device f2069f1d-8efd-4d3b-8eb5-93624bb922e4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:59:12.774496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92e6632f-c016-41ed-8eed-f0ee40717ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:13.020800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:13.027707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:13.039206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:59:13.046531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port f2069f1d-8efd-4d3b-8eb5-93624bb922e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:59:13.049339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:13.050705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:59:13.077700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'code': 200} Apr 16 15:59:13.096441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:13.106564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:59:13.111630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.111860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.112097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.112329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.112556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.112789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.113017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.113246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.113474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.113701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.113926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.114150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:13.116558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:59:13.447618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:13.784220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca1243-ccc4-402f-93aa-7ef0bfb541b8 req-0a4e0b32-4e4a-482e-8f74-f788acbe3293 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:13.785290 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6aca1243-ccc4-402f-93aa-7ef0bfb541b8 req-0a4e0b32-4e4a-482e-8f74-f788acbe3293 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 943 time: 0.0667679 Apr 16 15:59:13.821064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6aca1243-ccc4-402f-93aa-7ef0bfb541b8 req-ac9f81ca-b28a-45c5-9425-7d84c5d4137c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283346 Apr 16 15:59:14.170330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:14.836330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:59:14.994710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd8a1b-13f2-43b3-b17d-44cd0c759b97 req-d16f3855-9295-41b3-a375-4a218eafb40c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:14.995824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2fd8a1b-13f2-43b3-b17d-44cd0c759b97 req-d16f3855-9295-41b3-a375-4a218eafb40c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 943 time: 0.0786319 Apr 16 15:59:15.031040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2fd8a1b-13f2-43b3-b17d-44cd0c759b97 req-14a901a7-dacd-42d0-ac7d-5dcc89ca3c1a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279329 Apr 16 15:59:16.182719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8360b0-3195-4e8c-bb71-8254ed7eed0d req-2ddfcfe7-e25f-4ba4-a91f-7820378c385f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:16.183775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a8360b0-3195-4e8c-bb71-8254ed7eed0d req-2ddfcfe7-e25f-4ba4-a91f-7820378c385f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 943 time: 0.0672379 Apr 16 15:59:16.222015 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a8360b0-3195-4e8c-bb71-8254ed7eed0d req-22128d15-d0ff-4b73-b285-931d627af557 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310471 Apr 16 15:59:17.394732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9996fa-2bca-4b0d-ad73-37ce258f62f7 req-b8e479ec-ef76-4b54-b343-c05a858f5d81 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:17.395854 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5f9996fa-2bca-4b0d-ad73-37ce258f62f7 req-b8e479ec-ef76-4b54-b343-c05a858f5d81 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 943 time: 0.0674484 Apr 16 15:59:17.427816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5f9996fa-2bca-4b0d-ad73-37ce258f62f7 req-049b8e50-6535-4c95-aac9-3c656886adc7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273252 Apr 16 15:59:18.583391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a7ae1-090f-4492-8429-ddcdbb7de9e5 req-79ecb6c0-520d-4a6a-8c6c-d24c3e071ce4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:18.584477 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-506a7ae1-090f-4492-8429-ddcdbb7de9e5 req-79ecb6c0-520d-4a6a-8c6c-d24c3e071ce4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 943 time: 0.0661786 Apr 16 15:59:18.616709 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-506a7ae1-090f-4492-8429-ddcdbb7de9e5 req-12e5e6f3-7520-40cf-bb13-2838bf4d3e42 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279114 Apr 16 15:59:18.749742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device f2069f1d-8efd-4d3b-8eb5-93624bb922e4 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 15:59:18.845266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b000d2c-265e-48cd-9eb9-7ff6aa05a02d req-b8c8f358-c59e-4eae-bc4c-370d773ab9e0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:18.846324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port f2069f1d-8efd-4d3b-8eb5-93624bb922e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:59:18.846611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b000d2c-265e-48cd-9eb9-7ff6aa05a02d req-b8c8f358-c59e-4eae-bc4c-370d773ab9e0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 943 time: 0.0739558 Apr 16 15:59:18.855828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'port_id': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'mac_address': 'fa:16:3e:1d:24:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 15:59:18.881277 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b000d2c-265e-48cd-9eb9-7ff6aa05a02d req-700786b6-e09a-41f9-8ef4-504d973e8902 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272460 Apr 16 15:59:18.897223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:18.909351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2069f1d-8efd-4d3b-8eb5-93624bb922e4 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:59:18.919552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port f2069f1d-8efd-4d3b-8eb5-93624bb922e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:59:18.921880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:18.923318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:59:18.969288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:59:18.971194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:59:19.227821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['f2069f1d-8efd-4d3b-8eb5-93624bb922e4'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 15:59:20.061105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c154c2-2ba1-4ea8-9d6a-518fff2bd5ac req-82171f9a-1d80-4497-af07-069c6cf2bb7b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:20.062212 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-40c154c2-2ba1-4ea8-9d6a-518fff2bd5ac req-82171f9a-1d80-4497-af07-069c6cf2bb7b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 944 time: 0.0771019 Apr 16 15:59:20.097710 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-40c154c2-2ba1-4ea8-9d6a-518fff2bd5ac req-4d844f23-ba88-463b-a010-5b5cc687b445 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290987 Apr 16 15:59:20.751146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device f2069f1d-8efd-4d3b-8eb5-93624bb922e4 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 15:59:20.819774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:59:20.820053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:20.902878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:20.922392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:59:20.931036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port f2069f1d-8efd-4d3b-8eb5-93624bb922e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:59:20.933856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:20.936462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:59:20.972390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'code': 200} Apr 16 15:59:20.993506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,revision_number=8']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:59:20.995814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:59:21.253409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cc676-c409-41ec-957a-97f77a74f9f0 req-32a4ced9-bcc6-4fdd-a426-8954777d50a3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:21.254483 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f4cc676-c409-41ec-957a-97f77a74f9f0 req-32a4ced9-bcc6-4fdd-a426-8954777d50a3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0632787 Apr 16 15:59:21.292952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f4cc676-c409-41ec-957a-97f77a74f9f0 req-3036df3d-a1b1-4eda-99df-1a5b5c4b957a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308104 Apr 16 15:59:22.461011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b7782-da25-4ac5-896e-d9b22259d89c req-bea518c1-986c-4981-af8f-1345e2b71a99 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:22.462607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-533b7782-da25-4ac5-896e-d9b22259d89c req-bea518c1-986c-4981-af8f-1345e2b71a99 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0699878 Apr 16 15:59:22.497927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-533b7782-da25-4ac5-896e-d9b22259d89c req-30749f78-8515-41bf-ae60-4135c296d8c9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277140 Apr 16 15:59:22.896823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-e7bde1a1-4602-49ce-9493-083ee9087cf5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:22.897870 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-e7bde1a1-4602-49ce-9493-083ee9087cf5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea&tenant_id=80738e1cd5d74e5b9e37c4048caba00c&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0696821 Apr 16 15:59:23.415672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-80810078-d431-4448-a4eb-6723a6076ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:23.416852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-80810078-d431-4448-a4eb-6723a6076ef7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 1098 time: 0.0731678 Apr 16 15:59:23.511335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-201f8368-ffb1-4c2a-bc06-66f186ddc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:23.512379 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-201f8368-ffb1-4c2a-bc06-66f186ddc8f2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0908875 Apr 16 15:59:23.878685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-ac27864c-7f2c-48ef-a20c-76133b750354 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4 HTTP/1.1" status: 200 len: 1000 time: 0.3576963 Apr 16 15:59:23.925097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af73ac-96e0-4f00-aac5-07121367430f req-21639102-47e8-4d06-aff6-714cea937ba9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:23.925936 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28af73ac-96e0-4f00-aac5-07121367430f req-21639102-47e8-4d06-aff6-714cea937ba9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0898259 Apr 16 15:59:23.926801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-22b7ffb7-6b10-4fc0-92ab-713e54b08456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:23.927562 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-22b7ffb7-6b10-4fc0-92ab-713e54b08456 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0452447 Apr 16 15:59:23.976978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28af73ac-96e0-4f00-aac5-07121367430f req-2ab44e67-dc84-4c42-93f7-6bb8b44811c9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281756 Apr 16 15:59:23.990388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-9d18fa1b-540a-49c7-a932-4e3b768626df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:23.991242 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-9d18fa1b-540a-49c7-a932-4e3b768626df service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0601239 Apr 16 15:59:24.067774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-4ca7dd40-2f49-410d-9a69-c784ae3245c4 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0726459 Apr 16 15:59:24.141646 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ab75293-a7af-4165-9be0-2a89e75c5edf req-ef57b406-2ce7-4044-839c-576a9c19408d service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0703433 Apr 16 15:59:25.144255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bea14-aa99-4b38-bbb0-21de9654fde2 req-9e537a1c-1e5d-4d34-9222-ffc2d0277402 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:25.145242 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d5bea14-aa99-4b38-bbb0-21de9654fde2 req-9e537a1c-1e5d-4d34-9222-ffc2d0277402 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0725391 Apr 16 15:59:25.177352 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d5bea14-aa99-4b38-bbb0-21de9654fde2 req-5b171284-76f7-4970-affa-91a337c576db tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246274 Apr 16 15:59:26.332695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b17bc9-8786-4da7-8633-4991fee95063 req-afce9249-0ba6-476c-a88a-675a78360325 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:26.333727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64b17bc9-8786-4da7-8633-4991fee95063 req-afce9249-0ba6-476c-a88a-675a78360325 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0675426 Apr 16 15:59:26.368657 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64b17bc9-8786-4da7-8633-4991fee95063 req-a881675c-2c47-4d9d-a6c9-a528d2c36243 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274625 Apr 16 15:59:27.515587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531651c-d8ba-4d6d-ae7b-4b7ece57101b req-ddc18176-1c05-4fee-a069-5f455866391e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:27.516658 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0531651c-d8ba-4d6d-ae7b-4b7ece57101b req-ddc18176-1c05-4fee-a069-5f455866391e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0623660 Apr 16 15:59:27.548315 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0531651c-d8ba-4d6d-ae7b-4b7ece57101b req-8d19e829-d435-4873-8a5e-afd0b952593e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262363 Apr 16 15:59:28.718131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce34b0-4a96-4527-9297-7a9745d4a899 req-01dea015-2ce7-4eb6-bb53-af066cb15cad tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:28.720026 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-79ce34b0-4a96-4527-9297-7a9745d4a899 req-01dea015-2ce7-4eb6-bb53-af066cb15cad tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0764427 Apr 16 15:59:28.751531 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-79ce34b0-4a96-4527-9297-7a9745d4a899 req-74e5aa6f-a7d1-45a0-ba73-900cf3c08e80 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269980 Apr 16 15:59:29.917602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e1cc8-c0d7-49b6-a653-4f0e9cd424c7 req-a0ad30fe-f4fa-4977-a6e2-3e4da1d93745 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:29.918706 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e23e1cc8-c0d7-49b6-a653-4f0e9cd424c7 req-a0ad30fe-f4fa-4977-a6e2-3e4da1d93745 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0741894 Apr 16 15:59:29.957232 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e23e1cc8-c0d7-49b6-a653-4f0e9cd424c7 req-d02680f1-cac0-49f4-a474-3f53376026d7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306587 Apr 16 15:59:31.114640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e139d8-11d9-406d-8ac2-72c5aeb610d1 req-d5e97bfe-3f40-4f6f-8c91-60bb1eacf87a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:31.115705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-46e139d8-11d9-406d-8ac2-72c5aeb610d1 req-d5e97bfe-3f40-4f6f-8c91-60bb1eacf87a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0671124 Apr 16 15:59:31.150729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-46e139d8-11d9-406d-8ac2-72c5aeb610d1 req-dd67d49d-a981-486d-a79d-5ed03c28fa41 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277176 Apr 16 15:59:32.303830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547c3c1-a698-4317-9029-d940bc50d94f req-3f7446e1-f8bf-4347-8ef8-2526a3492ed2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:32.304865 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3547c3c1-a698-4317-9029-d940bc50d94f req-3f7446e1-f8bf-4347-8ef8-2526a3492ed2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0651670 Apr 16 15:59:32.340094 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3547c3c1-a698-4317-9029-d940bc50d94f req-ee9fcba1-0a32-4cb9-94de-565b5aa81c69 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273614 Apr 16 15:59:33.499328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfae7d-5d3a-4914-b69c-ad66c84c711b req-60fc71b6-03f6-42d7-8539-a7bd8e475bd9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:33.500429 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25bfae7d-5d3a-4914-b69c-ad66c84c711b req-60fc71b6-03f6-42d7-8539-a7bd8e475bd9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0636990 Apr 16 15:59:33.532010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25bfae7d-5d3a-4914-b69c-ad66c84c711b req-ef64eaa6-fc4e-4630-a574-3097c58e3782 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271235 Apr 16 15:59:34.710113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75902a7d-443a-4711-b889-fb9ff1acb755 req-0eb19acb-2a11-41c1-b45c-0ccb36ee3dba tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:34.711149 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75902a7d-443a-4711-b889-fb9ff1acb755 req-0eb19acb-2a11-41c1-b45c-0ccb36ee3dba tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0865574 Apr 16 15:59:34.747843 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75902a7d-443a-4711-b889-fb9ff1acb755 req-9cdfd7bb-5024-4fc1-b744-3b35612a5d90 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289116 Apr 16 15:59:35.917194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e18cd0-07cc-45ad-8a79-684ff94a7e7a req-97afdb5b-4737-4de3-ba22-ac11b6156b09 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:35.918282 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84e18cd0-07cc-45ad-8a79-684ff94a7e7a req-97afdb5b-4737-4de3-ba22-ac11b6156b09 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0742133 Apr 16 15:59:35.958497 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84e18cd0-07cc-45ad-8a79-684ff94a7e7a req-47359843-ef4c-46bd-a15d-4185bdf4b51b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322659 Apr 16 15:59:37.113262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754bf74-c42b-419b-a48f-b0affe5c72d3 req-8e51388d-5619-4db1-9976-393a517a9326 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:37.114339 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2754bf74-c42b-419b-a48f-b0affe5c72d3 req-8e51388d-5619-4db1-9976-393a517a9326 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0651197 Apr 16 15:59:37.150698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2754bf74-c42b-419b-a48f-b0affe5c72d3 req-c0587c40-d35e-42fa-8d54-fea47fff8433 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287385 Apr 16 15:59:37.292611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2415eac-7cbe-4087-b4c5-a3bcb2961f78 req-ba4f415f-7279-4642-8465-26a2ec45ac68 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:37.293679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f2415eac-7cbe-4087-b4c5-a3bcb2961f78 req-ba4f415f-7279-4642-8465-26a2ec45ac68 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0696938 Apr 16 15:59:37.329331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f2415eac-7cbe-4087-b4c5-a3bcb2961f78 req-829166d0-4ac6-44a8-bd17-ff5790bcde1a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280304 Apr 16 15:59:37.459305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cca667-c0ce-494b-9b9e-8707a1e5093f req-da4b4031-20c1-4cfe-86ef-80082a8d80ca tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:37.460363 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-24cca667-c0ce-494b-9b9e-8707a1e5093f req-da4b4031-20c1-4cfe-86ef-80082a8d80ca tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0599229 Apr 16 15:59:37.491654 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-24cca667-c0ce-494b-9b9e-8707a1e5093f req-e8d67dbf-4e83-4027-83bd-811cb8205750 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267241 Apr 16 15:59:37.744637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119b79c-3242-4157-bfce-ddb18c3a9e7c req-c049612e-d83c-4c8f-8653-6e2c52bdf730 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:37.745624 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4119b79c-3242-4157-bfce-ddb18c3a9e7c req-c049612e-d83c-4c8f-8653-6e2c52bdf730 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0607729 Apr 16 15:59:37.778694 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4119b79c-3242-4157-bfce-ddb18c3a9e7c req-b09bad1d-1418-41dd-bc98-5ccbd4164782 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251408 Apr 16 15:59:38.936556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5ee2f-bec6-431e-9d5a-c82f1e2fa6cb req-30f34676-e0b6-420f-a404-8c1912111332 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:38.937618 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28d5ee2f-bec6-431e-9d5a-c82f1e2fa6cb req-30f34676-e0b6-420f-a404-8c1912111332 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0641913 Apr 16 15:59:38.972465 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28d5ee2f-bec6-431e-9d5a-c82f1e2fa6cb req-2a6ec425-be7d-4add-9800-8c21bcaf0339 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304205 Apr 16 15:59:39.419189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-8bece062-8e78-4ce0-9942-0ce1a83cae38 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:39.420337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-8bece062-8e78-4ce0-9942-0ce1a83cae38 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 945 time: 0.0791137 Apr 16 15:59:39.475356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Deleting port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 15:59:39.475574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:39.645132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] For port f2069f1d-8efd-4d3b-8eb5-93624bb922e4, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 15:59:39.645409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:39.838215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:39.838503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:39.838706 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397 disassociated. External IP: 172.26.4.27, port: f2069f1d-8efd-4d3b-8eb5-93624bb922e4. Apr 16 15:59:39.838944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Calling delete_port for f2069f1d-8efd-4d3b-8eb5-93624bb922e4 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 15:59:39.932524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:39.943710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b1275d4-2d02-47a3-881e-548c62a971aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:59:39.988331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event deleted for resources: {'Port': ['ID=f2069f1d-8efd-4d3b-8eb5-93624bb922e4,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:59:39.997751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:39.997962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:39.998190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:39.998453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:39.998648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:39.998873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:39.999097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:39.999308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:39.999531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:39.999751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:39.999980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:40.000210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 15:59:40.003695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:59:40.133670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2b02dac-47a8-42b9-80e9-0821bf72b08f req-2fc0facc-814b-446c-86bf-884b0e8bfbde tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0618279 Apr 16 15:59:40.174646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Router ec4b57f9-6389-427a-b045-67736659b246 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 15:59:40.288228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 15:59:40.300549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010a977-0b26-4982-a3f9-5000d0be7737 None None] Sync routers for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 15:59:40.308056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010a977-0b26-4982-a3f9-5000d0be7737 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:59:40.308419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5010a977-0b26-4982-a3f9-5000d0be7737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:59:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:59:40.332186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] No DVR routers for this DVR port f2069f1d-8efd-4d3b-8eb5-93624bb922e4 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 15:59:40.334288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:40.336908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'name': 'network-vif-deleted', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:59:40.347109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc45383-b21d-452f-be63-6ccacdc08989 req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "DELETE /v2.0/ports/f2069f1d-8efd-4d3b-8eb5-93624bb922e4 HTTP/1.1" status: 204 len: 173 time: 0.9194920 Apr 16 15:59:40.373720 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189a298e-ea11-465f-9aef-702bc53c83ea', 'name': 'network-vif-deleted', 'tag': 'f2069f1d-8efd-4d3b-8eb5-93624bb922e4', 'status': 'completed', 'code': 200} Apr 16 15:59:40.412758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-5010a977-0b26-4982-a3f9-5000d0be7737 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:59:40.613420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5010a977-0b26-4982-a3f9-5000d0be7737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:59:40.616271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010a977-0b26-4982-a3f9-5000d0be7737 None None] Checking router: ec4b57f9-6389-427a-b045-67736659b246 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 15:59:40.622335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5010a977-0b26-4982-a3f9-5000d0be7737 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 15:59:40.622742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5010a977-0b26-4982-a3f9-5000d0be7737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T15:59:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:59:40.740560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-5010a977-0b26-4982-a3f9-5000d0be7737 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 15:59:40.912655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5010a977-0b26-4982-a3f9-5000d0be7737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 15:59:40.915277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010a977-0b26-4982-a3f9-5000d0be7737 None None] The sync data for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv is: [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 15:59:41.222872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bec1f-e900-41ea-9f14-37e7a6f5e018 None None] New status for floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 15:59:41.244370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ef079c64-d296-4b13-b960-d029b652e8f6 req-c7092408-e81d-42c7-9e6e-a02c6ea0b5e0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Synchronizing usage tracker for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:59:41.255892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ef079c64-d296-4b13-b960-d029b652e8f6 req-c7092408-e81d-42c7-9e6e-a02c6ea0b5e0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Unset dirty status for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:59:41.257439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef079c64-d296-4b13-b960-d029b652e8f6 req-c7092408-e81d-42c7-9e6e-a02c6ea0b5e0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0580590 Apr 16 15:59:41.323162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d5756d8d-2c8e-41eb-a59b-885e2667da99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:42.390890 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d741428-22b9-4a0b-90ce-658f3965244c req-65246cd8-89ab-4824-a183-dd86408c74e2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0349538 Apr 16 15:59:42.758069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc58ba08-38bf-405c-93eb-78806f795dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:42.907593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device f2069f1d-8efd-4d3b-8eb5-93624bb922e4 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 15:59:42.949885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: f2069f1d-8efd-4d3b-8eb5-93624bb922e4 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 15:59:42.950175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device f2069f1d-8efd-4d3b-8eb5-93624bb922e4 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 15:59:42.980370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:43.010398 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52f89eaa-b5ab-410c-b615-96d872c0cb7e req-0f9a83f9-ffb4-4376-88c4-73bc60444a43 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0356002 Apr 16 15:59:43.090565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:43.470064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:43.520937 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06ee7e7c-b421-442f-9892-ef88e01a606f req-e0a93c9a-1026-403d-86ae-31804f35e977 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0362165 Apr 16 15:59:44.177787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:45.080581 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-f2b6717f-c288-49fd-8abf-61009938fc57 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--934645343&fields=id&tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 267 time: 0.3247039 Apr 16 15:59:45.195871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282a91-472c-485a-aa17-28eb8051a6be req-394cedb0-5557-4b50-af21-9b7957a18cd7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:45.196910 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-394cedb0-5557-4b50-af21-9b7957a18cd7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 812 time: 0.1072998 Apr 16 15:59:45.207399 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-63588874-47db-44f4-919d-333e45b30fe8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/quotas/80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 375 time: 0.0064800 Apr 16 15:59:45.269452 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-f7c08b27-26da-4391-bf95-7c8cdc4b620e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0586522 Apr 16 15:59:45.319746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-8594e7a2-625d-41eb-91a1-2faf70a2c30c service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 15:59:45.320435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-8594e7a2-625d-41eb-91a1-2faf70a2c30c service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0361149 Apr 16 15:59:45.418157 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-dedb7146-943e-4b23-9182-b8dbed927f4a service neutron] 10.222.0.95 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897927 Apr 16 15:59:45.512565 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-11c9436b-fdce-4089-ab31-9637c7a6ca6d service neutron] 10.222.0.95 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898709 Apr 16 15:59:45.641038 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e633820a-a5ac-4320-b349-af3ba601000e req-0b34bdcb-d0ee-4a62-9e1e-24bf3c17e088 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 210 time: 0.0353484 Apr 16 15:59:46.768440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-02eeb1be-f97e-4c6f-b8e4-db88551643a6 req-44913275-3e50-42a6-beaf-9a5854ad6425 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 210 time: 0.0394990 Apr 16 15:59:47.898145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d903932-d09e-41d2-a828-a5fb0fd86df5 req-2d44ff4c-0749-4540-9515-0942fe01bd51 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 210 time: 0.0364463 Apr 16 15:59:47.943265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282a91-472c-485a-aa17-28eb8051a6be req-eb184b76-ac54-4646-b5ae-db2f975ffc49 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:47.944285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-eb184b76-ac54-4646-b5ae-db2f975ffc49 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 812 time: 0.1374030 Apr 16 15:59:48.000024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-53bd3ae7-e062-46ba-ae6b-3e019f67811c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 5716 time: 0.0440931 Apr 16 15:59:48.009694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'port': {'device_id': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'admin_state_up': True, 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'security_groups': ['f6b2dd8f-37f1-42aa-b4e8-05188ee41043']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:59:48.095640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 15:59:48.101425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 15:59:48.107388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Made reservation on behalf of 80738e1cd5d74e5b9e37c4048caba00c for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 15:59:48.110723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:48.216945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Allocated IP 172.20.0.3 (55ca6f57-a475-4207-96e9-7343a5f25447/2a1f9350-817f-48ab-a780-273c46f89b28/2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 15:59:48.350003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:48.359888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Transition to ACTIVE for port object 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:59:48.375528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:48.385992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8be1072d-0fc2-4f21-9cd0-45d355537844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:59:48.454842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event updated for resources: {'Port': ['ID=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:59:48.465738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:59:48.485790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Network 55ca6f57-a475-4207-96e9-7343a5f25447 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 15:59:48.486578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 15:59:48.488364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 15:59:48.531529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:48.531925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:48.563025 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5557754 Apr 16 15:59:48.572140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Request body: {'port': {'device_id': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 15:59:48.639207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:48.673963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-61d96a4f-1ba7-41dc-b632-f6825fdb5893 None None] Provisioning for port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 15:59:48.677328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-61d96a4f-1ba7-41dc-b632-f6825fdb5893 None None] Provisioning complete for port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 15:59:48.677549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-61d96a4f-1ba7-41dc-b632-f6825fdb5893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:48.708538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-61d96a4f-1ba7-41dc-b632-f6825fdb5893 None None] Port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 15:59:48.855137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 15:59:48.859107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:48.867543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Transition to ACTIVE for port object 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 15:59:48.870495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:48.889506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:59:48.971821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Pushing event updated for resources: {'Port': ['ID=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:59:48.975157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:59:49.135033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f74c3d-bb1f-40cc-aa4b-e47f5b76f714 req-b1a5a0f0-e516-4e8c-a7f3-1f7f69105f9d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:49.135506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-77f74c3d-bb1f-40cc-aa4b-e47f5b76f714 req-b1a5a0f0-e516-4e8c-a7f3-1f7f69105f9d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Synchronizing usage tracker for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 15:59:49.153835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-77f74c3d-bb1f-40cc-aa4b-e47f5b76f714 req-b1a5a0f0-e516-4e8c-a7f3-1f7f69105f9d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Unset dirty status for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 15:59:49.154626 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77f74c3d-bb1f-40cc-aa4b-e47f5b76f714 req-b1a5a0f0-e516-4e8c-a7f3-1f7f69105f9d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.1849213 Apr 16 15:59:49.173297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Attempting to bind port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 15:59:49.173510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Attempting to bind port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 15:59:49.173701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Attempting to bind port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa on network 55ca6f57-a475-4207-96e9-7343a5f25447 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:59:49.180955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa on network 55ca6f57-a475-4207-96e9-7343a5f25447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 15:59:49.181148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Attempting to bind port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa on network 55ca6f57-a475-4207-96e9-7343a5f25447 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 15:59:49.187185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 15, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 15:59:49.187378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Checking segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 15:59:49.187593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Bound using segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 15:59:49.187845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Bound port: 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 15:59:49.188046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:49.195944 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77f74c3d-bb1f-40cc-aa4b-e47f5b76f714 req-71f98535-7e3c-4820-9df2-19f6b8972e50 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347016 Apr 16 15:59:49.243476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] For port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 15:59:49.245895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] For port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 15:59:49.248441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:49.258331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e501a18b-d1ce-450c-b444-eda2f5268e42 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 15:59:49.341791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Pushing event updated for resources: {'Port': ['ID=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 15:59:49.343845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 15:59:49.381350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:49.381702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 15:59:49.382595 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] 10.222.0.107 "PUT /v2.0/ports/2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa HTTP/1.1" status: 200 len: 1093 time: 0.8132570 Apr 16 15:59:49.382942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 15:59:49.411618 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'status': 'completed', 'code': 200} Apr 16 15:59:50.364671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bed55-5ea6-4ea2-9ec6-f1ec512f23f0 req-9a5f3b70-2093-436f-9b18-bdf2025acdc6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:50.366601 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f83bed55-5ea6-4ea2-9ec6-f1ec512f23f0 req-9a5f3b70-2093-436f-9b18-bdf2025acdc6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0797129 Apr 16 15:59:50.399241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f83bed55-5ea6-4ea2-9ec6-f1ec512f23f0 req-4f46d81d-deac-4105-9c17-717ea2c4c107 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281706 Apr 16 15:59:51.556431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00af7a9-180a-4630-a7d4-b57d4f89abf3 req-b820d720-fffa-468a-a0cb-c979a5b24cf7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:51.557507 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f00af7a9-180a-4630-a7d4-b57d4f89abf3 req-b820d720-fffa-468a-a0cb-c979a5b24cf7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0651257 Apr 16 15:59:51.592321 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f00af7a9-180a-4630-a7d4-b57d4f89abf3 req-edae831a-d11d-4228-b993-cb09c899481b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273216 Apr 16 15:59:51.839553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 15:59:52.755177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f56e7-8a66-4b42-8f12-34e9882bcdb0 req-cb208a8d-17d0-431e-9933-97bce5b0457e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:52.756640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b11f56e7-8a66-4b42-8f12-34e9882bcdb0 req-cb208a8d-17d0-431e-9933-97bce5b0457e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0671895 Apr 16 15:59:52.792286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b11f56e7-8a66-4b42-8f12-34e9882bcdb0 req-71fff731-11bf-4c6d-b1c3-9a0330e5553c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281239 Apr 16 15:59:53.947688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a184a02-b887-444f-99dd-9b42ed839091 req-ea7572a8-4be7-47ef-833f-d6158820496a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:53.948761 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a184a02-b887-444f-99dd-9b42ed839091 req-ea7572a8-4be7-47ef-833f-d6158820496a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0659237 Apr 16 15:59:53.982881 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a184a02-b887-444f-99dd-9b42ed839091 req-06d79d1f-fef1-4d6f-994d-83168f09a545 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267246 Apr 16 15:59:55.147113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b11fe-65ef-43d3-a4ae-bd3d63dd9cc3 req-4d50cc70-eca3-4098-a53a-0e044a403690 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:55.148228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-105b11fe-65ef-43d3-a4ae-bd3d63dd9cc3 req-4d50cc70-eca3-4098-a53a-0e044a403690 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0786951 Apr 16 15:59:55.185326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-105b11fe-65ef-43d3-a4ae-bd3d63dd9cc3 req-f367fecb-fbea-467a-ba1c-ad79c87c052d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295274 Apr 16 15:59:56.345424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced50b5-a13d-4e0e-b304-822f0302aad4 req-641b072d-3fdc-4ca2-938f-85baae27717a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:56.346471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ced50b5-a13d-4e0e-b304-822f0302aad4 req-641b072d-3fdc-4ca2-938f-85baae27717a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0663784 Apr 16 15:59:56.384246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ced50b5-a13d-4e0e-b304-822f0302aad4 req-cee53304-380a-47c2-b33e-ec6545a3b3d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300007 Apr 16 15:59:57.698675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe25930-ecbf-4bd5-8112-2d0e83f53dfc req-ca775840-d074-4862-bf42-9913ecadc064 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:57.699673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dfe25930-ecbf-4bd5-8112-2d0e83f53dfc req-ca775840-d074-4862-bf42-9913ecadc064 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0666561 Apr 16 15:59:57.732873 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dfe25930-ecbf-4bd5-8112-2d0e83f53dfc req-9a42b5e6-5c94-4580-929d-1eb09aafb6b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291879 Apr 16 15:59:58.889241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1079b-3ede-4cb6-831e-3bc23f3283a4 req-1238fcf7-a6d1-4fef-963b-7ec3a7fb7daa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 15:59:58.890299 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dfa1079b-3ede-4cb6-831e-3bc23f3283a4 req-1238fcf7-a6d1-4fef-963b-7ec3a7fb7daa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0647931 Apr 16 15:59:58.925779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dfa1079b-3ede-4cb6-831e-3bc23f3283a4 req-6a723d27-6414-4067-9745-a11c379d9d33 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278800 Apr 16 16:00:00.076760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80141cf7-8a80-462c-a1f6-459a04e9747c req-e7df486e-982d-4854-83e1-53ecf026e1e8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:00.077779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80141cf7-8a80-462c-a1f6-459a04e9747c req-e7df486e-982d-4854-83e1-53ecf026e1e8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0660946 Apr 16 16:00:00.112445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80141cf7-8a80-462c-a1f6-459a04e9747c req-3fbd1089-61db-40c2-8739-4f40a726ad94 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273879 Apr 16 16:00:01.251307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af96f5-e7f9-435c-8740-23851c1f4a20 req-e66b4fb8-7726-43b9-a631-423a51e0d417 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:01.252229 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69af96f5-e7f9-435c-8740-23851c1f4a20 req-e66b4fb8-7726-43b9-a631-423a51e0d417 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0630379 Apr 16 16:00:01.287720 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69af96f5-e7f9-435c-8740-23851c1f4a20 req-aba8b68a-9f29-45b8-a27c-3a226c090ebc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278540 Apr 16 16:00:02.728835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03913a6d-0b5b-45b0-b8c1-6ede12cedbf5 req-aa0404b7-44a2-4262-98cc-74d44d95e1b0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:02.729735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03913a6d-0b5b-45b0-b8c1-6ede12cedbf5 req-aa0404b7-44a2-4262-98cc-74d44d95e1b0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.3501394 Apr 16 16:00:02.758474 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03913a6d-0b5b-45b0-b8c1-6ede12cedbf5 req-3172b74c-7b3a-4246-88ad-a4704d2c1cc6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244009 Apr 16 16:00:03.909956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf90415-b26a-44df-bebf-bcc2f156add8 req-ea16ebdb-9520-42ec-8ff7-ddf1b1f99a0b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:03.911101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ddf90415-b26a-44df-bebf-bcc2f156add8 req-ea16ebdb-9520-42ec-8ff7-ddf1b1f99a0b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0633712 Apr 16 16:00:03.948255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ddf90415-b26a-44df-bebf-bcc2f156add8 req-1ef58136-04ed-4697-9815-c12edc02c0c2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297205 Apr 16 16:00:05.124405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47126c52-fddb-4bef-83d0-1b5436ab8775 req-ad300a51-ab94-4c51-8db0-104f01322c15 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:05.125447 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47126c52-fddb-4bef-83d0-1b5436ab8775 req-ad300a51-ab94-4c51-8db0-104f01322c15 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0721066 Apr 16 16:00:05.161677 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47126c52-fddb-4bef-83d0-1b5436ab8775 req-6a6b46dd-fcbe-42c2-9d9c-a37db4a02d7b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287719 Apr 16 16:00:06.313914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89d89e-e9b1-453c-94db-bf174027a1f7 req-70e0f4b8-da18-4e6e-9271-64407664d68a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:06.314986 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4a89d89e-e9b1-453c-94db-bf174027a1f7 req-70e0f4b8-da18-4e6e-9271-64407664d68a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0665765 Apr 16 16:00:06.346277 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4a89d89e-e9b1-453c-94db-bf174027a1f7 req-cb9bc935-2000-4502-9fe3-b43c337d9854 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269969 Apr 16 16:00:07.501740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03dcf7-31d2-4d97-8955-643a58379d11 req-4062c003-b409-4773-8a13-487aa2262662 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:07.502789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8f03dcf7-31d2-4d97-8955-643a58379d11 req-4062c003-b409-4773-8a13-487aa2262662 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0627775 Apr 16 16:00:07.534130 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8f03dcf7-31d2-4d97-8955-643a58379d11 req-82add5e3-1bb5-4b46-ad80-25ca01ca8393 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270164 Apr 16 16:00:08.685611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab446a-fe5f-477c-bf8a-32ac3766a894 req-535f8392-5ad9-4bfc-856c-f34fb1809c60 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:08.686558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59ab446a-fe5f-477c-bf8a-32ac3766a894 req-535f8392-5ad9-4bfc-856c-f34fb1809c60 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0657506 Apr 16 16:00:08.721570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59ab446a-fe5f-477c-bf8a-32ac3766a894 req-d9343c90-515b-4085-bbe0-9a9c0068457f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273726 Apr 16 16:00:09.891842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a50a3-1c00-4ffe-8170-5d4db4b8a3ed req-879b1baf-e40b-423a-b3af-5264c18571df tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:09.892901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c11a50a3-1c00-4ffe-8170-5d4db4b8a3ed req-879b1baf-e40b-423a-b3af-5264c18571df tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0778980 Apr 16 16:00:09.929612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c11a50a3-1c00-4ffe-8170-5d4db4b8a3ed req-96f0f5fe-fd12-41f8-9df2-3c2ca758f0bf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290318 Apr 16 16:00:11.095281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3485a3b-54c1-435a-a6e2-f4f8c3c2a36c req-3f02d7f3-ce16-4587-807d-38a7491f0455 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:11.096329 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3485a3b-54c1-435a-a6e2-f4f8c3c2a36c req-3f02d7f3-ce16-4587-807d-38a7491f0455 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0733256 Apr 16 16:00:11.132851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3485a3b-54c1-435a-a6e2-f4f8c3c2a36c req-b87aec55-93a7-4d4b-880f-f13bdbebe68a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289845 Apr 16 16:00:11.333458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b10c1692-5558-4dce-b288-5012b7435143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:12.288411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b7a9e-23b4-4b1a-a4ef-6d7b643d46b4 req-63fa2aab-550f-4433-80c9-09bf7cd08d83 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:12.289445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c87b7a9e-23b4-4b1a-a4ef-6d7b643d46b4 req-63fa2aab-550f-4433-80c9-09bf7cd08d83 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0692174 Apr 16 16:00:12.322216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c87b7a9e-23b4-4b1a-a4ef-6d7b643d46b4 req-3de9baeb-8ccc-49eb-9044-7c75c591abbb tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275807 Apr 16 16:00:12.754608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-85491263-1e31-4385-b4db-c5448c29260d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:12.987570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:13.093163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:13.462676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:13.484713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc439e02-b5d1-4acb-a8d8-5bb8f4bc89da req-c1bbc9db-4a7d-43c3-959c-324ce4578327 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:13.485822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fc439e02-b5d1-4acb-a8d8-5bb8f4bc89da req-c1bbc9db-4a7d-43c3-959c-324ce4578327 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0694234 Apr 16 16:00:13.517683 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fc439e02-b5d1-4acb-a8d8-5bb8f4bc89da req-ec388a2e-1860-468b-bc83-27c5a0b87df4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272932 Apr 16 16:00:14.192854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:14.683969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b41a3-34f0-4bb6-90a9-85e6377db77d req-058ac852-d66b-40b8-a485-1cb4d3983bc8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:14.685130 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e41b41a3-34f0-4bb6-90a9-85e6377db77d req-058ac852-d66b-40b8-a485-1cb4d3983bc8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0789883 Apr 16 16:00:14.718193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e41b41a3-34f0-4bb6-90a9-85e6377db77d req-217353e2-0f6b-49b3-a8c2-9929930ef208 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285378 Apr 16 16:00:15.639867 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52f89eaa-b5ab-410c-b615-96d872c0cb7e req-623737c6-3909-45a4-9a0a-f9fce41877fa service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=189a298e-ea11-465f-9aef-702bc53c83ea HTTP/1.1" status: 200 len: 210 time: 0.0455592 Apr 16 16:00:15.767654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f89eaa-b5ab-410c-b615-96d872c0cb7e req-306bc858-e3a9-4235-9858-5ea93ce7a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:15.768805 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52f89eaa-b5ab-410c-b615-96d872c0cb7e req-306bc858-e3a9-4235-9858-5ea93ce7a185 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1062272 Apr 16 16:00:15.905397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f89eaa-b5ab-410c-b615-96d872c0cb7e req-b395ebd2-45d0-4288-bbb7-52b28c64e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:15.906405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52f89eaa-b5ab-410c-b615-96d872c0cb7e req-b395ebd2-45d0-4288-bbb7-52b28c64e4ca service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1287487 Apr 16 16:00:15.917895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a925f98-b671-40a0-b1cf-04bf290d8b46 req-289e3a8e-709d-4900-b67d-5a6f9f6aa80e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:15.918859 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a925f98-b671-40a0-b1cf-04bf290d8b46 req-289e3a8e-709d-4900-b67d-5a6f9f6aa80e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0915449 Apr 16 16:00:15.954968 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a925f98-b671-40a0-b1cf-04bf290d8b46 req-072aea67-77ae-4a4c-a6cc-9a4c2d72c8cf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286880 Apr 16 16:00:17.116125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2349eec-3b0c-429d-b5fc-aabce7a14b08 req-ef57d0d0-066d-4a7e-9123-0f58bfa4a651 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:17.117223 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c2349eec-3b0c-429d-b5fc-aabce7a14b08 req-ef57d0d0-066d-4a7e-9123-0f58bfa4a651 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0680623 Apr 16 16:00:17.151451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c2349eec-3b0c-429d-b5fc-aabce7a14b08 req-648dc04d-b8ec-4c4b-9865-bfece456d1f5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287971 Apr 16 16:00:18.323390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db55903-574f-4aa8-9de2-16b29ba523df req-861ca11b-2ace-4ebc-8615-4cfa0fac8153 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:18.324521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7db55903-574f-4aa8-9de2-16b29ba523df req-861ca11b-2ace-4ebc-8615-4cfa0fac8153 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0704162 Apr 16 16:00:18.357330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7db55903-574f-4aa8-9de2-16b29ba523df req-8135d160-8409-4f5a-867a-f5fcffa33b44 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282767 Apr 16 16:00:19.517585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9a78c-de09-449f-8e87-25e485ec2920 req-4352ffbb-b5b9-4350-84c5-2381f36c4dd6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:19.518661 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fe9a78c-de09-449f-8e87-25e485ec2920 req-4352ffbb-b5b9-4350-84c5-2381f36c4dd6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0698574 Apr 16 16:00:19.553494 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fe9a78c-de09-449f-8e87-25e485ec2920 req-826686dd-e2d1-4e61-bfae-62fdfa7dc908 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270171 Apr 16 16:00:20.722867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662356b-6f19-4fe7-bf7e-deafb7d284cc req-dca14927-c8ba-4a58-bfb5-9b56f665199d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:20.723923 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7662356b-6f19-4fe7-bf7e-deafb7d284cc req-dca14927-c8ba-4a58-bfb5-9b56f665199d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0753553 Apr 16 16:00:20.756981 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7662356b-6f19-4fe7-bf7e-deafb7d284cc req-af18afe2-1ba9-4264-a455-293d4a746c1c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280349 Apr 16 16:00:21.955387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea850b-3a45-4172-a1c4-45b64db33533 req-cb949c5b-2a3a-419a-b1eb-05f09fe0a667 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:21.956387 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fcea850b-3a45-4172-a1c4-45b64db33533 req-cb949c5b-2a3a-419a-b1eb-05f09fe0a667 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.1098924 Apr 16 16:00:21.988878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411b515-4eca-497d-bc74-1568ef3813fe req-dbcdca58-2028-4760-8814-da0c049a441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:21.989898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a411b515-4eca-497d-bc74-1568ef3813fe req-dbcdca58-2028-4760-8814-da0c049a441e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 1096 time: 0.0850492 Apr 16 16:00:21.997901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fcea850b-3a45-4172-a1c4-45b64db33533 req-196fb9c3-160a-48ba-abe2-9b5a2c02b86a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334258 Apr 16 16:00:22.093452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411b515-4eca-497d-bc74-1568ef3813fe req-823cb3ea-9717-44be-9c9a-ddbb5246f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:22.094509 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a411b515-4eca-497d-bc74-1568ef3813fe req-823cb3ea-9717-44be-9c9a-ddbb5246f022 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0953746 Apr 16 16:00:22.200296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411b515-4eca-497d-bc74-1568ef3813fe req-e3b56dd8-6542-40f5-a88f-b1ba1fd5857a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:22.201411 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a411b515-4eca-497d-bc74-1568ef3813fe req-e3b56dd8-6542-40f5-a88f-b1ba1fd5857a service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0978935 Apr 16 16:00:23.146512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2d2dd-4026-4d3b-b035-96620f21e57b req-4df51204-c97a-4896-8ae0-5dc2fe63e54d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:23.147594 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4aa2d2dd-4026-4d3b-b035-96620f21e57b req-4df51204-c97a-4896-8ae0-5dc2fe63e54d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0672541 Apr 16 16:00:23.182651 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4aa2d2dd-4026-4d3b-b035-96620f21e57b req-c987121b-50cc-40c7-b808-290c05667dc7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291812 Apr 16 16:00:23.625608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282a91-472c-485a-aa17-28eb8051a6be req-51a08f02-f0c0-4291-b87c-5e26ef1ef915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:23.626727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-51a08f02-f0c0-4291-b87c-5e26ef1ef915 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 1096 time: 0.0676529 Apr 16 16:00:23.683160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-2c8ee03d-46e0-4b54-a3fe-2f86164667ec service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa HTTP/1.1" status: 200 len: 217 time: 0.0466471 Apr 16 16:00:23.733612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282a91-472c-485a-aa17-28eb8051a6be req-ccac99cd-d25a-4fe2-836c-68ac723765ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:23.734573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-ccac99cd-d25a-4fe2-836c-68ac723765ea service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0432897 Apr 16 16:00:23.796369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78282a91-472c-485a-aa17-28eb8051a6be req-b220483c-b6d0-4af0-b402-5ac9be6f35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:23.797307 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-b220483c-b6d0-4af0-b402-5ac9be6f35a6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537605 Apr 16 16:00:23.894918 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-1432b39f-1a2c-4b2c-ba0b-51bfe7f70ecc service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881965 Apr 16 16:00:23.991214 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78282a91-472c-485a-aa17-28eb8051a6be req-0b0d8f2b-6316-4099-8557-30438bea1966 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866110 Apr 16 16:00:24.343489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc3053-fd32-4e64-8745-7eb95c58aee5 req-8cb92070-bbed-44a6-bb70-db6c4970537f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:24.344648 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-67cc3053-fd32-4e64-8745-7eb95c58aee5 req-8cb92070-bbed-44a6-bb70-db6c4970537f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0700672 Apr 16 16:00:24.376545 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-67cc3053-fd32-4e64-8745-7eb95c58aee5 req-73b53f2c-b04f-4983-915d-b9fc49590a0d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276194 Apr 16 16:00:25.156898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:00:25.273227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:00:25.282904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'port_id': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'mac_address': 'fa:16:3e:c2:46:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:00:25.326740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:25.343857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:00:25.355055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:00:25.357709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:25.359174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fac62b8-fed3-412d-9798-8241e8ebb5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:00:25.407077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:00:25.412358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.412591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.412836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.413076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.413313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.413553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.413789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.414024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.414258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.414513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.414748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.415005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:00:25.417885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:00:25.515157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6d8a8-bc5c-4249-947f-1d489c85c2f6 req-e69eb027-23de-45be-8a37-5e92f7649361 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:25.516171 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59f6d8a8-bc5c-4249-947f-1d489c85c2f6 req-e69eb027-23de-45be-8a37-5e92f7649361 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 944 time: 0.0623293 Apr 16 16:00:25.551141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59f6d8a8-bc5c-4249-947f-1d489c85c2f6 req-69ebbb3d-c9b0-4edb-b5ec-2ee4497a6db1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273395 Apr 16 16:00:25.854293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:00:26.712763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35a936-f041-4469-ac6f-3847eb297a1d req-7c9e250c-3819-415d-8fd9-8a6089a503d1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:26.713726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7b35a936-f041-4469-ac6f-3847eb297a1d req-7c9e250c-3819-415d-8fd9-8a6089a503d1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 944 time: 0.0759368 Apr 16 16:00:26.747717 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7b35a936-f041-4469-ac6f-3847eb297a1d req-345a6c1c-9601-44fb-bb35-d72f6969dfb0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295684 Apr 16 16:00:27.156798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:00:27.412349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:00:27.415704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:00:27.415984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:27.497299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:27.516069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:00:27.523875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:00:27.527521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:27.530363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:00:27.553555 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'code': 200} Apr 16 16:00:27.575029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:00:27.577388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:00:27.903336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f37b83-4d97-4b33-ad6a-6569cceb7b73 req-44d0141e-f355-4259-8019-9e57270f5968 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:27.904456 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7f37b83-4d97-4b33-ad6a-6569cceb7b73 req-44d0141e-f355-4259-8019-9e57270f5968 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0687406 Apr 16 16:00:27.940061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7f37b83-4d97-4b33-ad6a-6569cceb7b73 req-f2a06a09-d827-44b7-87f3-9705464d7510 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278666 Apr 16 16:00:28.842080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:00:29.108628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1138a-ce36-45ab-9cfc-2b2bc824189c req-d699a110-d826-4fc7-aa5a-97753960cad9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:29.109594 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5bc1138a-ce36-45ab-9cfc-2b2bc824189c req-d699a110-d826-4fc7-aa5a-97753960cad9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0776989 Apr 16 16:00:29.141943 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5bc1138a-ce36-45ab-9cfc-2b2bc824189c req-8a3a91c4-f110-441e-8e92-08d5573d5ebc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278878 Apr 16 16:00:30.286859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57985d16-786a-4897-bfdc-d136876d80ff req-631a3c2e-34a6-410f-9163-7816a5269a1b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:30.287902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57985d16-786a-4897-bfdc-d136876d80ff req-631a3c2e-34a6-410f-9163-7816a5269a1b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0626142 Apr 16 16:00:30.320098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57985d16-786a-4897-bfdc-d136876d80ff req-8c34327f-b069-48af-aa29-48a323b66801 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264428 Apr 16 16:00:31.769015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef36623-2f4c-42ff-bcd9-14dbc7138449 req-a3c6006f-480e-4d62-84da-6ef3d71c70a0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:31.769961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bef36623-2f4c-42ff-bcd9-14dbc7138449 req-a3c6006f-480e-4d62-84da-6ef3d71c70a0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.3565338 Apr 16 16:00:31.799883 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bef36623-2f4c-42ff-bcd9-14dbc7138449 req-9c5ca16d-3547-4a3e-a6d2-16b6dc8fa07e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0224829 Apr 16 16:00:32.486521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c5c5b-8d97-403c-8ebf-44a6ffc0a85b req-abb682a7-0146-46df-8ebd-3b4c51c5dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:32.487689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-377c5c5b-8d97-403c-8ebf-44a6ffc0a85b req-abb682a7-0146-46df-8ebd-3b4c51c5dc87 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 1098 time: 0.0675077 Apr 16 16:00:32.523572 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-377c5c5b-8d97-403c-8ebf-44a6ffc0a85b req-17f5c6e9-3bde-4a60-a6c5-0390b19838bc service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274227 Apr 16 16:00:32.951238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7d1fd-d152-424e-aba8-d3c898af9c49 req-727f33ae-f314-46d6-85d4-b2654f497a80 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:32.952189 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aff7d1fd-d152-424e-aba8-d3c898af9c49 req-727f33ae-f314-46d6-85d4-b2654f497a80 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0643885 Apr 16 16:00:32.987036 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aff7d1fd-d152-424e-aba8-d3c898af9c49 req-b752b2bf-cd46-4be5-bea9-999e87cd5b80 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271919 Apr 16 16:00:34.156572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6294c-b7df-4cc4-af97-3f5e51f366aa req-dad24d26-ffb1-417f-be23-23e59e7bcd1c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:34.157652 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-abb6294c-b7df-4cc4-af97-3f5e51f366aa req-dad24d26-ffb1-417f-be23-23e59e7bcd1c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0759499 Apr 16 16:00:34.195630 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-abb6294c-b7df-4cc4-af97-3f5e51f366aa req-789a18bb-6a1d-4174-adc3-2c7675f86790 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296044 Apr 16 16:00:34.340361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafd3b-2e73-4635-854d-34fd7323d21d req-95bb62e6-15d9-468c-b522-317c4d5d5bd8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:34.341394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5fafd3b-2e73-4635-854d-34fd7323d21d req-95bb62e6-15d9-468c-b522-317c4d5d5bd8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0628819 Apr 16 16:00:34.348308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 40182) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:00:34.355354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ecf21055-c36e-4418-90ef-2561591cad7c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'floatingip': {'port_id': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:00:34.417094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecf21055-c36e-4418-90ef-2561591cad7c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:34.813564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecf21055-c36e-4418-90ef-2561591cad7c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:34.816043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecf21055-c36e-4418-90ef-2561591cad7c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:34.912080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-ecf21055-c36e-4418-90ef-2561591cad7c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397 associated. External IP: 172.26.4.27, port: 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa. Apr 16 16:00:35.103823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf21055-c36e-4418-90ef-2561591cad7c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Router ec4b57f9-6389-427a-b045-67736659b246 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:00:35.200158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf21055-c36e-4418-90ef-2561591cad7c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:00:35.203161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecf21055-c36e-4418-90ef-2561591cad7c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:35.211241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d04576-991d-424a-8df3-3b4e39379614 None None] Sync routers for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:00:35.222210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d04576-991d-424a-8df3-3b4e39379614 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:00:35.222674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79d04576-991d-424a-8df3-3b4e39379614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:00:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:00:35.246669 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ecf21055-c36e-4418-90ef-2561591cad7c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "PUT /v2.0/floatingips/02ade161-645d-4e2d-bcf6-4e36ba06b397 HTTP/1.1" status: 200 len: 990 time: 0.8971789 Apr 16 16:00:35.247258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:00:35.279374 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'status': 'completed', 'code': 200} Apr 16 16:00:35.341295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-79d04576-991d-424a-8df3-3b4e39379614 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:00:35.351670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fe3be-f323-4661-ab1b-f05713fbe4be req-378a59b3-f377-4124-b99d-56502575bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:35.352660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-263fe3be-f323-4661-ab1b-f05713fbe4be req-378a59b3-f377-4124-b99d-56502575bbaf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 1098 time: 0.0451109 Apr 16 16:00:35.466135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fe3be-f323-4661-ab1b-f05713fbe4be req-1bfe4ab1-a4eb-479e-8ad2-793e2ebd2079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:35.467209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-263fe3be-f323-4661-ab1b-f05713fbe4be req-1bfe4ab1-a4eb-479e-8ad2-793e2ebd2079 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0974298 Apr 16 16:00:35.536650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-263fe3be-f323-4661-ab1b-f05713fbe4be req-752fd6cc-8fb8-4e3e-8431-9e253762c9b4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa HTTP/1.1" status: 200 len: 998 time: 0.0649729 Apr 16 16:00:35.563924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79d04576-991d-424a-8df3-3b4e39379614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:c2:46:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T16:00:34Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:00:35.566375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d04576-991d-424a-8df3-3b4e39379614 None None] Checking router: ec4b57f9-6389-427a-b045-67736659b246 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:00:35.572140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d04576-991d-424a-8df3-3b4e39379614 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:00:35.572515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79d04576-991d-424a-8df3-3b4e39379614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:00:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:00:35.582265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fe3be-f323-4661-ab1b-f05713fbe4be req-fc5ffee3-0742-4326-bdee-56b321f66cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:35.583319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-263fe3be-f323-4661-ab1b-f05713fbe4be req-fc5ffee3-0742-4326-bdee-56b321f66cd0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0422039 Apr 16 16:00:35.639392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fe3be-f323-4661-ab1b-f05713fbe4be req-a2c5608c-fc63-4f35-93fc-543ac74c61e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:00:35.640333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-263fe3be-f323-4661-ab1b-f05713fbe4be req-a2c5608c-fc63-4f35-93fc-543ac74c61e7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526555 Apr 16 16:00:35.676548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-79d04576-991d-424a-8df3-3b4e39379614 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:00:35.730560 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-263fe3be-f323-4661-ab1b-f05713fbe4be req-edc5c56f-34df-4855-9ba8-ad341dddc323 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862794 Apr 16 16:00:35.813270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-263fe3be-f323-4661-ab1b-f05713fbe4be req-c539105e-b5b4-41ce-bedc-aa93f43e7e03 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0770619 Apr 16 16:00:35.882984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-79d04576-991d-424a-8df3-3b4e39379614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:c2:46:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T16:00:34Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:00:35.885377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d04576-991d-424a-8df3-3b4e39379614 None None] The sync data for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv is: [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:c2:46:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T16:00:34Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:00:36.117615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4470aa1-5512-4852-8ea7-303eb3cd46f4 None None] New status for floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:00:41.330194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f31f9bc-4fda-4375-81e2-24ba71826ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:42.753202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c08ca64f-fe7f-461e-a131-e4ab7b29855c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:42.991702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:43.099994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:43.460233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:00:44.186187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:05.845386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:01:06.608904 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-1b0fd59d-d1a9-4517-8d6c-2cf9604542c8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695298 Apr 16 16:01:10.519731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-f9041717-33b8-408b-ac17-850feb88c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:10.520820 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-f9041717-33b8-408b-ac17-850feb88c48f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 1098 time: 0.1250312 Apr 16 16:01:10.637953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-782e7a16-f6e1-48c5-a773-e89ae930a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:10.638956 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-782e7a16-f6e1-48c5-a773-e89ae930a774 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0917482 Apr 16 16:01:10.989492 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-a5a4f41e-a5e3-4f31-8208-dcd70eee164c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa HTTP/1.1" status: 200 len: 1000 time: 0.3422635 Apr 16 16:01:11.030721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-7377f83f-bc7e-4c5c-80b7-010c5fb98788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:11.031577 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-7377f83f-bc7e-4c5c-80b7-010c5fb98788 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0344534 Apr 16 16:01:11.081341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-7e02474e-8568-4be1-8c4f-755f4d138383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:11.082156 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-7e02474e-8568-4be1-8c4f-755f4d138383 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417788 Apr 16 16:01:11.161980 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-47042c77-52e4-4d1d-b310-b586db26c7e5 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0712414 Apr 16 16:01:11.246919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-762d0fd0-d863-45c4-b9d0-5fc05b08a67a req-61f5b4fe-ba23-41d8-9902-fd7018cb9ba7 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0767155 Apr 16 16:01:11.321364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a915442c-8a60-438e-97f6-166e7abc4c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:12.750009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54e90a4c-74b6-4848-bcf7-e58713855ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:12.996383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:13.090814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:13.463183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:14.187934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:14.519905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c462c4-70d4-4b62-90f3-21a42824e4ff req-4a0d61da-cae6-4388-9359-f8e1e441453f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:14.520991 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0c462c4-70d4-4b62-90f3-21a42824e4ff req-4a0d61da-cae6-4388-9359-f8e1e441453f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.1506982 Apr 16 16:01:14.552251 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0c462c4-70d4-4b62-90f3-21a42824e4ff req-7157bba6-5f86-400b-a6c6-081dbf60057c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267060 Apr 16 16:01:15.742991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2350e7-b752-464a-b8e5-fdebc12009f5 req-86c3e54c-5eb3-4e07-987d-a375b4f8c812 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:15.744434 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c2350e7-b752-464a-b8e5-fdebc12009f5 req-86c3e54c-5eb3-4e07-987d-a375b4f8c812 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.1014147 Apr 16 16:01:15.784043 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c2350e7-b752-464a-b8e5-fdebc12009f5 req-40e074d0-8d7d-4bb1-ac27-399bda59df5c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313845 Apr 16 16:01:16.939956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab5822-c155-4471-9656-6a9f53a0287d req-84d2c33e-6fdb-4eca-ad96-0044988b710a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:16.941054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cab5822-c155-4471-9656-6a9f53a0287d req-84d2c33e-6fdb-4eca-ad96-0044988b710a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0691502 Apr 16 16:01:16.977311 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cab5822-c155-4471-9656-6a9f53a0287d req-3fd6f62d-16f0-48b1-9da7-7d5bce00eab3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288863 Apr 16 16:01:18.144790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615839f-33b7-4353-9045-0e650dfbac22 req-31d953f3-90bc-43fe-8356-8aff66666c2f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:18.145851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2615839f-33b7-4353-9045-0e650dfbac22 req-31d953f3-90bc-43fe-8356-8aff66666c2f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0747399 Apr 16 16:01:18.180093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2615839f-33b7-4353-9045-0e650dfbac22 req-41b0c902-b6d2-4304-8625-554f3cff8ab4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293114 Apr 16 16:01:19.346353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4ad5f-13db-41e5-895c-3710bd01113d req-4db7ef76-ea28-4023-8d2d-f8bc6e766334 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:19.347488 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3fb4ad5f-13db-41e5-895c-3710bd01113d req-4db7ef76-ea28-4023-8d2d-f8bc6e766334 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0656686 Apr 16 16:01:19.386893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3fb4ad5f-13db-41e5-895c-3710bd01113d req-d9df0c4e-1083-4c1d-ad29-1bf57a0f2ae5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347788 Apr 16 16:01:20.536356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f6f9b-2a9d-475d-92ef-c3fe110d2f27 req-bbfbbafb-9008-4dfb-be59-41ae006b42b4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:20.537384 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab6f6f9b-2a9d-475d-92ef-c3fe110d2f27 req-bbfbbafb-9008-4dfb-be59-41ae006b42b4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0658896 Apr 16 16:01:20.571768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab6f6f9b-2a9d-475d-92ef-c3fe110d2f27 req-6282a1f1-c342-4e41-9dd9-9e10dd02d9d7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279045 Apr 16 16:01:21.732479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d86a3-87bd-41ea-a3a2-fe7a15b9cf0a req-53e2beb8-a4ea-4649-b26e-4563071bf401 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:21.733500 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e16d86a3-87bd-41ea-a3a2-fe7a15b9cf0a req-53e2beb8-a4ea-4649-b26e-4563071bf401 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0681145 Apr 16 16:01:21.770516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e16d86a3-87bd-41ea-a3a2-fe7a15b9cf0a req-8b4fa9c9-6650-415c-9185-4c4458c699b7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296478 Apr 16 16:01:22.951744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67873e5-12fe-42fb-b6b4-bba90def333b req-93b5788e-7ba7-4922-8830-3899185b9073 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:22.952938 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a67873e5-12fe-42fb-b6b4-bba90def333b req-93b5788e-7ba7-4922-8830-3899185b9073 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0854199 Apr 16 16:01:22.986755 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a67873e5-12fe-42fb-b6b4-bba90def333b req-336abbb1-b81b-46bc-842d-851dbf3c977c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290816 Apr 16 16:01:24.137503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3cffe-da57-4960-9161-d29b211389bd req-1f8743df-c4e8-4c47-aae0-a7269d870978 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:24.138625 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1cc3cffe-da57-4960-9161-d29b211389bd req-1f8743df-c4e8-4c47-aae0-a7269d870978 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0714173 Apr 16 16:01:24.175236 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1cc3cffe-da57-4960-9161-d29b211389bd req-72b171ca-ac05-433a-bfbc-f16dedaf0fbc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290489 Apr 16 16:01:25.337859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467c7a-a8d5-4e59-97a5-317fc30d0671 req-b75af8f0-e6fe-4185-bd9a-10e063bf24c4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:25.338959 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f8467c7a-a8d5-4e59-97a5-317fc30d0671 req-b75af8f0-e6fe-4185-bd9a-10e063bf24c4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0665777 Apr 16 16:01:25.372561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f8467c7a-a8d5-4e59-97a5-317fc30d0671 req-01639a61-3975-49db-96f1-073884f45828 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294628 Apr 16 16:01:25.643552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee208d-0827-438d-bc60-f69233380c0a req-39737f7c-7a51-472d-9232-00b1c7978142 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:25.644655 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-97ee208d-0827-438d-bc60-f69233380c0a req-39737f7c-7a51-472d-9232-00b1c7978142 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0598037 Apr 16 16:01:25.676416 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-97ee208d-0827-438d-bc60-f69233380c0a req-15722a2d-fb16-45b8-8f7f-5a3acc3375a4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273125 Apr 16 16:01:25.679126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-1c249366-6e35-4ac5-ba00-b168d675fdfd service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906281 Apr 16 16:01:26.830686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cbaef-9d13-4aa1-b67d-b73c1c90e813 req-90083aa7-4be3-4aa3-ad96-cfaabaa0382c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:26.831690 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d18cbaef-9d13-4aa1-b67d-b73c1c90e813 req-90083aa7-4be3-4aa3-ad96-cfaabaa0382c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0681672 Apr 16 16:01:26.862123 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d18cbaef-9d13-4aa1-b67d-b73c1c90e813 req-ebe68c49-0133-4ab4-b703-201a89a9ba3c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260155 Apr 16 16:01:26.982552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07079577-38b8-4168-a709-2ff347e3464e req-943f1d0f-2e3a-4a7a-9857-a5abc69f46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:26.983496 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-943f1d0f-2e3a-4a7a-9857-a5abc69f46ae service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 1098 time: 0.0519493 Apr 16 16:01:27.080136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07079577-38b8-4168-a709-2ff347e3464e req-436fbe87-c22a-4db6-a53a-ea1967655156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:27.081192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-436fbe87-c22a-4db6-a53a-ea1967655156 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0889850 Apr 16 16:01:27.158516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-8a3e6bef-89d4-4973-96f0-701bf5d07ae6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa HTTP/1.1" status: 200 len: 1000 time: 0.0680785 Apr 16 16:01:27.202319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07079577-38b8-4168-a709-2ff347e3464e req-e5bfb701-bcdf-4860-8073-821a2055cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:27.203148 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-e5bfb701-bcdf-4860-8073-821a2055cdfb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0360165 Apr 16 16:01:27.255522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07079577-38b8-4168-a709-2ff347e3464e req-30582db6-d02f-4ee7-90b5-c1f5a6b026dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:27.256246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-30582db6-d02f-4ee7-90b5-c1f5a6b026dc service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449054 Apr 16 16:01:27.338104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-280ddfe1-1347-4153-8ed8-2ac9358ad1c4 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0704508 Apr 16 16:01:27.419548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-e2aff1e5-6b09-4ffd-852b-c5adeb74b206 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0732284 Apr 16 16:01:28.016636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadc5a7-c584-4b17-ab07-0d7b2c31d84d req-c5037b75-b596-44bb-848d-ce5c25b3df48 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:28.017511 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7eadc5a7-c584-4b17-ab07-0d7b2c31d84d req-c5037b75-b596-44bb-848d-ce5c25b3df48 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0565488 Apr 16 16:01:28.048963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7eadc5a7-c584-4b17-ab07-0d7b2c31d84d req-6fd758e4-4ae4-45e3-bafd-b8a2bd138c72 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242224 Apr 16 16:01:29.217910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e5ef1-11db-4998-9964-9dab49fae5de req-3c1d00de-912c-4bbb-9998-14471f33bb61 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:29.219057 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a84e5ef1-11db-4998-9964-9dab49fae5de req-3c1d00de-912c-4bbb-9998-14471f33bb61 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0726638 Apr 16 16:01:29.254340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a84e5ef1-11db-4998-9964-9dab49fae5de req-e745cdff-58e1-491a-954e-5e79768eec44 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307796 Apr 16 16:01:30.413434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47988ffb-d3a9-40be-a466-a8ac23846dfa req-9191862b-a675-429f-b9ab-93ed8c70fa07 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:30.416902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47988ffb-d3a9-40be-a466-a8ac23846dfa req-9191862b-a675-429f-b9ab-93ed8c70fa07 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0744958 Apr 16 16:01:30.487787 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47988ffb-d3a9-40be-a466-a8ac23846dfa req-28ca817a-e9a0-4562-8d5e-16a4a42924db tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674207 Apr 16 16:01:30.493081 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-d6fc8e51-ffb2-4186-a0df-0046f60d56df service neutron] 10.222.0.107 "GET /v2.0/ports/2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0735998 Apr 16 16:01:31.818325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81565d85-7403-4d47-a23d-25e309914920 req-17c70abd-1b79-498b-bebd-8c1a1d49ded9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:31.819427 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81565d85-7403-4d47-a23d-25e309914920 req-17c70abd-1b79-498b-bebd-8c1a1d49ded9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0865266 Apr 16 16:01:31.852118 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81565d85-7403-4d47-a23d-25e309914920 req-8e539087-1820-4b34-a9fc-3679a97db6d9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270560 Apr 16 16:01:32.738263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07079577-38b8-4168-a709-2ff347e3464e req-68ed60be-7571-4feb-b4ce-eea5ac659214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:32.739457 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-68ed60be-7571-4feb-b4ce-eea5ac659214 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41&tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 1098 time: 0.0768507 Apr 16 16:01:32.823757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07079577-38b8-4168-a709-2ff347e3464e req-c614faac-0dc7-45e0-9ef0-652651486be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:32.824760 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-c614faac-0dc7-45e0-9ef0-652651486be4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 1098 time: 0.0606401 Apr 16 16:01:32.923189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07079577-38b8-4168-a709-2ff347e3464e req-43c79c3d-3f79-4054-a29b-bb889af27781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:32.924263 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-43c79c3d-3f79-4054-a29b-bb889af27781 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0918541 Apr 16 16:01:33.023873 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-6150ebbc-81c5-482e-90ab-ae30ba827322 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa HTTP/1.1" status: 200 len: 1000 time: 0.0740900 Apr 16 16:01:33.068315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0402a67-6317-4d3c-879d-0800d5a6311c req-9edc34ee-a928-4066-a8f2-c633717d502d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:33.069306 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f0402a67-6317-4d3c-879d-0800d5a6311c req-9edc34ee-a928-4066-a8f2-c633717d502d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.1427634 Apr 16 16:01:33.094228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07079577-38b8-4168-a709-2ff347e3464e req-1619ccfd-30dc-469d-b7c6-ee191a4d3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:33.095184 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-1619ccfd-30dc-469d-b7c6-ee191a4d3449 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0621016 Apr 16 16:01:33.135186 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f0402a67-6317-4d3c-879d-0800d5a6311c req-238a44bd-fc8b-4cb7-aa0a-ddf899f9d945 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595098 Apr 16 16:01:33.157105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07079577-38b8-4168-a709-2ff347e3464e req-21078f59-1a9f-400e-bc6e-07f46fb04d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:33.158104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-21078f59-1a9f-400e-bc6e-07f46fb04d36 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539770 Apr 16 16:01:33.247008 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-5d4e38b4-bb00-435d-b7b5-5faa35bec344 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799117 Apr 16 16:01:33.326843 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07079577-38b8-4168-a709-2ff347e3464e req-12ce4dc5-105b-44e2-b4e1-0ceb00aa2ae3 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0718217 Apr 16 16:01:33.481859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:01:33.559343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:33.577365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:01:33.584521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:01:33.587284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:33.588804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:01:33.618582 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'code': 200} Apr 16 16:01:33.635903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:01:33.640957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.641211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.641450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.641689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.641927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.642163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.642396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.642651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.642890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.643128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.643361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.643591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:33.646291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:01:34.308434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e77d14-32be-4e02-b95c-af39eeb902c8 req-addf58e1-52d2-4ddf-87ae-30654ff5a1b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:34.309453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55e77d14-32be-4e02-b95c-af39eeb902c8 req-addf58e1-52d2-4ddf-87ae-30654ff5a1b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0685637 Apr 16 16:01:34.343943 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55e77d14-32be-4e02-b95c-af39eeb902c8 req-da83952e-df93-4653-b9b0-73eea948f1a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269754 Apr 16 16:01:35.496291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92554e55-7c1d-4810-915e-e5028b6ff70f req-8a2aff36-6ff3-46dc-9475-f84909576679 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:35.497926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92554e55-7c1d-4810-915e-e5028b6ff70f req-8a2aff36-6ff3-46dc-9475-f84909576679 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 943 time: 0.0631249 Apr 16 16:01:35.498267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:01:35.533189 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92554e55-7c1d-4810-915e-e5028b6ff70f req-f198d246-5bb5-4ebf-9d5d-055ac7d2fa93 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275507 Apr 16 16:01:35.597348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:01:35.606523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'port_id': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'mac_address': 'fa:16:3e:c2:46:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:01:35.645656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:35.657269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:01:35.668924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:01:35.671232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:35.672675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:01:35.722110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:01:35.724305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:01:35.790989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:01:36.018288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0520f-f9ac-446a-b0a4-5069ffabefff req-732ab7bf-898d-44b9-a52c-a77ef4f0d768 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:36.019210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4b0520f-f9ac-446a-b0a4-5069ffabefff req-732ab7bf-898d-44b9-a52c-a77ef4f0d768 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 944 time: 0.3310566 Apr 16 16:01:36.046030 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4b0520f-f9ac-446a-b0a4-5069ffabefff req-0082e653-e0a7-410e-937a-d06ee2a2814a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0225399 Apr 16 16:01:36.113859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-10921ef8-6259-421e-99b2-b2c8c3d1e7b1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:36.114870 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-10921ef8-6259-421e-99b2-b2c8c3d1e7b1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41&tenant_id=80738e1cd5d74e5b9e37c4048caba00c&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 944 time: 0.0574641 Apr 16 16:01:36.969285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-6e7a1189-d0ca-4ba5-9d82-a22908bf748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:36.970449 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-6e7a1189-d0ca-4ba5-9d82-a22908bf748f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 1097 time: 0.0708563 Apr 16 16:01:37.071210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-a9501b20-0258-42bf-9ddd-fce4a41b5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:37.072231 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-a9501b20-0258-42bf-9ddd-fce4a41b5880 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0930889 Apr 16 16:01:37.177850 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-8ce794c2-f5e4-47ed-979c-9bf2c765fff3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa HTTP/1.1" status: 200 len: 999 time: 0.0969927 Apr 16 16:01:37.222090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07538017-333c-47f0-9b9d-6b9717251bca req-b385b361-ed39-406b-a90a-cc34f7cf62cc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:37.223006 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07538017-333c-47f0-9b9d-6b9717251bca req-b385b361-ed39-406b-a90a-cc34f7cf62cc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 944 time: 0.1059492 Apr 16 16:01:37.243904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-94cc5c4b-36ec-4750-a736-5f94c3b13201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:37.245024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-94cc5c4b-36ec-4750-a736-5f94c3b13201 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0584807 Apr 16 16:01:37.289653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07538017-333c-47f0-9b9d-6b9717251bca req-4b5090d6-fe6c-4dcf-9f75-73daf746e33e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586853 Apr 16 16:01:37.311299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-3f856ba7-6362-406e-915d-86ba9cebb6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:37.312292 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-3f856ba7-6362-406e-915d-86ba9cebb6ea service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580692 Apr 16 16:01:37.412086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-fc02415b-f7e3-4d78-804a-7886724595c5 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905366 Apr 16 16:01:37.497220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:01:37.505320 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-907b2d4f-712d-4932-b995-a667fcf8f12f req-99ea4644-195b-4b00-b99a-1016385d76d5 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854712 Apr 16 16:01:37.546036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:01:37.546318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:37.625373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:37.646404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:01:37.652262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:01:37.654610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:37.655537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:01:37.683248 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'code': 200} Apr 16 16:01:37.695994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,revision_number=8']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:01:37.697796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:01:38.439182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f94e05-d347-4871-836e-10e61571b14b req-a804e88c-39f6-43ce-b68c-89b8873be84b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:38.440216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-63f94e05-d347-4871-836e-10e61571b14b req-a804e88c-39f6-43ce-b68c-89b8873be84b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0636256 Apr 16 16:01:38.472596 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-63f94e05-d347-4871-836e-10e61571b14b req-c5656e01-90f2-4bbe-9c34-ad25314f1e98 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276868 Apr 16 16:01:39.611420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b39a5a-6aa1-4c66-b648-387ef0904eed req-d44fbdee-99c8-4c28-abec-008323ed73b3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:39.612412 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3b39a5a-6aa1-4c66-b648-387ef0904eed req-d44fbdee-99c8-4c28-abec-008323ed73b3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0607777 Apr 16 16:01:39.650422 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3b39a5a-6aa1-4c66-b648-387ef0904eed req-0ba22544-5c22-48c4-b472-c3c2f1d9ce63 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307934 Apr 16 16:01:39.795094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56673b-e0ba-45ec-a6a1-5f93f5a14370 req-b8fb88f6-256a-45d1-9740-646c206e145d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:39.796132 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f56673b-e0ba-45ec-a6a1-5f93f5a14370 req-b8fb88f6-256a-45d1-9740-646c206e145d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0747318 Apr 16 16:01:39.830708 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f56673b-e0ba-45ec-a6a1-5f93f5a14370 req-ada6a1c9-7603-4ee6-b814-bb174c2d04d4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271966 Apr 16 16:01:40.071374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510eff27-2e5f-4eaa-a65c-b3152c018064 req-23bdf93c-a1b9-4259-a764-1e335d295206 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:40.072412 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-510eff27-2e5f-4eaa-a65c-b3152c018064 req-23bdf93c-a1b9-4259-a764-1e335d295206 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0659738 Apr 16 16:01:40.103739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-510eff27-2e5f-4eaa-a65c-b3152c018064 req-19a265c3-b452-4d08-97aa-41e797c07bed tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260470 Apr 16 16:01:41.271863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd14803-179e-412d-ba4f-995baf20dc04 req-b50d03b6-6b1e-4b13-a4dc-9a6a6dde1e26 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:41.273009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8dd14803-179e-412d-ba4f-995baf20dc04 req-b50d03b6-6b1e-4b13-a4dc-9a6a6dde1e26 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0759652 Apr 16 16:01:41.305053 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8dd14803-179e-412d-ba4f-995baf20dc04 req-b741102d-c7d9-417c-8ef7-802ac0e8cdbe tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272782 Apr 16 16:01:41.321676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15e36b24-748e-4ffa-8ae4-df9ac1fef82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:41.574771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc23274-de31-441f-97f2-ddb9a1fd73bb req-bc6e18d3-9622-4dae-9357-f484388099db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:41.575906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7cc23274-de31-441f-97f2-ddb9a1fd73bb req-bc6e18d3-9622-4dae-9357-f484388099db service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 1098 time: 0.0683622 Apr 16 16:01:41.683439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc23274-de31-441f-97f2-ddb9a1fd73bb req-db039d91-4620-4f38-b99e-6213fbd7e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:41.685334 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7cc23274-de31-441f-97f2-ddb9a1fd73bb req-db039d91-4620-4f38-b99e-6213fbd7e9ee service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.1004765 Apr 16 16:01:41.763404 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7cc23274-de31-441f-97f2-ddb9a1fd73bb req-a115a095-5310-498f-bef5-390d0b9d01b6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa HTTP/1.1" status: 200 len: 1000 time: 0.0695376 Apr 16 16:01:41.812790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc23274-de31-441f-97f2-ddb9a1fd73bb req-5a49763b-ca4a-43d5-814c-32cf13c0eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:41.813767 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7cc23274-de31-441f-97f2-ddb9a1fd73bb req-5a49763b-ca4a-43d5-814c-32cf13c0eb1f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0419233 Apr 16 16:01:41.871452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc23274-de31-441f-97f2-ddb9a1fd73bb req-68a3a140-118b-4b9a-a84c-bcdf6f2fcd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:41.872269 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7cc23274-de31-441f-97f2-ddb9a1fd73bb req-68a3a140-118b-4b9a-a84c-bcdf6f2fcd18 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500939 Apr 16 16:01:41.954555 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7cc23274-de31-441f-97f2-ddb9a1fd73bb req-52e56928-46c9-4842-9ae9-846770efa635 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0735426 Apr 16 16:01:42.052629 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7cc23274-de31-441f-97f2-ddb9a1fd73bb req-5ce7d024-14ea-4204-abe4-fce9eb637646 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898356 Apr 16 16:01:42.471069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923f578-ca93-4df4-bba9-eb8c96762466 req-55abc5d0-f330-4e06-b889-17c6d5604f3d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:42.472108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d923f578-ca93-4df4-bba9-eb8c96762466 req-55abc5d0-f330-4e06-b889-17c6d5604f3d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0660844 Apr 16 16:01:42.506777 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d923f578-ca93-4df4-bba9-eb8c96762466 req-0b9bef4b-a071-47bf-90d8-a9ef529d0193 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272348 Apr 16 16:01:42.748923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0dd77d2-23c9-4c3a-8115-1d0358698f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:42.847963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:01:43.001162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:43.099349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:43.479145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:43.650897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191ec67-1c0d-4be0-8300-8ee24b6b709b req-c45a1454-8e27-44f7-8ed1-4a9dfd6c5c95 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:43.651974 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a191ec67-1c0d-4be0-8300-8ee24b6b709b req-c45a1454-8e27-44f7-8ed1-4a9dfd6c5c95 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0635219 Apr 16 16:01:43.686094 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a191ec67-1c0d-4be0-8300-8ee24b6b709b req-6a47c4e4-b840-4006-9afe-7a9deddcce9e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297756 Apr 16 16:01:43.971239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c3159-d7e8-4b78-a4a2-d4f460c33ce9 req-da9a60bc-a098-4f7c-980e-330d32030f63 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:43.972269 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df9c3159-d7e8-4b78-a4a2-d4f460c33ce9 req-da9a60bc-a098-4f7c-980e-330d32030f63 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0720205 Apr 16 16:01:44.003554 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df9c3159-d7e8-4b78-a4a2-d4f460c33ce9 req-f4bc04e3-0db5-43d9-9338-a0f476f3aebc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266802 Apr 16 16:01:44.188739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:45.170012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fd05a-631a-434a-8c95-e526d4c638db req-43412aad-ee93-4871-a1dd-be48aa6751e4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:45.171125 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-315fd05a-631a-434a-8c95-e526d4c638db req-43412aad-ee93-4871-a1dd-be48aa6751e4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0665359 Apr 16 16:01:45.203812 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-315fd05a-631a-434a-8c95-e526d4c638db req-a3e82145-9ca6-47ae-a7c3-f08d7a60b7d1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283442 Apr 16 16:01:45.607127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4288043-76db-4be1-a0de-6ef173653b06 req-12c5758f-08d0-479f-8f2d-a16913622522 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:45.608230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4288043-76db-4be1-a0de-6ef173653b06 req-12c5758f-08d0-479f-8f2d-a16913622522 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 945 time: 0.0794091 Apr 16 16:01:45.670230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Deleting port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:01:45.670488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:45.838225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] For port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:01:45.838505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:46.024052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:46.024052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:46.024422 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397 disassociated. External IP: 172.26.4.27, port: 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa. Apr 16 16:01:46.024422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Calling delete_port for 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:01:46.100332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:46.108942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:01:46.154404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event deleted for resources: {'Port': ['ID=2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:01:46.162261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.162544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.162700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.162921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.163141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.163359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.163576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.163794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.164013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.164228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.164442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.164664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:01:46.167150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:01:46.322605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6572d81d-97e5-4fd6-9921-f34bee0b8d55 req-8b97012e-2f56-49ac-b58a-ed215f3d0046 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 210 time: 0.0382946 Apr 16 16:01:46.348691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Router ec4b57f9-6389-427a-b045-67736659b246 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:01:46.730794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:01:46.741832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d170bde-d1cf-4c0b-bfdd-d44e138ef7e1 None None] Sync routers for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:01:46.749567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d170bde-d1cf-4c0b-bfdd-d44e138ef7e1 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:01:46.750098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2d170bde-d1cf-4c0b-bfdd-d44e138ef7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:01:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:01:46.771995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] No DVR routers for this DVR port 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:01:46.773928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:46.775558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'name': 'network-vif-deleted', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:01:46.785193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4288043-76db-4be1-a0de-6ef173653b06 req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "DELETE /v2.0/ports/2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa HTTP/1.1" status: 204 len: 173 time: 1.1696901 Apr 16 16:01:46.812491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e7a6528-f195-4815-88c0-1f5dd84e0d41', 'name': 'network-vif-deleted', 'tag': '2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa', 'status': 'completed', 'code': 200} Apr 16 16:01:46.870041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-2d170bde-d1cf-4c0b-bfdd-d44e138ef7e1 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:01:47.246091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2d170bde-d1cf-4c0b-bfdd-d44e138ef7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:01:47.248626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d170bde-d1cf-4c0b-bfdd-d44e138ef7e1 None None] Checking router: ec4b57f9-6389-427a-b045-67736659b246 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:01:47.254732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d170bde-d1cf-4c0b-bfdd-d44e138ef7e1 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:01:47.255152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2d170bde-d1cf-4c0b-bfdd-d44e138ef7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:01:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:01:47.375100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-2d170bde-d1cf-4c0b-bfdd-d44e138ef7e1 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:01:47.428762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-34982e5f-4071-4321-855a-f405a0a248c6 req-e45d6a77-0c28-4290-9626-aed1e5943b69 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Synchronizing usage tracker for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:01:47.437494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-34982e5f-4071-4321-855a-f405a0a248c6 req-e45d6a77-0c28-4290-9626-aed1e5943b69 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Unset dirty status for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:01:47.438225 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-34982e5f-4071-4321-855a-f405a0a248c6 req-e45d6a77-0c28-4290-9626-aed1e5943b69 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=4e7a6528-f195-4815-88c0-1f5dd84e0d41 HTTP/1.1" status: 200 len: 210 time: 0.0370994 Apr 16 16:01:47.567187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2d170bde-d1cf-4c0b-bfdd-d44e138ef7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:01:47.569708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d170bde-d1cf-4c0b-bfdd-d44e138ef7e1 None None] The sync data for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv is: [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:01:47.932402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d34710-3b31-4d66-aacd-befafa2a1300 None None] New status for floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:01:48.695087 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-4f956eb1-7b67-494c-b7b8-37e5ce6bff03 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--934645343&fields=id&tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 267 time: 0.0412376 Apr 16 16:01:48.793647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-9edd349d-2488-40cd-b8b2-6c6b5b28f618 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:48.794621 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-9edd349d-2488-40cd-b8b2-6c6b5b28f618 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 812 time: 0.0953815 Apr 16 16:01:48.803752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-d8e5de11-7c56-4eea-859d-ad659739e300 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/quotas/80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 375 time: 0.0059636 Apr 16 16:01:48.864371 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-6ab7323c-b3d8-4c89-bbdc-fa687c9d3821 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0579474 Apr 16 16:01:48.956762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-5f65839b-a232-4004-bd87-1229a9782f52 service neutron] 10.222.0.95 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849867 Apr 16 16:01:49.043287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-11987228-c2cf-4812-9e53-32412b21ce59 service neutron] 10.222.0.95 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831456 Apr 16 16:01:49.151463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31c00ed5-0676-4a16-9c1f-202ef330a91c req-2fac631a-14a5-439a-8f5b-0324ee4bc6a8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 210 time: 0.0277419 Apr 16 16:01:49.577401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:01:49.618491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:01:49.618740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2977f6bb-ee94-4c1b-b6a1-4b4c49cedffa not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:01:50.273625 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-200269e9-b911-46fb-9c63-56d5c3dbb072 req-ea88bfa0-7d33-49fb-a0e3-db477578891e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 210 time: 0.0353603 Apr 16 16:01:51.407797 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78cb1c39-46e4-45ed-a161-d849774c9c5d req-0fe0a331-8a07-4675-82ae-2c9e47554b7f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 210 time: 0.0391426 Apr 16 16:01:52.526110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4a4cfed6-3e05-4f20-99d5-c02a61727e9a req-33ffba9f-db6e-4e75-8bed-ed9c173b5467 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 210 time: 0.0345836 Apr 16 16:01:53.663660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19cf121b-227c-4101-b4b7-203a1902cdec req-b44da0b5-1fdf-4c96-8209-dd7037e694a2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 210 time: 0.0432394 Apr 16 16:01:54.798306 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2f98c805-4e4c-4848-82d4-cdf635004e7a req-eb241124-8b8d-44f2-a869-0c17c74fe59b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 210 time: 0.0379176 Apr 16 16:01:55.749416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-68cbd2eb-7bb8-481a-a86f-66121c2a2715 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:55.750436 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-68cbd2eb-7bb8-481a-a86f-66121c2a2715 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 812 time: 0.1211517 Apr 16 16:01:55.805611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-d28b41b4-666c-467c-a085-7b5e41312cab tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 5716 time: 0.0438876 Apr 16 16:01:55.814723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'port': {'device_id': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'admin_state_up': True, 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'security_groups': ['f6b2dd8f-37f1-42aa-b4e8-05188ee41043']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:01:55.917573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7bd5c87-26cf-4041-bd66-ff47a85c92a8 req-868ef756-8bfa-4a6f-878e-b6dc54f7b359 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 210 time: 0.0411451 Apr 16 16:01:55.939745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:01:55.946328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:01:55.954106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Made reservation on behalf of 80738e1cd5d74e5b9e37c4048caba00c for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:01:55.958229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:56.086466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Allocated IP 172.20.0.4 (55ca6f57-a475-4207-96e9-7343a5f25447/2a1f9350-817f-48ab-a780-273c46f89b28/4854f5ca-a13a-4483-9956-7dab45b39ccb) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:01:56.237208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:56.253228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Transition to ACTIVE for port object 4854f5ca-a13a-4483-9956-7dab45b39ccb will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:01:56.271191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:56.282206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cc5bdb7-8fc3-4e76-9207-7a90efb67b1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:01:56.373229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event updated for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:01:56.387487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:01:56.410444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Network 55ca6f57-a475-4207-96e9-7343a5f25447 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:01:56.411186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:01:56.413215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:01:56.456135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:56.456613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:56.477515 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651528 Apr 16 16:01:56.490994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Request body: {'port': {'device_id': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:01:56.569786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:56.578202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4a7f508e-07bf-4460-9831-25ed739f5c43 None None] Provisioning for port 4854f5ca-a13a-4483-9956-7dab45b39ccb completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:01:56.581334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4a7f508e-07bf-4460-9831-25ed739f5c43 None None] Provisioning complete for port 4854f5ca-a13a-4483-9956-7dab45b39ccb triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:01:56.581566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a7f508e-07bf-4460-9831-25ed739f5c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:56.612905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f508e-07bf-4460-9831-25ed739f5c43 None None] Port 4854f5ca-a13a-4483-9956-7dab45b39ccb cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:01:56.804746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4854f5ca-a13a-4483-9956-7dab45b39ccb {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:01:56.812066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:56.821713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Transition to ACTIVE for port object 4854f5ca-a13a-4483-9956-7dab45b39ccb will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:01:56.824463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:56.832792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fb36174d-a864-4392-9787-455a3e09ceb2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:01:56.916911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Pushing event updated for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:01:56.920017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:01:57.102147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Attempting to bind port 4854f5ca-a13a-4483-9956-7dab45b39ccb on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:01:57.102333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Attempting to bind port 4854f5ca-a13a-4483-9956-7dab45b39ccb by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:01:57.102596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Attempting to bind port 4854f5ca-a13a-4483-9956-7dab45b39ccb on network 55ca6f57-a475-4207-96e9-7343a5f25447 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:01:57.108131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Port 4854f5ca-a13a-4483-9956-7dab45b39ccb on network 55ca6f57-a475-4207-96e9-7343a5f25447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:01:57.108316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Attempting to bind port 4854f5ca-a13a-4483-9956-7dab45b39ccb on network 55ca6f57-a475-4207-96e9-7343a5f25447 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:01:57.113560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:01:57.113753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Checking segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:01:57.114000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Bound using segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:01:57.114296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Bound port: 4854f5ca-a13a-4483-9956-7dab45b39ccb, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:01:57.114569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:57.127049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a201b55-515a-4cc8-81b7-d8bd809b62ae req-dd796fb9-a001-4607-b115-07c3cf9735cc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:57.127549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6a201b55-515a-4cc8-81b7-d8bd809b62ae req-dd796fb9-a001-4607-b115-07c3cf9735cc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Synchronizing usage tracker for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:01:57.164747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6a201b55-515a-4cc8-81b7-d8bd809b62ae req-dd796fb9-a001-4607-b115-07c3cf9735cc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Unset dirty status for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:01:57.165627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a201b55-515a-4cc8-81b7-d8bd809b62ae req-dd796fb9-a001-4607-b115-07c3cf9735cc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.1499214 Apr 16 16:01:57.207195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:01:57.212317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a201b55-515a-4cc8-81b7-d8bd809b62ae req-a2d6cde1-aca8-4a54-9820-eb3a8b069b0a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415456 Apr 16 16:01:57.215218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:01:57.217440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:57.225808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-48ac3d05-4cee-43a7-a65e-011288d81bd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:01:57.314434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Pushing event updated for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:01:57.316554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:01:57.337013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:57.337404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:01:57.338305 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] 10.222.0.107 "PUT /v2.0/ports/4854f5ca-a13a-4483-9956-7dab45b39ccb HTTP/1.1" status: 200 len: 1093 time: 0.8508699 Apr 16 16:01:57.338640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:01:57.370522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'status': 'completed', 'code': 200} Apr 16 16:01:57.816300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-500b2a4e-53ba-4046-81d0-b234bd13a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:57.817351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-500b2a4e-53ba-4046-81d0-b234bd13a056 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 1096 time: 0.0696700 Apr 16 16:01:57.873001 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-136919a0-60d0-421f-a35f-12ef842580ef service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb HTTP/1.1" status: 200 len: 217 time: 0.0455165 Apr 16 16:01:57.922983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-e66ff382-299e-42b0-b2bf-7583e6b5b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:57.923918 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-e66ff382-299e-42b0-b2bf-7583e6b5b94d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0430326 Apr 16 16:01:57.985377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-bd156bcb-c0e3-4dbb-aff8-68075a29ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:57.986330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-bd156bcb-c0e3-4dbb-aff8-68075a29ff96 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544059 Apr 16 16:01:58.376267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-7d04a064-5f13-4da0-8520-e2eab1369f35 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814049 Apr 16 16:01:58.439417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2b4d0-bec6-4df5-8444-48c336c53118 req-a45a90bc-db99-4d3b-b3f5-80d3f1715bc5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:58.440295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aad2b4d0-bec6-4df5-8444-48c336c53118 req-a45a90bc-db99-4d3b-b3f5-80d3f1715bc5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.1012669 Apr 16 16:01:58.485329 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aad2b4d0-bec6-4df5-8444-48c336c53118 req-6efcd7e4-bdd2-4fdf-877f-b848dd370bd3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400374 Apr 16 16:01:58.486444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0b1bd3f-be93-4c0b-9c15-f05499143f78 req-c354848e-cecb-473b-a9c0-1c59a2a5243f service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023872 Apr 16 16:01:59.252211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c4aa2-7a93-489a-adc6-aaece4620602 req-a5dc88cf-d15d-4ce9-a3d6-f63c5c164394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:59.253159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-930c4aa2-7a93-489a-adc6-aaece4620602 req-a5dc88cf-d15d-4ce9-a3d6-f63c5c164394 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 1096 time: 0.0647323 Apr 16 16:01:59.351154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c4aa2-7a93-489a-adc6-aaece4620602 req-d2475be9-bec8-4456-89db-d5f362817656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:59.352215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-930c4aa2-7a93-489a-adc6-aaece4620602 req-d2475be9-bec8-4456-89db-d5f362817656 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0907476 Apr 16 16:01:59.414981 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-930c4aa2-7a93-489a-adc6-aaece4620602 req-431af767-12d8-47fa-997a-5bc0589ef1bc service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb HTTP/1.1" status: 200 len: 217 time: 0.0539832 Apr 16 16:01:59.459075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c4aa2-7a93-489a-adc6-aaece4620602 req-5f5ecddb-0be2-4a80-ba48-5788e26a5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:59.459828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-930c4aa2-7a93-489a-adc6-aaece4620602 req-5f5ecddb-0be2-4a80-ba48-5788e26a5cad service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0359924 Apr 16 16:01:59.508601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c4aa2-7a93-489a-adc6-aaece4620602 req-1ea09c7a-bef0-4b5e-aa40-6948def1a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:59.509462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-930c4aa2-7a93-489a-adc6-aaece4620602 req-1ea09c7a-bef0-4b5e-aa40-6948def1a428 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412967 Apr 16 16:01:59.618146 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-930c4aa2-7a93-489a-adc6-aaece4620602 req-86b7245c-104d-4d48-b1ba-d6ce44bd1fb6 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008363 Apr 16 16:01:59.669336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98259266-48c2-4641-b817-72f9e3165bb7 req-04de20a7-345e-4a38-bf7f-9b05e4072f77 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:01:59.670178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98259266-48c2-4641-b817-72f9e3165bb7 req-04de20a7-345e-4a38-bf7f-9b05e4072f77 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.1029527 Apr 16 16:01:59.721078 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98259266-48c2-4641-b817-72f9e3165bb7 req-d314a5a0-4eda-4cce-b3ca-4dc814393932 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405602 Apr 16 16:01:59.723093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-930c4aa2-7a93-489a-adc6-aaece4620602 req-b3e4ec54-4d73-45af-a01f-64ea1f868977 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960708 Apr 16 16:02:00.862711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a169d-c4a4-4eff-9558-ebd9f5a66899 req-47bb1298-795f-468a-9aac-18c73785c06a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:00.863697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c07a169d-c4a4-4eff-9558-ebd9f5a66899 req-47bb1298-795f-468a-9aac-18c73785c06a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0689301 Apr 16 16:02:00.903122 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c07a169d-c4a4-4eff-9558-ebd9f5a66899 req-4745b2cd-8020-4cf7-b312-e5604e1676db tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318034 Apr 16 16:02:01.640800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4854f5ca-a13a-4483-9956-7dab45b39ccb details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:02:01.757490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:02:01.767589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'port_id': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'mac_address': 'fa:16:3e:69:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:02:01.821510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:01.833957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4854f5ca-a13a-4483-9956-7dab45b39ccb {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:02:01.845702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:02:01.848549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:01.850573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:02:01.896491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:02:01.898607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:02:02.045049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632364e7-2285-4fa2-be25-92a48f592388 req-bc73b635-cfcc-4e63-aa8f-68f006f526de tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:02.046133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-632364e7-2285-4fa2-be25-92a48f592388 req-bc73b635-cfcc-4e63-aa8f-68f006f526de tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 944 time: 0.0702837 Apr 16 16:02:02.080620 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-632364e7-2285-4fa2-be25-92a48f592388 req-d3e680f9-83c9-4541-a976-937bc63ace8c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270617 Apr 16 16:02:02.315323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['4854f5ca-a13a-4483-9956-7dab45b39ccb'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:02:03.234335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924cd01-39fc-4e29-84ff-653df03863cf req-23e886e8-4fc8-4f3d-9ed2-394b95eb111d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:03.235420 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5924cd01-39fc-4e29-84ff-653df03863cf req-23e886e8-4fc8-4f3d-9ed2-394b95eb111d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 944 time: 0.0693359 Apr 16 16:02:03.271244 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5924cd01-39fc-4e29-84ff-653df03863cf req-b361ad03-20a7-4c97-a11e-a15a2ddee21d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284209 Apr 16 16:02:03.655322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4854f5ca-a13a-4483-9956-7dab45b39ccb up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:02:03.725070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 4854f5ca-a13a-4483-9956-7dab45b39ccb completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:02:03.728724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 4854f5ca-a13a-4483-9956-7dab45b39ccb triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:02:03.729009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:03.814058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:03.832802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:02:03.840651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:02:03.844556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:03.846015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:02:03.877798 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'code': 200} Apr 16 16:02:03.896108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:02:03.898150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:02:04.431056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dc898-0e9d-45c0-adb5-01a7fc60b118 req-c961a1ad-dc09-4929-ab61-3111c93c75b5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:04.432192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd2dc898-0e9d-45c0-adb5-01a7fc60b118 req-c961a1ad-dc09-4929-ab61-3111c93c75b5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0687771 Apr 16 16:02:04.465450 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd2dc898-0e9d-45c0-adb5-01a7fc60b118 req-2eebfcd7-b717-485d-8448-5c01b6df3365 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276058 Apr 16 16:02:05.632461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e89ec-e5b6-4252-98ac-0c79437eac75 req-1e1ec44c-3ad7-4f9a-bd48-7a665d0695e9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:05.633565 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c22e89ec-e5b6-4252-98ac-0c79437eac75 req-1e1ec44c-3ad7-4f9a-bd48-7a665d0695e9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0723603 Apr 16 16:02:05.665814 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c22e89ec-e5b6-4252-98ac-0c79437eac75 req-7a4bd9a4-3edf-4ed7-92a6-28e15d16fb07 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273695 Apr 16 16:02:06.833070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738b27b-46ed-47c4-8aee-6a24436c616a req-4f424fea-f704-4563-9a4e-d3edfbd74773 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:06.834163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a738b27b-46ed-47c4-8aee-6a24436c616a req-4f424fea-f704-4563-9a4e-d3edfbd74773 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0731528 Apr 16 16:02:06.874018 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a738b27b-46ed-47c4-8aee-6a24436c616a req-753fbfbf-a540-426d-8171-62ada7985c14 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320759 Apr 16 16:02:08.033137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe6645-7a61-417a-8823-7ca15d7f22e4 req-63831afa-1b41-4f2a-ba21-c47714d7803d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:08.034256 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7cbe6645-7a61-417a-8823-7ca15d7f22e4 req-63831afa-1b41-4f2a-ba21-c47714d7803d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0703826 Apr 16 16:02:08.067022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7cbe6645-7a61-417a-8823-7ca15d7f22e4 req-32cecc9b-75c4-4b98-96fd-9c69ff0c2052 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280063 Apr 16 16:02:08.791864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6111ae-5e22-4500-94e0-158b69aa25e4 req-f2464755-bf22-490a-8ccf-7435dde9c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:08.792984 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f6111ae-5e22-4500-94e0-158b69aa25e4 req-f2464755-bf22-490a-8ccf-7435dde9c656 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 1098 time: 0.0795116 Apr 16 16:02:08.826605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f6111ae-5e22-4500-94e0-158b69aa25e4 req-298baa6c-edd3-458c-8bfb-dc8ffc65d9c3 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252469 Apr 16 16:02:09.215659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bdc5d-cba5-441a-89f1-5558f7d78c55 req-1ba48696-bf97-4732-82c3-c2abe32adbff tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:09.216694 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3bdc5d-cba5-441a-89f1-5558f7d78c55 req-1ba48696-bf97-4732-82c3-c2abe32adbff tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0623181 Apr 16 16:02:09.251580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3bdc5d-cba5-441a-89f1-5558f7d78c55 req-41f90e02-bd2a-4f59-aa14-d12f44726298 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273750 Apr 16 16:02:10.422775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59203e77-7504-4413-bb26-ada8f7218aa8 req-5a8f9671-74be-4497-9483-1afdc821cc9a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:10.423908 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59203e77-7504-4413-bb26-ada8f7218aa8 req-5a8f9671-74be-4497-9483-1afdc821cc9a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0754933 Apr 16 16:02:10.456437 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59203e77-7504-4413-bb26-ada8f7218aa8 req-bc183993-0cd1-4252-a21e-e58b9b9f3849 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276654 Apr 16 16:02:10.587204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58692ca6-f502-4945-973a-037f988924e6 req-cd60090d-1d8f-4d69-912c-8bcf63e5770b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:10.588223 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-58692ca6-f502-4945-973a-037f988924e6 req-cd60090d-1d8f-4d69-912c-8bcf63e5770b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0620787 Apr 16 16:02:10.594553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 40444) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:02:10.598232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f4579a1e-d039-4bff-b8ad-3f0433ba0cd1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'floatingip': {'port_id': '4854f5ca-a13a-4483-9956-7dab45b39ccb'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:02:10.650211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4579a1e-d039-4bff-b8ad-3f0433ba0cd1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:10.977656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4579a1e-d039-4bff-b8ad-3f0433ba0cd1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:10.980457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4579a1e-d039-4bff-b8ad-3f0433ba0cd1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:11.074088 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-f4579a1e-d039-4bff-b8ad-3f0433ba0cd1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397 associated. External IP: 172.26.4.27, port: 4854f5ca-a13a-4483-9956-7dab45b39ccb. Apr 16 16:02:11.330295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b23119e7-a994-443f-b974-d5a289da8eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:11.580486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4579a1e-d039-4bff-b8ad-3f0433ba0cd1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Router ec4b57f9-6389-427a-b045-67736659b246 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:02:11.679266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4579a1e-d039-4bff-b8ad-3f0433ba0cd1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:02:11.682091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f4579a1e-d039-4bff-b8ad-3f0433ba0cd1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:11.689269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f3253-ef2a-4ce4-8e8a-b699ce715586 None None] Sync routers for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:02:11.697104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f3253-ef2a-4ce4-8e8a-b699ce715586 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:02:11.697552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d67f3253-ef2a-4ce4-8e8a-b699ce715586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:01:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:02:11.714186 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f4579a1e-d039-4bff-b8ad-3f0433ba0cd1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "PUT /v2.0/floatingips/02ade161-645d-4e2d-bcf6-4e36ba06b397 HTTP/1.1" status: 200 len: 990 time: 1.1188524 Apr 16 16:02:11.714643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:02:11.744185 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'status': 'completed', 'code': 200} Apr 16 16:02:11.825141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d67f3253-ef2a-4ce4-8e8a-b699ce715586 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:02:11.826941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95950e1-ac57-4f66-a144-353f94cda7aa req-826ddf7c-e83e-4aee-8c6c-9a25364ef8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:11.828181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e95950e1-ac57-4f66-a144-353f94cda7aa req-826ddf7c-e83e-4aee-8c6c-9a25364ef8e3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 1098 time: 0.0625684 Apr 16 16:02:11.919205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95950e1-ac57-4f66-a144-353f94cda7aa req-1534b682-6122-4cfc-aa15-343a273968ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:11.920167 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e95950e1-ac57-4f66-a144-353f94cda7aa req-1534b682-6122-4cfc-aa15-343a273968ae service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0884571 Apr 16 16:02:11.984775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e95950e1-ac57-4f66-a144-353f94cda7aa req-4d0739d7-829d-4bfb-b76c-a774b57eba5c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb HTTP/1.1" status: 200 len: 998 time: 0.0603440 Apr 16 16:02:12.035003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95950e1-ac57-4f66-a144-353f94cda7aa req-40d114a1-62aa-408c-8009-949c4b979e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:12.035997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e95950e1-ac57-4f66-a144-353f94cda7aa req-40d114a1-62aa-408c-8009-949c4b979e58 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0470569 Apr 16 16:02:12.042279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d67f3253-ef2a-4ce4-8e8a-b699ce715586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:69:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T16:02:10Z', 'revision_number': 9, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:02:12.044617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f3253-ef2a-4ce4-8e8a-b699ce715586 None None] Checking router: ec4b57f9-6389-427a-b045-67736659b246 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:02:12.050280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67f3253-ef2a-4ce4-8e8a-b699ce715586 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:02:12.050736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d67f3253-ef2a-4ce4-8e8a-b699ce715586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:01:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:02:12.081712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95950e1-ac57-4f66-a144-353f94cda7aa req-c4e3d7c0-4279-4057-a5d8-a184960a7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:12.082625 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e95950e1-ac57-4f66-a144-353f94cda7aa req-c4e3d7c0-4279-4057-a5d8-a184960a7e98 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428605 Apr 16 16:02:12.179365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e95950e1-ac57-4f66-a144-353f94cda7aa req-d5a9d79b-833e-4ff0-99ab-b235c90827c5 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889266 Apr 16 16:02:12.273809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e95950e1-ac57-4f66-a144-353f94cda7aa req-93507f43-2894-45fe-84ec-a34c37fe9f19 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868793 Apr 16 16:02:12.352088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d67f3253-ef2a-4ce4-8e8a-b699ce715586 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:02:12.543147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d67f3253-ef2a-4ce4-8e8a-b699ce715586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:69:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T16:02:10Z', 'revision_number': 9, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:02:12.545802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67f3253-ef2a-4ce4-8e8a-b699ce715586 None None] The sync data for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv is: [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:69:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T16:02:10Z', 'revision_number': 9, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:02:12.741737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a30f6429-8644-4552-9bba-fc9dff2ae705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:12.781476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd20b699-8aea-4c25-b658-946b8b8b04d6 None None] New status for floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:02:12.992934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:13.094028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:13.509970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:14.209130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:16.539726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-271e41dd-8973-46be-8952-921ce8f235e8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736258 Apr 16 16:02:19.850983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:02:20.369548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-34123861-a644-4b02-8389-abc874d99507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:20.370827 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-34123861-a644-4b02-8389-abc874d99507 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 1098 time: 0.0671628 Apr 16 16:02:20.486264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-bc444e65-fb7d-4925-ae83-411dc50a3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:20.487426 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-bc444e65-fb7d-4925-ae83-411dc50a3434 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.1003735 Apr 16 16:02:20.560195 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-e3425f4c-6d93-4f14-87ec-e1800825de37 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb HTTP/1.1" status: 200 len: 1001 time: 0.0675917 Apr 16 16:02:20.606850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-81278b3a-e7c3-4502-8bae-1c2396642a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:20.607828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-81278b3a-e7c3-4502-8bae-1c2396642a05 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0435712 Apr 16 16:02:20.679201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-5e0effec-fbc9-4e93-b250-00c2150fc075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:20.680320 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-5e0effec-fbc9-4e93-b250-00c2150fc075 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660403 Apr 16 16:02:20.773972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-f4ce3829-db11-4bfd-b7c1-433d8b3713dd service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879722 Apr 16 16:02:20.878150 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b7f10e6-9667-4d98-b9d2-01d10a0f2bd0 req-58881a3d-56eb-43fd-8146-942cd0bd3cd6 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994916 Apr 16 16:02:41.329055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7274931c-0306-4521-bd72-119da426c778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:42.751296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1df7c26a-d1c7-4ea9-81db-27692fb98bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:43.005813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:43.101565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:43.511045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:44.199865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:02:49.084932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-ed3ad0aa-6643-455f-a2fe-2337af1552e8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0533178 Apr 16 16:02:49.118015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4cdc7b-84cd-41b8-be70-41651d166df8 req-ae5222ec-fd35-4963-9553-0bc21c4c557c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:49.119192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e4cdc7b-84cd-41b8-be70-41651d166df8 req-ae5222ec-fd35-4963-9553-0bc21c4c557c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0594919 Apr 16 16:02:49.150568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e4cdc7b-84cd-41b8-be70-41651d166df8 req-dcbc45c8-bf1e-47ff-a3a1-7c95e42595a2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269043 Apr 16 16:02:50.307095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9ecfc-6251-4959-b673-1bff324962c1 req-c4502b2e-abcf-4364-9fdc-08685b9e8d1c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:50.309121 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ede9ecfc-6251-4959-b673-1bff324962c1 req-c4502b2e-abcf-4364-9fdc-08685b9e8d1c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0694900 Apr 16 16:02:50.344327 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ede9ecfc-6251-4959-b673-1bff324962c1 req-53a96c56-7ab0-4c6e-86fe-559d67a2242a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277174 Apr 16 16:02:51.153647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018e888-50f1-46b6-936e-9d83beaff41c req-8c2cb7f8-8dcf-4322-b67a-1ccc3baf0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:51.154775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-8c2cb7f8-8dcf-4322-b67a-1ccc3baf0e37 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 1098 time: 0.0695972 Apr 16 16:02:51.254555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018e888-50f1-46b6-936e-9d83beaff41c req-440706b8-00d7-416a-bdb2-07da52f8280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:51.255539 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-440706b8-00d7-416a-bdb2-07da52f8280b service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0925641 Apr 16 16:02:51.330990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-c124bd8e-9c88-4444-bc3b-8e866e56e5e8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb HTTP/1.1" status: 200 len: 1001 time: 0.0648208 Apr 16 16:02:51.383320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018e888-50f1-46b6-936e-9d83beaff41c req-51e5219c-f080-48b2-99e9-e0633f2827a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:51.384626 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-51e5219c-f080-48b2-99e9-e0633f2827a3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0448523 Apr 16 16:02:51.480247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018e888-50f1-46b6-936e-9d83beaff41c req-218f6985-f5e6-4b52-8457-ff2e2ac639ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:51.481290 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-218f6985-f5e6-4b52-8457-ff2e2ac639ec service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887949 Apr 16 16:02:51.547229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669918b-bdf6-45a9-b716-6c3f8b48ccc0 req-18a32a73-9c7d-4b79-b63f-4ece7a7b6490 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:51.548159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a669918b-bdf6-45a9-b716-6c3f8b48ccc0 req-18a32a73-9c7d-4b79-b63f-4ece7a7b6490 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.1171710 Apr 16 16:02:51.601301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a669918b-bdf6-45a9-b716-6c3f8b48ccc0 req-5c45e3b4-8b61-488b-b466-8366571afd66 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452535 Apr 16 16:02:51.603365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-b197d4dd-3deb-4e24-9942-1c8c68123e17 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133113 Apr 16 16:02:51.686776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-05999a93-81ae-48eb-b989-7b8f3417f8a3 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0747221 Apr 16 16:02:52.765995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f7e9b-7bae-47cd-b60b-4643d3ba8340 req-991b00a8-b23b-455f-9272-7beba6a2b77a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:52.766964 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9a1f7e9b-7bae-47cd-b60b-4643d3ba8340 req-991b00a8-b23b-455f-9272-7beba6a2b77a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0648899 Apr 16 16:02:52.798552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9a1f7e9b-7bae-47cd-b60b-4643d3ba8340 req-4d17d2b9-9ca6-4347-b0a0-c7a7bdf64be1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274224 Apr 16 16:02:53.968991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cab30b-592c-4c4a-a685-e08ad45081ad req-824b7cb5-ac59-4ac1-9b36-72188fc7e5a8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:53.970133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82cab30b-592c-4c4a-a685-e08ad45081ad req-824b7cb5-ac59-4ac1-9b36-72188fc7e5a8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0817099 Apr 16 16:02:54.003151 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82cab30b-592c-4c4a-a685-e08ad45081ad req-ea2726ff-8689-4ab3-aefb-772761b71c0f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282922 Apr 16 16:02:55.164304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4393ae4-3c7c-4b02-94e8-e5c1999a29f2 req-86bd649f-ccbb-4aa6-9b33-e13c25e546e6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:55.165419 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a4393ae4-3c7c-4b02-94e8-e5c1999a29f2 req-86bd649f-ccbb-4aa6-9b33-e13c25e546e6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0725350 Apr 16 16:02:55.200196 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a4393ae4-3c7c-4b02-94e8-e5c1999a29f2 req-6fabf44c-e1d4-4a9b-b664-dd3a9f8990b4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302973 Apr 16 16:02:56.352673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924acb4-5b5a-4772-9a01-ce0f404b18f5 req-c92cd6fc-e1ac-436a-adbb-331323698c9d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:56.353722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7924acb4-5b5a-4772-9a01-ce0f404b18f5 req-c92cd6fc-e1ac-436a-adbb-331323698c9d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0682542 Apr 16 16:02:56.387343 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7924acb4-5b5a-4772-9a01-ce0f404b18f5 req-5164e2ad-6953-4d1c-953c-5288b52bb638 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280492 Apr 16 16:02:56.854181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:02:57.813664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e3fff-20e4-4094-a567-49b6c0d88ce6 req-e4b857c8-0c5d-4612-bf3c-e7e9b31e9baa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:57.814488 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e71e3fff-20e4-4094-a567-49b6c0d88ce6 req-e4b857c8-0c5d-4612-bf3c-e7e9b31e9baa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.3418756 Apr 16 16:02:57.844462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e71e3fff-20e4-4094-a567-49b6c0d88ce6 req-3875d632-5d88-459d-97df-9e064b542c15 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0223677 Apr 16 16:02:58.999079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ed07d-ff0d-49fc-b24f-28dd6741625d req-fe782f31-1314-43bc-8eaf-14326bfbf5c2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:02:59.000558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e5ed07d-ff0d-49fc-b24f-28dd6741625d req-fe782f31-1314-43bc-8eaf-14326bfbf5c2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0645926 Apr 16 16:02:59.034892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e5ed07d-ff0d-49fc-b24f-28dd6741625d req-9ef57994-6f6d-477b-a3da-2f9622622191 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296290 Apr 16 16:03:00.197913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4180f-3668-4ec3-92fd-621e3feddb05 req-4e605f06-0a8a-4e0d-98e1-dda5ede6487e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:00.199004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-74c4180f-3668-4ec3-92fd-621e3feddb05 req-4e605f06-0a8a-4e0d-98e1-dda5ede6487e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0726385 Apr 16 16:03:00.231566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-74c4180f-3668-4ec3-92fd-621e3feddb05 req-1aa00234-e8f4-4339-a03b-15fda28bc1e1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275433 Apr 16 16:03:01.403681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeb765-f1d8-4bc6-8baf-b8301326248f req-cc6959e5-ec26-4ac9-ab79-057c644066d7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:01.404909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-61aeb765-f1d8-4bc6-8baf-b8301326248f req-cc6959e5-ec26-4ac9-ab79-057c644066d7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0777333 Apr 16 16:03:01.450829 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-61aeb765-f1d8-4bc6-8baf-b8301326248f req-7278d577-6474-4a51-9d57-1c5132d08f7c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408804 Apr 16 16:03:02.599133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520196f-a559-44f1-932c-5e32c707dfd8 req-4334154e-d63e-4970-aa7b-8e8af467799c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:02.600259 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7520196f-a559-44f1-932c-5e32c707dfd8 req-4334154e-d63e-4970-aa7b-8e8af467799c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0639405 Apr 16 16:03:02.638024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7520196f-a559-44f1-932c-5e32c707dfd8 req-c8954d24-b47d-4d9b-a763-137f1c46bff1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303645 Apr 16 16:03:02.712347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e5990-f6e8-493b-9628-8585083828b3 req-36a1f43c-3c18-4c5e-b424-8ecda702e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:02.713341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a1e5990-f6e8-493b-9628-8585083828b3 req-36a1f43c-3c18-4c5e-b424-8ecda702e7c4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 1098 time: 0.0520926 Apr 16 16:03:02.828216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e5990-f6e8-493b-9628-8585083828b3 req-a852cdd4-0b16-45b7-a368-d219f70d36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:02.829235 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a1e5990-f6e8-493b-9628-8585083828b3 req-a852cdd4-0b16-45b7-a368-d219f70d36a7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0917568 Apr 16 16:03:02.906042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a1e5990-f6e8-493b-9628-8585083828b3 req-abfee0c2-63cd-40da-8f27-1fa4a8c42b3b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb HTTP/1.1" status: 200 len: 1001 time: 0.0683384 Apr 16 16:03:02.956318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e5990-f6e8-493b-9628-8585083828b3 req-fa2f7520-b98c-47e9-8d7c-f25724384af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:02.957276 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a1e5990-f6e8-493b-9628-8585083828b3 req-fa2f7520-b98c-47e9-8d7c-f25724384af2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0421994 Apr 16 16:03:03.023079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e5990-f6e8-493b-9628-8585083828b3 req-47c2e96c-718a-47f9-a58d-c8301517bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:03.024043 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a1e5990-f6e8-493b-9628-8585083828b3 req-47c2e96c-718a-47f9-a58d-c8301517bbf5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0586278 Apr 16 16:03:03.121527 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a1e5990-f6e8-493b-9628-8585083828b3 req-fb0c7b2d-a52e-410d-afc0-e766227d37f5 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887365 Apr 16 16:03:03.220442 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a1e5990-f6e8-493b-9628-8585083828b3 req-ca6ac252-5a21-4dc3-b318-29f8b1c7f942 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902996 Apr 16 16:03:03.798161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd69eb-57b3-4ad5-a120-e0a0325c6378 req-90fd591e-a298-4f60-9119-21313d9fe78c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:03.799252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16fd69eb-57b3-4ad5-a120-e0a0325c6378 req-90fd591e-a298-4f60-9119-21313d9fe78c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0649965 Apr 16 16:03:03.833167 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16fd69eb-57b3-4ad5-a120-e0a0325c6378 req-32f00af5-2696-4a15-9b5c-44a63f36134c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295889 Apr 16 16:03:04.992896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f547f-cb41-478a-85fb-ff65f214f05b req-e7dddda8-819a-4e60-8827-4cf35ac5bee2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:04.993956 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-368f547f-cb41-478a-85fb-ff65f214f05b req-e7dddda8-819a-4e60-8827-4cf35ac5bee2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0659788 Apr 16 16:03:05.028592 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-368f547f-cb41-478a-85fb-ff65f214f05b req-6cc6f623-65e7-40f5-a2df-940459383aa3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268838 Apr 16 16:03:05.229502 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-1a447951-c54f-4b7d-8987-6185d17b0691 service neutron] 10.222.0.107 "GET /v2.0/ports/4854f5ca-a13a-4483-9956-7dab45b39ccb/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0771375 Apr 16 16:03:05.862448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018e888-50f1-46b6-936e-9d83beaff41c req-fd1dcba4-7653-43d3-b717-66c1b64d83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:05.863571 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-fd1dcba4-7653-43d3-b717-66c1b64d83ee service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730&tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 1098 time: 0.0649087 Apr 16 16:03:06.197508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358b794-6167-42c4-9ea7-9cb2bc592009 req-0c85b0af-6e4f-4831-b501-ac80bbdcc617 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:06.198486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8358b794-6167-42c4-9ea7-9cb2bc592009 req-0c85b0af-6e4f-4831-b501-ac80bbdcc617 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0672843 Apr 16 16:03:06.237047 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8358b794-6167-42c4-9ea7-9cb2bc592009 req-29bd9b38-db21-47ee-85a4-b62405bb97f6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314393 Apr 16 16:03:06.302558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018e888-50f1-46b6-936e-9d83beaff41c req-994c4c37-89f4-45b2-b59c-13e27338c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:06.303647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-994c4c37-89f4-45b2-b59c-13e27338c3d3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 1098 time: 0.0581744 Apr 16 16:03:06.404147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018e888-50f1-46b6-936e-9d83beaff41c req-171c9bdc-471a-41b9-9a97-e9586d63c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:06.405215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-171c9bdc-471a-41b9-9a97-e9586d63c253 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0927131 Apr 16 16:03:06.476200 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-ae9b75cc-dbfb-459e-94b1-e786e70fa727 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb HTTP/1.1" status: 200 len: 1001 time: 0.0613198 Apr 16 16:03:06.517136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018e888-50f1-46b6-936e-9d83beaff41c req-d1fb4592-3cfe-41c5-ba09-99a92caee337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:06.517927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-d1fb4592-3cfe-41c5-ba09-99a92caee337 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0327134 Apr 16 16:03:06.575295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018e888-50f1-46b6-936e-9d83beaff41c req-a5cca01b-c040-4495-9663-ad904bf977d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:06.577131 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-a5cca01b-c040-4495-9663-ad904bf977d1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499270 Apr 16 16:03:06.657278 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-58b8bac4-92d8-4462-b260-1ccb8ea7c187 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0709851 Apr 16 16:03:06.744690 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e018e888-50f1-46b6-936e-9d83beaff41c req-9034f940-3b51-4038-9765-2f06b78e222a service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782280 Apr 16 16:03:07.372164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e83c80-ea02-4b4d-b1d2-942cbb082c88 req-1bc62191-7200-4965-848c-c0700501fe91 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:07.373283 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37e83c80-ea02-4b4d-b1d2-942cbb082c88 req-1bc62191-7200-4965-848c-c0700501fe91 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0608764 Apr 16 16:03:07.419110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37e83c80-ea02-4b4d-b1d2-942cbb082c88 req-7e19b1c4-1913-43ce-a925-744e64af8dae tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379090 Apr 16 16:03:08.059390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4854f5ca-a13a-4483-9956-7dab45b39ccb no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:03:08.165141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:08.186867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:03:08.194334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:03:08.197153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:08.198532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:03:08.244973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:03:08.249955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.250216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.250488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.250737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.250981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.251227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.251468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.251714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.251967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.252205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.252440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.252677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:08.255727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:03:08.271675 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'code': 200} Apr 16 16:03:08.563947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fab72-5b71-41f8-8e14-3c49ca959c33 req-6fafdc1a-2b26-47fb-8e5e-9576107aaccb tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:08.565031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-760fab72-5b71-41f8-8e14-3c49ca959c33 req-6fafdc1a-2b26-47fb-8e5e-9576107aaccb tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0664527 Apr 16 16:03:08.601249 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-760fab72-5b71-41f8-8e14-3c49ca959c33 req-57b66451-b50e-43c3-b264-bbdb9dd8e94a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285220 Apr 16 16:03:09.776044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643752dd-b92f-426b-b418-3ee828992159 req-b6bbf714-87b4-459f-ac37-711b7bf4e802 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:09.777079 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-643752dd-b92f-426b-b418-3ee828992159 req-b6bbf714-87b4-459f-ac37-711b7bf4e802 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0737875 Apr 16 16:03:09.812446 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-643752dd-b92f-426b-b418-3ee828992159 req-4870ad7b-8044-4741-85a8-ae54110316b3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277903 Apr 16 16:03:10.071108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4854f5ca-a13a-4483-9956-7dab45b39ccb details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:03:10.147319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-e027b1a5-ee34-412a-ad5f-a146aa5bc3e0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:10.148353 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-e027b1a5-ee34-412a-ad5f-a146aa5bc3e0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730&tenant_id=80738e1cd5d74e5b9e37c4048caba00c&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 943 time: 0.1048439 Apr 16 16:03:10.157098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0ea3e-9ccb-4d3f-906c-71a9fe1bc707 req-dcd2858f-d1b6-4955-b085-fe89dc4c9bbf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:10.158023 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71c0ea3e-9ccb-4d3f-906c-71a9fe1bc707 req-dcd2858f-d1b6-4955-b085-fe89dc4c9bbf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0849183 Apr 16 16:03:10.166396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:03:10.175356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'port_id': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'mac_address': 'fa:16:3e:69:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:03:10.214965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:10.228057 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71c0ea3e-9ccb-4d3f-906c-71a9fe1bc707 req-a95eed8e-56f1-40e1-8164-1286fc19a70b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460019 Apr 16 16:03:10.228247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4854f5ca-a13a-4483-9956-7dab45b39ccb {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:03:10.233285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-4e898906-c5b7-4a43-b864-fcc3d6f6c1e9 service neutron] 10.222.0.107 "GET /v2.0/ports/4854f5ca-a13a-4483-9956-7dab45b39ccb/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0745952 Apr 16 16:03:10.237979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:03:10.240372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:10.241680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:03:10.280998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:03:10.283306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:03:10.562640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['4854f5ca-a13a-4483-9956-7dab45b39ccb'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:03:10.691673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-a8bdc0c2-6d77-4476-8b02-ac5ed57b4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:10.692751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-a8bdc0c2-6d77-4476-8b02-ac5ed57b4499 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 1097 time: 0.0587027 Apr 16 16:03:10.786691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-9076fbf3-af7a-48fe-82d8-abfbc1423cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:10.787715 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-9076fbf3-af7a-48fe-82d8-abfbc1423cf0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0866292 Apr 16 16:03:10.865162 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-48f7d982-1254-41d2-9b06-8aa6cde134cb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb HTTP/1.1" status: 200 len: 1000 time: 0.0696340 Apr 16 16:03:10.915833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-cb5ee5d5-640c-4cf4-bf1f-b93f36733f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:10.916765 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-cb5ee5d5-640c-4cf4-bf1f-b93f36733f93 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0434871 Apr 16 16:03:10.973465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-db0f5b15-3859-422d-b36c-4f74d99fa67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:10.974377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-db0f5b15-3859-422d-b36c-4f74d99fa67d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495274 Apr 16 16:03:11.053759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-75c30e88-686e-4633-a462-4fda330a6f84 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0706661 Apr 16 16:03:11.162042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-f4467ec7-3741-4604-8a33-30714564d107 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951202 Apr 16 16:03:11.324139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb29cb52-491c-48a3-85b8-4dee646aa001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:11.375038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08186d-bc4a-4fcf-8187-0d01596b9d62 req-c742b10c-3c54-4517-90e1-050e20f28c0b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:11.376098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b08186d-bc4a-4fcf-8187-0d01596b9d62 req-c742b10c-3c54-4517-90e1-050e20f28c0b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 944 time: 0.0612984 Apr 16 16:03:11.412324 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b08186d-bc4a-4fcf-8187-0d01596b9d62 req-aa79226c-41c2-4634-982d-d1658e826193 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277336 Apr 16 16:03:12.075752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4854f5ca-a13a-4483-9956-7dab45b39ccb up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:03:12.147059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 4854f5ca-a13a-4483-9956-7dab45b39ccb triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:03:12.147353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:12.237190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:12.256511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:03:12.263714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:03:12.266996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:12.268478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:03:12.298510 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'code': 200} Apr 16 16:03:12.316541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=8']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:03:12.318900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:03:12.578026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd748f-da2e-4234-920d-9a39e7a16c61 req-f59ef4ea-520c-4d7a-9434-98c1d7e04eb9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:12.579016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6cd748f-da2e-4234-920d-9a39e7a16c61 req-f59ef4ea-520c-4d7a-9434-98c1d7e04eb9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0774283 Apr 16 16:03:12.610968 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6cd748f-da2e-4234-920d-9a39e7a16c61 req-2300baad-cc17-4b23-bc88-4ca145eec200 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274458 Apr 16 16:03:12.745365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-524ffe65-defb-428c-99a0-e68e357c4845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:13.010706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:13.102510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:13.516324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:13.772207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a795403-c25c-424c-88b3-d6817aadeafd req-a20735bc-a549-4a29-b3cb-23917c1ef30f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:13.773221 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a795403-c25c-424c-88b3-d6817aadeafd req-a20735bc-a549-4a29-b3cb-23917c1ef30f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0687447 Apr 16 16:03:13.808835 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a795403-c25c-424c-88b3-d6817aadeafd req-e1fe8162-7182-4ca2-8aaf-552308a757a4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279114 Apr 16 16:03:14.204627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:14.958036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724fe96-2a7e-4b1a-be3d-cb1cff41b885 req-8a2cf6d4-5be3-44a4-a9cf-313cb84eb043 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:14.959064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6724fe96-2a7e-4b1a-be3d-cb1cff41b885 req-8a2cf6d4-5be3-44a4-a9cf-313cb84eb043 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0647376 Apr 16 16:03:14.996623 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6724fe96-2a7e-4b1a-be3d-cb1cff41b885 req-83a6b267-abde-467c-836c-28fe4358da3c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302644 Apr 16 16:03:16.177249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95217edf-099f-4208-b0b2-d651d55ecb14 req-caafa346-81cf-45a5-8b9c-a819e13a1523 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:16.178361 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95217edf-099f-4208-b0b2-d651d55ecb14 req-caafa346-81cf-45a5-8b9c-a819e13a1523 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0807376 Apr 16 16:03:16.215165 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95217edf-099f-4208-b0b2-d651d55ecb14 req-46ca6537-9cfc-4308-9c1c-1891483fdc5b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291400 Apr 16 16:03:17.386249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9676b7-05fd-45e4-adb6-9c62633c5a18 req-0e799b38-3923-4901-adbd-76938cdc8bf2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:17.387394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7a9676b7-05fd-45e4-adb6-9c62633c5a18 req-0e799b38-3923-4901-adbd-76938cdc8bf2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0746078 Apr 16 16:03:17.709660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7a9676b7-05fd-45e4-adb6-9c62633c5a18 req-93db5fc3-3b4d-44fe-900f-6cc000856183 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3176699 Apr 16 16:03:18.886559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2f0db-a69b-48ba-94a1-76bd0cc71745 req-4a1a6e05-5af0-4816-967e-364feb3b00b9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:18.887682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-33d2f0db-a69b-48ba-94a1-76bd0cc71745 req-4a1a6e05-5af0-4816-967e-364feb3b00b9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0755668 Apr 16 16:03:18.925133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-33d2f0db-a69b-48ba-94a1-76bd0cc71745 req-13ad7510-a2ff-43ad-aabe-03ccd8ee300b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301909 Apr 16 16:03:20.089524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb70a4e-2fc0-4af1-81eb-174ee6dfcf7f req-26a16df4-be44-4575-8c8b-ffa94e56e0cd tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:20.090564 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7fb70a4e-2fc0-4af1-81eb-174ee6dfcf7f req-26a16df4-be44-4575-8c8b-ffa94e56e0cd tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0709572 Apr 16 16:03:20.124498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7fb70a4e-2fc0-4af1-81eb-174ee6dfcf7f req-36681bb8-1d38-4eff-8623-6284bcbeda80 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268383 Apr 16 16:03:21.297241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b239ce2-1cfc-401f-a72a-3cf7ae471923 req-0d058324-7f8c-450d-b26a-fb80bea1e713 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:21.298543 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b239ce2-1cfc-401f-a72a-3cf7ae471923 req-0d058324-7f8c-450d-b26a-fb80bea1e713 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0765951 Apr 16 16:03:21.335799 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b239ce2-1cfc-401f-a72a-3cf7ae471923 req-f00c8d84-5a15-4312-ac3d-637911e95d00 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293324 Apr 16 16:03:22.508779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7def58-082d-42e0-acf6-9c9515fe23e3 req-9e2bbc58-d80c-46c9-9d24-b0444beb6429 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:22.509898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c7def58-082d-42e0-acf6-9c9515fe23e3 req-9e2bbc58-d80c-46c9-9d24-b0444beb6429 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0744047 Apr 16 16:03:22.542330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c7def58-082d-42e0-acf6-9c9515fe23e3 req-60df71bd-e81c-401d-9e39-4092b10853e1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279191 Apr 16 16:03:23.693114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526f34c-edf6-4fd6-bd35-dbcf5eb846cf req-31ae0f0a-9612-4ba2-97a4-15e4377b97ed tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:23.694093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d526f34c-edf6-4fd6-bd35-dbcf5eb846cf req-31ae0f0a-9612-4ba2-97a4-15e4377b97ed tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0665081 Apr 16 16:03:23.730501 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d526f34c-edf6-4fd6-bd35-dbcf5eb846cf req-9813a46a-0936-4683-bbaf-c39279726da8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288968 Apr 16 16:03:24.876299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186fe83-b3cc-485a-82b6-e559939c928f req-dca3ffaf-d5d2-42a0-a9d6-d8745b9e750b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:24.877339 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6186fe83-b3cc-485a-82b6-e559939c928f req-dca3ffaf-d5d2-42a0-a9d6-d8745b9e750b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0659232 Apr 16 16:03:24.912262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6186fe83-b3cc-485a-82b6-e559939c928f req-4b8492ee-7b17-4a0f-8712-7da945ad835d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274885 Apr 16 16:03:26.070829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41c69a-0a77-4db6-b295-c0fbd41d1f91 req-da849228-252e-4852-810f-3b4232ccda24 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:26.071921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df41c69a-0a77-4db6-b295-c0fbd41d1f91 req-da849228-252e-4852-810f-3b4232ccda24 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0642104 Apr 16 16:03:26.103219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df41c69a-0a77-4db6-b295-c0fbd41d1f91 req-d7a74ad0-0a8b-4526-b990-1ec7fa39dc26 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268161 Apr 16 16:03:26.307341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-313091ed-111c-46b3-9b9b-a76a17edeb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:26.308421 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-313091ed-111c-46b3-9b9b-a76a17edeb5a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730&tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 1098 time: 0.0599637 Apr 16 16:03:26.755833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-996b4f2b-47cd-43ef-9ad8-0fc225c042a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:26.756999 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-996b4f2b-47cd-43ef-9ad8-0fc225c042a6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 1098 time: 0.0710096 Apr 16 16:03:26.868630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-2a41bc94-6bdf-4103-98b0-af7e9028e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:26.869672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-2a41bc94-6bdf-4103-98b0-af7e9028e5d2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.1042128 Apr 16 16:03:26.965382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-df84158f-8785-4c9a-9bbf-9b1955c10f3f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb HTTP/1.1" status: 200 len: 1001 time: 0.0867729 Apr 16 16:03:27.016300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-6e561c19-39fa-4cb2-8789-8804d87eaaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:27.017489 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-6e561c19-39fa-4cb2-8789-8804d87eaaec service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0438006 Apr 16 16:03:27.078371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-087b94dc-c211-4758-b7cc-6456a54f2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:27.079370 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-087b94dc-c211-4758-b7cc-6456a54f2c65 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527318 Apr 16 16:03:27.175615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-595a4d84-83e8-4922-93b6-00ed27dfdada service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866907 Apr 16 16:03:27.296957 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6bc5cf68-3229-43c0-98a9-f48bc3c49a1e req-8d48d0ea-1337-41ae-82ae-fe6b0e61ac8e service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118214 Apr 16 16:03:27.305164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea03b8c-9939-4bda-b97a-ce8519a41ed0 req-02a14a82-2ca8-4b3a-b979-fc3f99713721 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:27.305919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ea03b8c-9939-4bda-b97a-ce8519a41ed0 req-02a14a82-2ca8-4b3a-b979-fc3f99713721 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.1066623 Apr 16 16:03:27.336425 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ea03b8c-9939-4bda-b97a-ce8519a41ed0 req-b9032545-3543-401c-996c-580d68b454e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0231473 Apr 16 16:03:28.155389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4854f5ca-a13a-4483-9956-7dab45b39ccb no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:03:28.259539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:28.278296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:03:28.284932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:03:28.287688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:28.289188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:03:28.331963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'code': 200} Apr 16 16:03:28.333500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=9']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:03:28.335802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:03:28.467325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d45fdf-9d51-4ed6-9434-6bd1953dda9a req-0ca5f0d7-d46b-4ff4-bc19-12f08312b02c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:28.468232 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-14d45fdf-9d51-4ed6-9434-6bd1953dda9a req-0ca5f0d7-d46b-4ff4-bc19-12f08312b02c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0595930 Apr 16 16:03:28.501140 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-14d45fdf-9d51-4ed6-9434-6bd1953dda9a req-6cbebe79-0af8-4523-9d33-20612fedd29b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257833 Apr 16 16:03:29.681883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853df1a-4fd9-43de-a059-2e1224be9e8b req-73fbe5cf-493c-4256-a6f5-e01ebf5308b0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:29.682872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f853df1a-4fd9-43de-a059-2e1224be9e8b req-73fbe5cf-493c-4256-a6f5-e01ebf5308b0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0802498 Apr 16 16:03:29.715049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f853df1a-4fd9-43de-a059-2e1224be9e8b req-eb5d3f9a-73cd-4c7b-ad11-664114288575 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276675 Apr 16 16:03:30.873729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e47877-74df-4912-98b3-d83c3db459fd req-fc2cd618-052c-4861-ad38-0032513c185d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:30.874839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6e47877-74df-4912-98b3-d83c3db459fd req-fc2cd618-052c-4861-ad38-0032513c185d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0655518 Apr 16 16:03:30.913719 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6e47877-74df-4912-98b3-d83c3db459fd req-07885ed2-932d-4f4d-b6cc-b5602de8c497 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312922 Apr 16 16:03:32.068940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c154d7-d56e-4c9c-94ac-42d5355bd5e7 req-c77b6037-3ce3-4ab5-95dd-31d39977b338 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:32.070064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98c154d7-d56e-4c9c-94ac-42d5355bd5e7 req-c77b6037-3ce3-4ab5-95dd-31d39977b338 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0645843 Apr 16 16:03:32.101077 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98c154d7-d56e-4c9c-94ac-42d5355bd5e7 req-9914d95a-3c32-4928-b1d1-c2aa27858387 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266111 Apr 16 16:03:33.268459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e37bfe-8c03-42c2-b72a-77518241e462 req-2b062663-b0cd-4cb9-8a69-bf33f5749e58 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:33.269573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71e37bfe-8c03-42c2-b72a-77518241e462 req-2b062663-b0cd-4cb9-8a69-bf33f5749e58 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0757620 Apr 16 16:03:33.302122 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71e37bfe-8c03-42c2-b72a-77518241e462 req-b72da262-233e-4450-a75e-171664289438 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282440 Apr 16 16:03:33.437579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba657d3f-2e16-4709-b5fd-b29cdc179a18 req-8048573f-8e59-4cd1-a051-396c86d1740b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:33.438653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba657d3f-2e16-4709-b5fd-b29cdc179a18 req-8048573f-8e59-4cd1-a051-396c86d1740b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0601757 Apr 16 16:03:33.472009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba657d3f-2e16-4709-b5fd-b29cdc179a18 req-051da85e-213b-475c-a367-7d69975e1be2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276179 Apr 16 16:03:33.615513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aec8e7-0739-47fc-8066-d573ad193c82 req-0c977c58-e57f-40e7-9233-a0c0fec15b5f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:33.616584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6aec8e7-0739-47fc-8066-d573ad193c82 req-0c977c58-e57f-40e7-9233-a0c0fec15b5f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0712507 Apr 16 16:03:33.652346 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6aec8e7-0739-47fc-8066-d573ad193c82 req-7028e11b-d452-46e1-a70d-39d7353ec2c2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281794 Apr 16 16:03:33.857029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:03:33.920211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd9b9f-4c3f-4eb3-bdcb-c733e5562e0f req-dc77d6db-1978-4a5c-b6ea-d16f1ff29213 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:33.921182 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-05bd9b9f-4c3f-4eb3-bdcb-c733e5562e0f req-dc77d6db-1978-4a5c-b6ea-d16f1ff29213 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 943 time: 0.0673051 Apr 16 16:03:33.956885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-05bd9b9f-4c3f-4eb3-bdcb-c733e5562e0f req-16b5db5b-d358-44ec-b837-28a52c892dd0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294790 Apr 16 16:03:34.169701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4854f5ca-a13a-4483-9956-7dab45b39ccb details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:03:34.282383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:03:34.292906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'port_id': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'mac_address': 'fa:16:3e:69:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:03:34.333296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:34.345523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4854f5ca-a13a-4483-9956-7dab45b39ccb {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:03:34.357244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:03:34.360246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:34.361665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:03:34.407108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=10']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:03:34.409382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:03:34.665195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['4854f5ca-a13a-4483-9956-7dab45b39ccb'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:03:35.115132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79bc9a-f9e2-451c-909a-d2d3fbedc7f0 req-2dcdd4b4-a5b6-4870-96e0-81b60c89b704 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:35.116181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aa79bc9a-f9e2-451c-909a-d2d3fbedc7f0 req-2dcdd4b4-a5b6-4870-96e0-81b60c89b704 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0648937 Apr 16 16:03:35.152919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aa79bc9a-f9e2-451c-909a-d2d3fbedc7f0 req-9c1d759b-2803-4dcc-a210-cbc5125e091e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295718 Apr 16 16:03:36.184326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4854f5ca-a13a-4483-9956-7dab45b39ccb up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:03:36.250319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 4854f5ca-a13a-4483-9956-7dab45b39ccb triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:03:36.250624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:36.324418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c7d19-f706-4a97-ad6b-4ae775285647 req-01ac6274-fc75-4991-bfeb-e62c848143bf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:36.325501 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-314c7d19-f706-4a97-ad6b-4ae775285647 req-01ac6274-fc75-4991-bfeb-e62c848143bf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 945 time: 0.0742521 Apr 16 16:03:36.335978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:36.354652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:03:36.357933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-314c7d19-f706-4a97-ad6b-4ae775285647 req-52e66f1e-d061-43f5-af3c-af90ea80b3e8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276146 Apr 16 16:03:36.361733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:03:36.364192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:36.365682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:03:36.406172 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'code': 200} Apr 16 16:03:36.415041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=11']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:03:36.417205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:03:37.514862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27a84c-a8a1-40e4-8d67-4b4c0db6dd49 req-990d9f9e-6772-4090-bbb7-103c90406505 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:37.515964 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db27a84c-a8a1-40e4-8d67-4b4c0db6dd49 req-990d9f9e-6772-4090-bbb7-103c90406505 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 946 time: 0.0651560 Apr 16 16:03:37.559320 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db27a84c-a8a1-40e4-8d67-4b4c0db6dd49 req-df482bda-c2ec-49df-9104-edb222ce7482 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374227 Apr 16 16:03:38.293656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-a35041fa-2dfc-4b7e-b1e0-75a88d312bbf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:38.294754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-a35041fa-2dfc-4b7e-b1e0-75a88d312bbf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 946 time: 0.0805233 Apr 16 16:03:38.348506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Deleting port 4854f5ca-a13a-4483-9956-7dab45b39ccb {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:03:38.348738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:38.519403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] For port 4854f5ca-a13a-4483-9956-7dab45b39ccb, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=4854f5ca-a13a-4483-9956-7dab45b39ccb,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:03:38.520049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:38.768924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:38.769257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:38.769442 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397 disassociated. External IP: 172.26.4.27, port: 4854f5ca-a13a-4483-9956-7dab45b39ccb. Apr 16 16:03:38.769646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Calling delete_port for 4854f5ca-a13a-4483-9956-7dab45b39ccb owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:03:38.799409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1995f58-313a-40cd-b0bb-4bae67ea6d19 req-ac47fe43-b1ad-4757-b2c8-24b4f97d993b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:38.800489 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1995f58-313a-40cd-b0bb-4bae67ea6d19 req-ac47fe43-b1ad-4757-b2c8-24b4f97d993b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 946 time: 0.1641853 Apr 16 16:03:38.851372 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1995f58-313a-40cd-b0bb-4bae67ea6d19 req-dd44c724-2d5a-4f86-a481-c8d6accf1ab3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423162 Apr 16 16:03:38.899160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:38.910237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d578592-5466-4f13-8e11-ace77fb8182d tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:03:38.966334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event deleted for resources: {'Port': ['ID=4854f5ca-a13a-4483-9956-7dab45b39ccb,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:03:38.974409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.974670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.974908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.975137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.975367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.975598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.975831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.976061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.976293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.976524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.976755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.976983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:03:38.979664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:03:39.392417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Router ec4b57f9-6389-427a-b045-67736659b246 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:03:39.492157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:03:39.503856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa46d33-ba82-45e9-8690-03ec99b7d6e0 None None] Sync routers for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:03:39.510596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa46d33-ba82-45e9-8690-03ec99b7d6e0 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:03:39.511065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6aa46d33-ba82-45e9-8690-03ec99b7d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:03:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:03:39.530660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] No DVR routers for this DVR port 4854f5ca-a13a-4483-9956-7dab45b39ccb on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:03:39.532253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:39.534122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-deleted', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:03:39.545035 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce3ce453-5c91-46d9-944a-31531c6e286d req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "DELETE /v2.0/ports/4854f5ca-a13a-4483-9956-7dab45b39ccb HTTP/1.1" status: 204 len: 173 time: 1.2433603 Apr 16 16:03:39.603468 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcca13ef-daa8-41bb-b612-ea3478870730', 'name': 'network-vif-deleted', 'tag': '4854f5ca-a13a-4483-9956-7dab45b39ccb', 'status': 'completed', 'code': 200} Apr 16 16:03:39.640889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6aa46d33-ba82-45e9-8690-03ec99b7d6e0 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:03:39.846539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6aa46d33-ba82-45e9-8690-03ec99b7d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:03:39.849572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa46d33-ba82-45e9-8690-03ec99b7d6e0 None None] Checking router: ec4b57f9-6389-427a-b045-67736659b246 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:03:39.855297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa46d33-ba82-45e9-8690-03ec99b7d6e0 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:03:39.855678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6aa46d33-ba82-45e9-8690-03ec99b7d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:03:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:03:39.945187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6e76e471-d62c-4201-bbee-816471cc810c req-6d3353c1-b7a8-4219-8545-a1b3bbc8ecda tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Synchronizing usage tracker for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:03:39.955698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6e76e471-d62c-4201-bbee-816471cc810c req-6d3353c1-b7a8-4219-8545-a1b3bbc8ecda tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Unset dirty status for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:03:39.956593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e76e471-d62c-4201-bbee-816471cc810c req-6d3353c1-b7a8-4219-8545-a1b3bbc8ecda tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 210 time: 0.0422502 Apr 16 16:03:40.140003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6aa46d33-ba82-45e9-8690-03ec99b7d6e0 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:03:40.314990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6aa46d33-ba82-45e9-8690-03ec99b7d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:03:40.317814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa46d33-ba82-45e9-8690-03ec99b7d6e0 None None] The sync data for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv is: [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:03:40.642871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2de30b8-1f8a-471f-81c2-ac2a55f17ce0 None None] New status for floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:03:41.071538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfc7dbed-ed43-4faf-abdb-6b87c732343c req-40175449-202c-44f0-af68-e830ac80941b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 210 time: 0.0334022 Apr 16 16:03:41.333208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e6f3763a-fbca-4cd9-a502-60a6864d0cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:42.216337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4854f5ca-a13a-4483-9956-7dab45b39ccb no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:03:42.223634 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec285bab-28db-4f1c-b083-aada96ec6591 req-d55083f6-65af-412f-8743-00e7a8514b78 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 210 time: 0.0504417 Apr 16 16:03:42.251890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 4854f5ca-a13a-4483-9956-7dab45b39ccb {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:03:42.252167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 4854f5ca-a13a-4483-9956-7dab45b39ccb not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:03:42.752016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b7e011b-c471-45af-949a-fab8c225cb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:43.020676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:43.092796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:43.371933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d12bc46a-2321-4489-ba64-00c651ac87e9 req-79d8a752-bb35-48bf-ba96-043d0ca31246 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=bcca13ef-daa8-41bb-b612-ea3478870730 HTTP/1.1" status: 200 len: 210 time: 0.0464432 Apr 16 16:03:43.504181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:44.209884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:44.646333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-4b1a1009-e8db-4203-990c-2e3f43c3af85 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-securitygroup--934645343&fields=id&tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 267 time: 0.0303359 Apr 16 16:03:44.753105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-92c63b87-34c1-45a7-a5ad-60dbaafef396 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:44.754050 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-92c63b87-34c1-45a7-a5ad-60dbaafef396 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 812 time: 0.1031733 Apr 16 16:03:44.766593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-165bb6ba-69ea-46bc-af33-04a3588d0f6d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/quotas/80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 375 time: 0.0054929 Apr 16 16:03:44.824235 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-9be4fa9e-0647-40b6-8d46-103677908eca tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509596 Apr 16 16:03:44.977206 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-62f4cd3c-3a6d-430b-8924-053fc76f6d17 service neutron] 10.222.0.95 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446967 Apr 16 16:03:45.073286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-a58beea5-5c12-4e19-b8b7-9a2a80cea797 service neutron] 10.222.0.95 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882895 Apr 16 16:03:45.200183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-02913270-9983-4670-b9f9-611a98c51271 req-aecd2927-32cf-43a0-bdc0-65bcb8def8dc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 210 time: 0.0321963 Apr 16 16:03:46.309791 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bfd18b4b-5759-4170-aa14-6d440590fc81 req-8feac08c-a4ec-4d7a-beed-567d4d14d13f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 210 time: 0.0326247 Apr 16 16:03:47.439113 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-420145c5-d008-40d2-947a-4f525d777086 req-ab6ecc1e-05cd-469c-81d3-7037aa98d1e3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 210 time: 0.0463414 Apr 16 16:03:47.460613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-43170991-60b5-4e92-95e6-cb2324933eec tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:47.461924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-43170991-60b5-4e92-95e6-cb2324933eec tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 812 time: 0.1427631 Apr 16 16:03:47.509596 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-ad8284ca-e8bb-4ded-add3-ece15d32568d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 5716 time: 0.0369194 Apr 16 16:03:47.519611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'port': {'device_id': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'admin_state_up': True, 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'security_groups': ['f6b2dd8f-37f1-42aa-b4e8-05188ee41043']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:03:47.610940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:03:47.618253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:03:47.625572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Made reservation on behalf of 80738e1cd5d74e5b9e37c4048caba00c for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:03:47.630129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:47.740703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Allocated IP 172.20.0.6 (55ca6f57-a475-4207-96e9-7343a5f25447/2a1f9350-817f-48ab-a780-273c46f89b28/bdbcfede-c631-4c51-b37f-e013746a2fb7) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:03:47.870121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:47.882009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Transition to ACTIVE for port object bdbcfede-c631-4c51-b37f-e013746a2fb7 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:03:47.913241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:47.925731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d34287f8-ecdd-4efb-b497-ae644de481fc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:03:48.010916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event updated for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:03:48.013057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:03:48.047446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Network 55ca6f57-a475-4207-96e9-7343a5f25447 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:03:48.048309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:03:48.050140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:03:48.095255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:48.095742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:48.118209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015906 Apr 16 16:03:48.130476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Request body: {'port': {'device_id': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:03:48.175964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3cc5458d-de61-4797-8bdf-17d89c42e2cd None None] Provisioning for port bdbcfede-c631-4c51-b37f-e013746a2fb7 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:03:48.179283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3cc5458d-de61-4797-8bdf-17d89c42e2cd None None] Provisioning complete for port bdbcfede-c631-4c51-b37f-e013746a2fb7 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:03:48.179559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cc5458d-de61-4797-8bdf-17d89c42e2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:48.207965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:48.216166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5458d-de61-4797-8bdf-17d89c42e2cd None None] Port bdbcfede-c631-4c51-b37f-e013746a2fb7 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:03:48.427035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbcfede-c631-4c51-b37f-e013746a2fb7 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:03:48.431137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:48.440618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Transition to ACTIVE for port object bdbcfede-c631-4c51-b37f-e013746a2fb7 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:03:48.442718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:48.449795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-567ca656-9382-4137-be02-bc47ba62d8dc tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:03:48.519665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:03:48.521540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:03:48.665376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3a262-f5e1-4fed-9f2d-ada82166acd9 req-aaaa7156-b046-438d-9525-d8744c35451c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:48.665758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-cee3a262-f5e1-4fed-9f2d-ada82166acd9 req-aaaa7156-b046-438d-9525-d8744c35451c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Synchronizing usage tracker for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:03:48.691489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-cee3a262-f5e1-4fed-9f2d-ada82166acd9 req-aaaa7156-b046-438d-9525-d8744c35451c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Unset dirty status for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:03:48.692283 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cee3a262-f5e1-4fed-9f2d-ada82166acd9 req-aaaa7156-b046-438d-9525-d8744c35451c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.1699958 Apr 16 16:03:48.693497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Attempting to bind port bdbcfede-c631-4c51-b37f-e013746a2fb7 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:03:48.693696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Attempting to bind port bdbcfede-c631-4c51-b37f-e013746a2fb7 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:03:48.693891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Attempting to bind port bdbcfede-c631-4c51-b37f-e013746a2fb7 on network 55ca6f57-a475-4207-96e9-7343a5f25447 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:03:48.696828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Port bdbcfede-c631-4c51-b37f-e013746a2fb7 on network 55ca6f57-a475-4207-96e9-7343a5f25447 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:03:48.697014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Attempting to bind port bdbcfede-c631-4c51-b37f-e013746a2fb7 on network 55ca6f57-a475-4207-96e9-7343a5f25447 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:03:48.700729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:03:48.700910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Checking segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:03:48.701141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Bound using segment: {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:03:48.701397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Bound port: bdbcfede-c631-4c51-b37f-e013746a2fb7, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9dd35b8-9cf9-439a-9f9f-e02199432149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1455, 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:03:48.701605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:48.756504 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cee3a262-f5e1-4fed-9f2d-ada82166acd9 req-c2f48bf0-686f-4a3b-8da2-950e61d58e9a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563638 Apr 16 16:03:48.773159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:03:48.775136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:03:48.777846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:48.784784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9aa032e7-cfd3-496c-93a5-9d8c31d6df18 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:03:48.860197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:03:48.862852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:03:48.881858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:48.882228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:03:48.883275 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] 10.222.0.107 "PUT /v2.0/ports/bdbcfede-c631-4c51-b37f-e013746a2fb7 HTTP/1.1" status: 200 len: 1093 time: 0.7559006 Apr 16 16:03:48.883566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:03:48.918299 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'status': 'completed', 'code': 200} Apr 16 16:03:49.646959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd4ef-88a0-4232-825c-6e1ad963cba7 req-65106c14-7818-4b5e-9941-5d234357b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:49.648080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9bd4ef-88a0-4232-825c-6e1ad963cba7 req-65106c14-7818-4b5e-9941-5d234357b37c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 1096 time: 0.0705929 Apr 16 16:03:50.091949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd4ef-88a0-4232-825c-6e1ad963cba7 req-58cb52b1-7703-4346-97f4-e70faf32a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:50.092968 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9bd4ef-88a0-4232-825c-6e1ad963cba7 req-58cb52b1-7703-4346-97f4-e70faf32a4fa service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4353077 Apr 16 16:03:50.172547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b54cf0-1f5b-4aa8-940c-45ea894a9aba req-6d6076ee-4f02-4828-9294-4976293e9561 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:50.173477 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07b54cf0-1f5b-4aa8-940c-45ea894a9aba req-6d6076ee-4f02-4828-9294-4976293e9561 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.1295278 Apr 16 16:03:50.214203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd4ef-88a0-4232-825c-6e1ad963cba7 req-8e80f191-57d3-4aa1-9622-31d33e3dc353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:50.215009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9bd4ef-88a0-4232-825c-6e1ad963cba7 req-8e80f191-57d3-4aa1-9622-31d33e3dc353 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1142054 Apr 16 16:03:50.218786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07b54cf0-1f5b-4aa8-940c-45ea894a9aba req-e4db5119-73c7-4dc3-8ef8-d876d23fe607 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359941 Apr 16 16:03:51.369767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25233ef-ed71-45fe-b1ba-df4bb53fa5e3 req-55b8bcd2-8159-49b7-8af3-5baf5ef91f15 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:51.370782 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b25233ef-ed71-45fe-b1ba-df4bb53fa5e3 req-55b8bcd2-8159-49b7-8af3-5baf5ef91f15 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0655587 Apr 16 16:03:51.405790 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b25233ef-ed71-45fe-b1ba-df4bb53fa5e3 req-17d80890-c399-4680-85cc-e98498e447f8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270779 Apr 16 16:03:52.549001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4f4ef-09bd-4a08-9033-b1a714f78abd req-52e127c2-3d89-4cfe-83d7-f9001c224d01 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:52.550125 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-46b4f4ef-09bd-4a08-9033-b1a714f78abd req-52e127c2-3d89-4cfe-83d7-f9001c224d01 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0661411 Apr 16 16:03:52.585158 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-46b4f4ef-09bd-4a08-9033-b1a714f78abd req-e3be38b6-2f42-4bd7-95e2-3e5b3ea9f9d0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277207 Apr 16 16:03:53.743533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad1f29-5618-4ea2-b58a-62e4dfd795f6 req-ab45256c-3462-45c1-9a0f-f9af1a88920f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:53.744570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bdad1f29-5618-4ea2-b58a-62e4dfd795f6 req-ab45256c-3462-45c1-9a0f-f9af1a88920f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0709248 Apr 16 16:03:53.780670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bdad1f29-5618-4ea2-b58a-62e4dfd795f6 req-6896781b-5b81-414c-9880-7d20a9269885 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286109 Apr 16 16:03:54.939888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fa817-aa73-49a8-bf4c-8b1b8cdfd0b2 req-bcf0208b-c071-491a-9ec6-8903f3086a17 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:54.940831 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af5fa817-aa73-49a8-bf4c-8b1b8cdfd0b2 req-bcf0208b-c071-491a-9ec6-8903f3086a17 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0639253 Apr 16 16:03:54.973034 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af5fa817-aa73-49a8-bf4c-8b1b8cdfd0b2 req-4e258515-7f79-4e67-84a8-d89620ac8ea7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278969 Apr 16 16:03:56.128068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07866910-0b18-43e5-84e2-a1153d71e743 req-8dcced59-1818-43c6-b8a1-6e8734a9805b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:56.129162 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07866910-0b18-43e5-84e2-a1153d71e743 req-8dcced59-1818-43c6-b8a1-6e8734a9805b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0635850 Apr 16 16:03:56.167613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07866910-0b18-43e5-84e2-a1153d71e743 req-9b60dbc7-5ab0-4873-99f6-91e1daeb86a1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309091 Apr 16 16:03:57.377715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190995b-f235-43a7-807a-ba702c96d022 req-438a500c-d89e-4021-9848-6b80d01f391c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:57.378935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3190995b-f235-43a7-807a-ba702c96d022 req-438a500c-d89e-4021-9848-6b80d01f391c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0681705 Apr 16 16:03:57.419542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3190995b-f235-43a7-807a-ba702c96d022 req-2aeff9a5-a32d-4e91-8db2-29ced0cf10d6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303423 Apr 16 16:03:58.574757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc6b6-9a2f-4fca-b498-e521120bc34b req-c262b0d7-863d-48c6-91f8-fe5968546150 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:58.575861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cf1fc6b6-9a2f-4fca-b498-e521120bc34b req-c262b0d7-863d-48c6-91f8-fe5968546150 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0758224 Apr 16 16:03:58.607794 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cf1fc6b6-9a2f-4fca-b498-e521120bc34b req-4df12cd7-56d2-4c74-810a-ece99fac4ac6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271235 Apr 16 16:03:59.786527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9614eff-06e9-4aa1-9615-90ca7505b63a req-0089561f-274a-43ac-9978-e6b02b1fdfcd tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:03:59.787684 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9614eff-06e9-4aa1-9615-90ca7505b63a req-0089561f-274a-43ac-9978-e6b02b1fdfcd tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0829842 Apr 16 16:03:59.823828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9614eff-06e9-4aa1-9615-90ca7505b63a req-9f29e618-cb6c-4637-a005-1e31e0992bd9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284002 Apr 16 16:04:00.978709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61962d4-24b9-48e1-acc5-d2614bdb6689 req-e8ea9026-4bf4-44df-9155-71a8c92f5e9d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:00.979723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c61962d4-24b9-48e1-acc5-d2614bdb6689 req-e8ea9026-4bf4-44df-9155-71a8c92f5e9d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0722878 Apr 16 16:04:01.013945 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c61962d4-24b9-48e1-acc5-d2614bdb6689 req-9b6564db-2f54-4d35-b735-9b858be4a8a3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296915 Apr 16 16:04:02.320735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce51996-e6cf-4043-b685-a2db85ad6789 req-13ae9230-83d4-4426-bc2d-d4125093b9db tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:02.321635 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bce51996-e6cf-4043-b685-a2db85ad6789 req-13ae9230-83d4-4426-bc2d-d4125093b9db tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0663977 Apr 16 16:04:02.354455 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bce51996-e6cf-4043-b685-a2db85ad6789 req-1a14e36e-04a0-4953-b8cc-f346e37c4594 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287650 Apr 16 16:04:03.508343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e5fe-5845-4cf1-a2ad-c95433661681 req-f81a3c9a-1aac-4775-8cf1-4b30d5526d81 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:03.509410 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9887e5fe-5845-4cf1-a2ad-c95433661681 req-f81a3c9a-1aac-4775-8cf1-4b30d5526d81 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0661378 Apr 16 16:04:03.544539 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9887e5fe-5845-4cf1-a2ad-c95433661681 req-1a06aabf-147e-4951-97c7-ddbe3cc1a5d2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275333 Apr 16 16:04:04.703111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a2619-4781-4111-a9ae-101d6d0d5617 req-7cafcf5d-2150-45d0-baea-c5d45766d8a2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:04.704206 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e7a2619-4781-4111-a9ae-101d6d0d5617 req-7cafcf5d-2150-45d0-baea-c5d45766d8a2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0724363 Apr 16 16:04:04.736401 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e7a2619-4781-4111-a9ae-101d6d0d5617 req-035c1186-ea91-4a07-b0bd-9cc43be7b3ed tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273178 Apr 16 16:04:05.897188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0c8d8-7b04-4d1c-9e4d-b2aa018bef81 req-c38bcab3-bd2e-4e92-b66b-008780019ae8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:05.898375 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdb0c8d8-7b04-4d1c-9e4d-b2aa018bef81 req-c38bcab3-bd2e-4e92-b66b-008780019ae8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0661738 Apr 16 16:04:05.933435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdb0c8d8-7b04-4d1c-9e4d-b2aa018bef81 req-df7cc154-d309-4e94-ac13-2506c950ef9c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277925 Apr 16 16:04:07.093142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a8259-349c-4ea3-aa0b-09a7d806052c req-12bd157e-c1ae-47ef-84ae-074ce5d1bfed tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:07.094178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b8a8259-349c-4ea3-aa0b-09a7d806052c req-12bd157e-c1ae-47ef-84ae-074ce5d1bfed tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0677891 Apr 16 16:04:07.127744 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b8a8259-349c-4ea3-aa0b-09a7d806052c req-218cd271-8ec7-4e67-8323-7d8cbea9a7de tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269127 Apr 16 16:04:08.283709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38763b-f8cd-46ee-8315-4df7a4ee4db8 req-4833e53f-52ba-4746-82d4-27baf3ea1125 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:08.284794 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd38763b-f8cd-46ee-8315-4df7a4ee4db8 req-4833e53f-52ba-4746-82d4-27baf3ea1125 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0648966 Apr 16 16:04:08.324218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd38763b-f8cd-46ee-8315-4df7a4ee4db8 req-65ee3370-35e4-41f3-8a3e-6ed5ba60a555 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312595 Apr 16 16:04:09.495192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5c39a-69af-4edb-9bbb-84ec383aac90 req-adf9815d-701c-427f-a1bf-105653dbc133 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:09.496346 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-10a5c39a-69af-4edb-9bbb-84ec383aac90 req-adf9815d-701c-427f-a1bf-105653dbc133 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0726669 Apr 16 16:04:09.533110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-10a5c39a-69af-4edb-9bbb-84ec383aac90 req-764a6dbf-5233-4d1c-ad8b-419e89a9426c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280919 Apr 16 16:04:10.700130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714de0-b694-4d04-85b4-f5c6b8a3dc1e req-fa10dc4e-de4b-4b21-9c3f-e0e18e9e8761 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:10.701267 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57714de0-b694-4d04-85b4-f5c6b8a3dc1e req-fa10dc4e-de4b-4b21-9c3f-e0e18e9e8761 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0684252 Apr 16 16:04:10.733537 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57714de0-b694-4d04-85b4-f5c6b8a3dc1e req-53571056-9749-41d6-abed-24ccaf8c18a4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278156 Apr 16 16:04:10.859398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:04:11.333122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c09d12b-f229-4693-92ad-5352740ec468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:11.911179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948699d8-df3d-443c-9e84-e67b6305e586 req-47a3cf33-9834-49ae-87f5-19180345df8f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:11.912339 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-948699d8-df3d-443c-9e84-e67b6305e586 req-47a3cf33-9834-49ae-87f5-19180345df8f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0857666 Apr 16 16:04:11.946309 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-948699d8-df3d-443c-9e84-e67b6305e586 req-19660dd9-549f-48e6-8fec-03a964aa1b96 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291870 Apr 16 16:04:12.747748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f06f87bb-8c72-4ac3-96ff-201ad4a58688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:13.010919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:13.101039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:13.262159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983a5db-f8ae-4b55-bde1-fe416543036f req-58933511-e807-4323-9cdd-fd208db45bf1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:13.263160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5983a5db-f8ae-4b55-bde1-fe416543036f req-58933511-e807-4323-9cdd-fd208db45bf1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0712850 Apr 16 16:04:13.295312 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5983a5db-f8ae-4b55-bde1-fe416543036f req-ea5eecfb-1569-42bf-945f-129d514f994b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276356 Apr 16 16:04:13.529732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:14.216385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:14.433644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec6c26-512c-4b7f-951d-0b3216c66fcc req-fa06fe7a-8580-477c-9205-1126e2e3295d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:14.434751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77ec6c26-512c-4b7f-951d-0b3216c66fcc req-fa06fe7a-8580-477c-9205-1126e2e3295d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0620906 Apr 16 16:04:14.475169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77ec6c26-512c-4b7f-951d-0b3216c66fcc req-9e7ecc86-ecca-482e-8851-fa94dc9a40c5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323198 Apr 16 16:04:15.624244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521a4bf-4d4f-4e0e-ba33-db09c812e430 req-80dcf45b-db05-4e37-9a3d-6b48a831c884 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:15.625296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8521a4bf-4d4f-4e0e-ba33-db09c812e430 req-80dcf45b-db05-4e37-9a3d-6b48a831c884 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0660493 Apr 16 16:04:15.657596 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8521a4bf-4d4f-4e0e-ba33-db09c812e430 req-03c92405-46b9-4cc4-953a-fad582d30090 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281641 Apr 16 16:04:16.819694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ee2cd-0dfb-4a07-a5e4-facca521edc8 req-1b0a125d-a6ca-42c0-a696-a386df0f92a0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:16.820766 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f7ee2cd-0dfb-4a07-a5e4-facca521edc8 req-1b0a125d-a6ca-42c0-a696-a386df0f92a0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0734932 Apr 16 16:04:16.857275 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f7ee2cd-0dfb-4a07-a5e4-facca521edc8 req-e4a9c683-a9bd-47b6-8872-372fe50ea378 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284593 Apr 16 16:04:18.008220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfbd04-6825-4349-97d8-516af923bd08 req-77aeef7a-fbbc-4f76-bce6-f1320aff4fe7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:18.009287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0bfbd04-6825-4349-97d8-516af923bd08 req-77aeef7a-fbbc-4f76-bce6-f1320aff4fe7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0645039 Apr 16 16:04:18.044425 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0bfbd04-6825-4349-97d8-516af923bd08 req-393e786b-b540-4c0c-abc3-c69b052b1e24 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277970 Apr 16 16:04:19.217942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca63dc4-742f-4d83-8a6c-5ad9e357bf25 req-a6d78bcc-8482-4b80-8ec2-02ac1005bbf5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:19.219053 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ca63dc4-742f-4d83-8a6c-5ad9e357bf25 req-a6d78bcc-8482-4b80-8ec2-02ac1005bbf5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0799055 Apr 16 16:04:19.251457 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ca63dc4-742f-4d83-8a6c-5ad9e357bf25 req-4f9353e3-7705-426c-ad19-938fcf8b3f7b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278778 Apr 16 16:04:20.417792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c945a3a-a1fd-421d-bd8b-24601dca2a86 req-943e8a47-ea44-4636-a6c4-8bf2bacb3caa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:20.419990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c945a3a-a1fd-421d-bd8b-24601dca2a86 req-943e8a47-ea44-4636-a6c4-8bf2bacb3caa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0729399 Apr 16 16:04:20.458557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c945a3a-a1fd-421d-bd8b-24601dca2a86 req-81cd0524-9b43-4285-aacd-d8685c5142b0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338178 Apr 16 16:04:21.627177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1400a-2209-46bf-b623-f590f7d3acb0 req-5c1e1d11-d8ba-450f-8e28-ecb70242313b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:21.628274 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e4b1400a-2209-46bf-b623-f590f7d3acb0 req-5c1e1d11-d8ba-450f-8e28-ecb70242313b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0767844 Apr 16 16:04:21.665738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e4b1400a-2209-46bf-b623-f590f7d3acb0 req-937445fc-96b2-4bd9-a377-44a4959c4d4e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288537 Apr 16 16:04:22.839305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396827e-7875-4501-b380-b9bc03763c45 req-b951d430-0428-4530-b87d-74a7f4efedba tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:22.840439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1396827e-7875-4501-b380-b9bc03763c45 req-b951d430-0428-4530-b87d-74a7f4efedba tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0817101 Apr 16 16:04:22.875823 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1396827e-7875-4501-b380-b9bc03763c45 req-3ecf8fc7-2536-40ba-abde-3e2e5a5e0d02 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280254 Apr 16 16:04:24.046266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f4a92-f84e-446f-8251-9468f86d6472 req-5fd64855-79db-47b2-a2a8-c618e4c37da4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:24.047516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac9f4a92-f84e-446f-8251-9468f86d6472 req-5fd64855-79db-47b2-a2a8-c618e4c37da4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0749671 Apr 16 16:04:24.083181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac9f4a92-f84e-446f-8251-9468f86d6472 req-d6cead99-2d3f-4667-82bc-95d5a6bb4223 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308404 Apr 16 16:04:25.242998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f5ae9-21de-4b43-b394-cdad8d84eee5 req-8ea74e7c-8da4-410a-931b-d2f05dc94bce tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:25.244064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be5f5ae9-21de-4b43-b394-cdad8d84eee5 req-8ea74e7c-8da4-410a-931b-d2f05dc94bce tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0657370 Apr 16 16:04:25.278750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be5f5ae9-21de-4b43-b394-cdad8d84eee5 req-870997ef-2a92-4f16-8b4c-213bf02db32b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273640 Apr 16 16:04:26.446184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716249bb-5b4a-419f-be00-1c11fe59c333 req-993eff7f-6e27-418b-ab98-7019c5763588 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:26.447293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-716249bb-5b4a-419f-be00-1c11fe59c333 req-993eff7f-6e27-418b-ab98-7019c5763588 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0724399 Apr 16 16:04:26.481806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-716249bb-5b4a-419f-be00-1c11fe59c333 req-23a91b4f-0333-495a-938a-2be8a28038ac tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299287 Apr 16 16:04:27.644930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b50e9-1a72-4547-b208-dfdf19400489 req-0e8477a0-ec6c-4ae9-80c9-decaccbbaf09 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:27.645977 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-377b50e9-1a72-4547-b208-dfdf19400489 req-0e8477a0-ec6c-4ae9-80c9-decaccbbaf09 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0643451 Apr 16 16:04:27.679016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-377b50e9-1a72-4547-b208-dfdf19400489 req-7d65f71e-c445-4c89-8b73-c59e98889ace tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278122 Apr 16 16:04:28.847829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40d671-d8cb-49ae-9c05-1c3372115baa req-f12e2a86-1992-41d4-8f17-bfe8ca1ad981 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:28.850504 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f40d671-d8cb-49ae-9c05-1c3372115baa req-f12e2a86-1992-41d4-8f17-bfe8ca1ad981 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0810449 Apr 16 16:04:28.881254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f40d671-d8cb-49ae-9c05-1c3372115baa req-a624ffa3-5183-4932-aac1-cba190936c94 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269341 Apr 16 16:04:30.042617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116a7be-82fd-4b14-93a3-301c1aaee08b req-90cfa58a-af7f-4331-9885-11077b053695 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:30.043700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8116a7be-82fd-4b14-93a3-301c1aaee08b req-90cfa58a-af7f-4331-9885-11077b053695 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0707822 Apr 16 16:04:30.076134 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8116a7be-82fd-4b14-93a3-301c1aaee08b req-68d13c20-5de6-4aa9-8f3a-4d6bd1caf82b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281162 Apr 16 16:04:31.249264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e8470-8c89-4e64-9e1d-4e3b3bf8ef26 req-37c6875f-863b-401e-982c-a0ea940f4111 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:31.250380 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df5e8470-8c89-4e64-9e1d-4e3b3bf8ef26 req-37c6875f-863b-401e-982c-a0ea940f4111 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0789976 Apr 16 16:04:31.287742 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df5e8470-8c89-4e64-9e1d-4e3b3bf8ef26 req-59e00c86-d001-4316-84c4-7181086d7d41 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295119 Apr 16 16:04:32.446084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b120e0-441d-4b4a-8b21-661a0f361216 req-3eccdff8-fd47-40ed-a939-88c2ac4897e3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:32.447202 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e3b120e0-441d-4b4a-8b21-661a0f361216 req-3eccdff8-fd47-40ed-a939-88c2ac4897e3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0664637 Apr 16 16:04:32.479418 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e3b120e0-441d-4b4a-8b21-661a0f361216 req-0df02acc-c101-4195-b029-6886924c1b76 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277293 Apr 16 16:04:33.637351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852ebd2-4adc-495a-be06-33092a607c92 req-b09d6ae8-0553-48cc-859b-790448df3b1e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:33.638402 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f852ebd2-4adc-495a-be06-33092a607c92 req-b09d6ae8-0553-48cc-859b-790448df3b1e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0675509 Apr 16 16:04:33.676534 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f852ebd2-4adc-495a-be06-33092a607c92 req-a81b5271-0b50-4892-a1ea-e1bc800fee39 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304391 Apr 16 16:04:34.857290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d57bb-023f-4077-8345-224d0c97384f req-18fb0108-9c5f-4935-84c6-8fb014afc888 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:34.858506 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69d57bb-023f-4077-8345-224d0c97384f req-18fb0108-9c5f-4935-84c6-8fb014afc888 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0829904 Apr 16 16:04:34.891859 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69d57bb-023f-4077-8345-224d0c97384f req-aacba853-09c8-4877-8bea-b65e2cd36212 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287974 Apr 16 16:04:36.043069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0edafb-febd-4f2a-9485-d01e95d0c4d5 req-c6ccf7bc-7dd7-468a-8d10-0418ec5621bc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:36.044128 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dc0edafb-febd-4f2a-9485-d01e95d0c4d5 req-c6ccf7bc-7dd7-468a-8d10-0418ec5621bc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0657532 Apr 16 16:04:36.075206 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dc0edafb-febd-4f2a-9485-d01e95d0c4d5 req-905a0a2b-4d11-4ea6-ae57-a2a9d640434b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268118 Apr 16 16:04:37.241935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68954799-99ac-44cf-b308-c7788a3678bf req-4830add6-785d-4722-9607-6f85f7b2611c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:37.243085 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-68954799-99ac-44cf-b308-c7788a3678bf req-4830add6-785d-4722-9607-6f85f7b2611c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0773869 Apr 16 16:04:37.277921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-68954799-99ac-44cf-b308-c7788a3678bf req-0c3b61bb-ff2a-4ccf-a944-14f7e69f420c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274150 Apr 16 16:04:38.728477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f40e5-2890-4f05-a045-7627e78d5065 req-dd2f0678-18e1-49aa-84ab-4b13ad8daa5a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:38.729580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee3f40e5-2890-4f05-a045-7627e78d5065 req-dd2f0678-18e1-49aa-84ab-4b13ad8daa5a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.3543735 Apr 16 16:04:38.760618 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee3f40e5-2890-4f05-a045-7627e78d5065 req-0f111cee-b269-44bf-b79e-59ca62d029f3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263550 Apr 16 16:04:39.911993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44f2eb-4870-47bd-a100-22191188c840 req-a34ff5c2-f954-4fda-871b-be7c455e4b01 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:39.913064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba44f2eb-4870-47bd-a100-22191188c840 req-a34ff5c2-f954-4fda-871b-be7c455e4b01 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0625796 Apr 16 16:04:39.950991 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba44f2eb-4870-47bd-a100-22191188c840 req-b0092e6c-2a8d-4c78-aa40-69cd911119d5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298178 Apr 16 16:04:41.125157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab919556-ffd0-4852-b41b-fa27848a8695 req-1cda8843-cd05-4c52-ad77-bebc79c2f2fa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:41.126302 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab919556-ffd0-4852-b41b-fa27848a8695 req-1cda8843-cd05-4c52-ad77-bebc79c2f2fa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0744054 Apr 16 16:04:41.159070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab919556-ffd0-4852-b41b-fa27848a8695 req-3c3b7e94-4484-4dde-9977-b28ecd00972c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284426 Apr 16 16:04:41.331799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5d60671-8325-4ed3-851a-a01a3bd1fbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:42.321280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e59a2-b62f-4018-b830-fed5743c66b1 req-77df0432-9a28-42df-9062-b516264054d5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:42.322343 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-361e59a2-b62f-4018-b830-fed5743c66b1 req-77df0432-9a28-42df-9062-b516264054d5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0755575 Apr 16 16:04:42.361932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-361e59a2-b62f-4018-b830-fed5743c66b1 req-2d88c048-b50f-4bb1-a2de-cc9a1c8ab093 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317228 Apr 16 16:04:42.753624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-98ac9052-a78e-450c-bb1e-23c6ad2b1e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:43.019556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:43.097498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:43.511413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e83ff4-8e5e-47da-ab27-3d5da364e60b req-01f219b6-15ff-4d8e-b56b-4d652849c311 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:43.512417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e83ff4-8e5e-47da-ab27-3d5da364e60b req-01f219b6-15ff-4d8e-b56b-4d652849c311 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0598047 Apr 16 16:04:43.537540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:43.548370 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e83ff4-8e5e-47da-ab27-3d5da364e60b req-e5cb2685-87d0-4836-abbc-6f1d9f7fadf4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284231 Apr 16 16:04:44.224996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:04:44.718039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69802b27-b6c1-41cb-8b64-03214500fb08 req-2f4ea8fc-169b-4746-b1e4-2f88388b5462 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:44.719144 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69802b27-b6c1-41cb-8b64-03214500fb08 req-2f4ea8fc-169b-4746-b1e4-2f88388b5462 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0752089 Apr 16 16:04:44.754853 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69802b27-b6c1-41cb-8b64-03214500fb08 req-5171cf42-e8a1-410a-aaea-c965356136a4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280554 Apr 16 16:04:45.921351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc597f-9b68-45cd-9df2-bf289e08191f req-330efe46-7a3e-40ca-8801-299285ee5659 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:45.922389 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ddc597f-9b68-45cd-9df2-bf289e08191f req-330efe46-7a3e-40ca-8801-299285ee5659 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0673990 Apr 16 16:04:45.953002 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ddc597f-9b68-45cd-9df2-bf289e08191f req-e1d20d79-ac69-4159-8ff2-ca404d1c03b1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263624 Apr 16 16:04:47.114310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4c585-5bb2-4ebe-97f3-c0b4b651e14d req-503bab46-2830-4195-beb1-42f0b5047f56 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:47.115367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ff4c585-5bb2-4ebe-97f3-c0b4b651e14d req-503bab46-2830-4195-beb1-42f0b5047f56 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0678396 Apr 16 16:04:47.150232 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ff4c585-5bb2-4ebe-97f3-c0b4b651e14d req-82f7ec09-56e9-4bb4-89d0-067674e67103 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300746 Apr 16 16:04:47.861550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:04:48.304179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56fadd-a786-4d2c-955c-197d100a9b73 req-98d5abfb-c416-4572-a1c8-59d7ad27c01f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:48.305236 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7a56fadd-a786-4d2c-955c-197d100a9b73 req-98d5abfb-c416-4572-a1c8-59d7ad27c01f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0647089 Apr 16 16:04:48.340200 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7a56fadd-a786-4d2c-955c-197d100a9b73 req-48c4ae92-7589-4a80-b887-1525a556363d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272965 Apr 16 16:04:49.501945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21a14d-46fd-4796-9882-2f09d479419f req-8b3cc6e5-94d3-46c6-8971-52ed6ba898d3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:49.503019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8f21a14d-46fd-4796-9882-2f09d479419f req-8b3cc6e5-94d3-46c6-8971-52ed6ba898d3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0675271 Apr 16 16:04:49.534191 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8f21a14d-46fd-4796-9882-2f09d479419f req-5941aea5-91d3-4d60-a370-64c0d344e9da tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268455 Apr 16 16:04:50.673087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe15250-2887-489d-be8b-38df450dd1c0 req-f54378b7-8167-4fd7-9c21-6a5687bed627 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:50.674089 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3fe15250-2887-489d-be8b-38df450dd1c0 req-f54378b7-8167-4fd7-9c21-6a5687bed627 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0616825 Apr 16 16:04:50.704693 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3fe15250-2887-489d-be8b-38df450dd1c0 req-0d06fc3f-73c8-4189-972b-2e068dd01f14 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264640 Apr 16 16:04:51.858523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b888ff-fe4f-4f25-990a-14f84fe77aa8 req-d6b9f3e2-d7ab-4301-94c1-90d728be9266 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:51.859588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1b888ff-fe4f-4f25-990a-14f84fe77aa8 req-d6b9f3e2-d7ab-4301-94c1-90d728be9266 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0669703 Apr 16 16:04:51.894192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1b888ff-fe4f-4f25-990a-14f84fe77aa8 req-2c028064-4530-4c55-bb5e-2ac5d60af6d1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269241 Apr 16 16:04:53.058766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f9a21-a340-4fd0-b003-ebe8dd4d39ad req-34e9d8f4-7f64-47c3-83cf-b945168ec532 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:53.059829 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-503f9a21-a340-4fd0-b003-ebe8dd4d39ad req-34e9d8f4-7f64-47c3-83cf-b945168ec532 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0688207 Apr 16 16:04:53.091901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-503f9a21-a340-4fd0-b003-ebe8dd4d39ad req-fb3e40eb-47e8-42bd-8ff8-7d7eee6b221f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277574 Apr 16 16:04:54.238932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a022b13-6794-44ad-ac6a-239d9c6c90ef req-a5822778-158f-466c-9a42-7c317ae4edf2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:54.240048 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a022b13-6794-44ad-ac6a-239d9c6c90ef req-a5822778-158f-466c-9a42-7c317ae4edf2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0637236 Apr 16 16:04:54.288268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a022b13-6794-44ad-ac6a-239d9c6c90ef req-bae1bcf0-6b5e-4f1b-b75b-3ffdb69af014 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310733 Apr 16 16:04:55.451710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369e05a-2b70-4594-b44f-2075cfc27262 req-2b837d07-c7b1-40af-98eb-040019ba94c0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:55.452780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2369e05a-2b70-4594-b44f-2075cfc27262 req-2b837d07-c7b1-40af-98eb-040019ba94c0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0734484 Apr 16 16:04:55.489183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2369e05a-2b70-4594-b44f-2075cfc27262 req-891c6c22-3ae1-420b-bbdf-e45e6ed46ff0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285373 Apr 16 16:04:56.660212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277e60b-ac4a-4e04-aedd-4ca9b5ae7d9b req-b696a6ec-72e9-4e20-95c6-5bbb01eb729f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:56.661233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a277e60b-ac4a-4e04-aedd-4ca9b5ae7d9b req-b696a6ec-72e9-4e20-95c6-5bbb01eb729f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0774581 Apr 16 16:04:56.697295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a277e60b-ac4a-4e04-aedd-4ca9b5ae7d9b req-474294b6-212f-4eae-bbd8-ecff3b736983 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296273 Apr 16 16:04:57.859403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a27619-5515-4839-88c9-6c9e94597e21 req-2d392dfa-a30d-4063-a900-973d7da6f6c1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:57.860540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25a27619-5515-4839-88c9-6c9e94597e21 req-2d392dfa-a30d-4063-a900-973d7da6f6c1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0729556 Apr 16 16:04:57.893757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25a27619-5515-4839-88c9-6c9e94597e21 req-6d2c8195-8aad-4c8d-91bd-a35b3fd6757c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288594 Apr 16 16:04:59.070720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa9a1c-16d3-4625-935e-77fda73e8ceb req-6a117ecf-0f1d-42f0-9b2a-1a2176d51f44 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:04:59.071860 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2fa9a1c-16d3-4625-935e-77fda73e8ceb req-6a117ecf-0f1d-42f0-9b2a-1a2176d51f44 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0797524 Apr 16 16:04:59.107884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2fa9a1c-16d3-4625-935e-77fda73e8ceb req-d02cd3af-844c-4e13-8a6f-5e29ea42ac24 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283508 Apr 16 16:05:00.279559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0d791-2d14-41f6-bb2f-f20e2c7a3e2a req-a625a8d5-7a45-44b2-ab6c-65626ffd0292 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:00.280647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ca0d791-2d14-41f6-bb2f-f20e2c7a3e2a req-a625a8d5-7a45-44b2-ab6c-65626ffd0292 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0811889 Apr 16 16:05:00.318556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ca0d791-2d14-41f6-bb2f-f20e2c7a3e2a req-ed8a4c78-16cf-40fe-8dad-1fb807c3d42b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303025 Apr 16 16:05:01.481146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed8482-798b-4908-b464-dd5dce4a2e31 req-bad79a98-d28b-4f36-af26-f685c2c5ee94 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:01.483226 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dfed8482-798b-4908-b464-dd5dce4a2e31 req-bad79a98-d28b-4f36-af26-f685c2c5ee94 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0702684 Apr 16 16:05:01.516514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dfed8482-798b-4908-b464-dd5dce4a2e31 req-a65d697e-6948-46bf-94b0-c9c137f593d2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288215 Apr 16 16:05:02.689465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9453280-560f-407d-a85d-b1dff9d2bf9a req-d3f22938-c15e-4005-985e-83b98d3d7bbe tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:02.690473 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c9453280-560f-407d-a85d-b1dff9d2bf9a req-d3f22938-c15e-4005-985e-83b98d3d7bbe tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0684707 Apr 16 16:05:02.721990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c9453280-560f-407d-a85d-b1dff9d2bf9a req-6bc1781f-7b4d-4899-b130-7aea3ed5cce1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271626 Apr 16 16:05:03.897031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3399f-e893-4d9f-8518-8b05b77ef271 req-51b7611b-8f1b-4ab4-97ec-46818cae064d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:03.898142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2bb3399f-e893-4d9f-8518-8b05b77ef271 req-51b7611b-8f1b-4ab4-97ec-46818cae064d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0783975 Apr 16 16:05:03.934520 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2bb3399f-e893-4d9f-8518-8b05b77ef271 req-0fd95866-181c-488b-a8bc-5fd5b42f1707 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286453 Apr 16 16:05:05.107404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de946e9b-d32b-4b08-812b-cb9e4d8c8fae req-b58fe083-e1b7-4466-a478-2f4a6ffe30b4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:05.108580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de946e9b-d32b-4b08-812b-cb9e4d8c8fae req-b58fe083-e1b7-4466-a478-2f4a6ffe30b4 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0810130 Apr 16 16:05:05.144072 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de946e9b-d32b-4b08-812b-cb9e4d8c8fae req-c404af32-73b6-4e80-93ec-613f05d5bdd3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308287 Apr 16 16:05:06.304903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3bae42-cb69-404d-b535-87925e80ddd8 req-e0909aa3-820f-4e65-8835-f4673f3aaa2d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:06.305973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3bae42-cb69-404d-b535-87925e80ddd8 req-e0909aa3-820f-4e65-8835-f4673f3aaa2d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0681531 Apr 16 16:05:06.341246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f3bae42-cb69-404d-b535-87925e80ddd8 req-ec20ca25-5b17-428d-a3cf-2f06930fbb4f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277538 Apr 16 16:05:07.504471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746b9aa-b9d8-4159-a26d-2ea8e45329f1 req-e7a7812e-ae23-4cf5-ae3c-cc89d55885bb tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:07.505519 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6746b9aa-b9d8-4159-a26d-2ea8e45329f1 req-e7a7812e-ae23-4cf5-ae3c-cc89d55885bb tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0655284 Apr 16 16:05:07.541121 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6746b9aa-b9d8-4159-a26d-2ea8e45329f1 req-c08a5c30-208a-4fb9-944b-bd707817ef64 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278282 Apr 16 16:05:08.691366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b3200-a81f-413d-850f-d00fb6e88810 req-c534d4f8-2d24-485c-b9d8-f06df52c5dfc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:08.692387 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-514b3200-a81f-413d-850f-d00fb6e88810 req-c534d4f8-2d24-485c-b9d8-f06df52c5dfc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0663712 Apr 16 16:05:08.724263 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-514b3200-a81f-413d-850f-d00fb6e88810 req-745ea0a6-b631-471a-8cb1-b9cf099195b5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276172 Apr 16 16:05:09.892396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328d929-6d9f-42af-9357-62eae1b4a9f3 req-a7d59276-9d37-4027-84e7-c7575a783a32 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:09.893522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6328d929-6d9f-42af-9357-62eae1b4a9f3 req-a7d59276-9d37-4027-84e7-c7575a783a32 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0750372 Apr 16 16:05:09.925780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6328d929-6d9f-42af-9357-62eae1b4a9f3 req-257531c8-f254-45a8-a492-737a29043c3e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280108 Apr 16 16:05:11.092641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff0217-90a3-4196-97f9-110f6f2b89ca req-7b93a609-a081-4a4c-bd99-823b5e15c3a1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:11.093759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0fff0217-90a3-4196-97f9-110f6f2b89ca req-7b93a609-a081-4a4c-bd99-823b5e15c3a1 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0709436 Apr 16 16:05:11.127199 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0fff0217-90a3-4196-97f9-110f6f2b89ca req-f205789e-a77b-4083-8db6-c5f191d1b79f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290434 Apr 16 16:05:11.336436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-606e505f-9912-4dcd-8553-a9a2322fe0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:12.288617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6da07d-5c93-4a73-a70d-bc8fab832379 req-a2c982d2-2234-49ed-ac95-4840c279462f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:12.289725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d6da07d-5c93-4a73-a70d-bc8fab832379 req-a2c982d2-2234-49ed-ac95-4840c279462f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0638130 Apr 16 16:05:12.322839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d6da07d-5c93-4a73-a70d-bc8fab832379 req-4c9e0893-8000-4c24-9b11-5530d7d16452 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283651 Apr 16 16:05:12.757809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ecaae07-e446-434b-baf0-94cae774a312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:13.023455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:13.095520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:13.402668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-6a69390d-5316-4534-9976-06fcb6ab85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:13.403865 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-6a69390d-5316-4534-9976-06fcb6ab85f8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 1096 time: 0.0681736 Apr 16 16:05:13.481847 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-c094cdf3-34c5-4c1b-9ccb-5c227c80e59f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7 HTTP/1.1" status: 200 len: 217 time: 0.0675671 Apr 16 16:05:13.541822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-31b4c77f-57ca-441c-b6df-eee95c3f0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:13.542810 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-31b4c77f-57ca-441c-b6df-eee95c3f0359 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0531096 Apr 16 16:05:13.550779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c04573-1633-4f1b-a842-409b5084c959 req-244999b4-a3b5-468a-b5a6-59ea92acabba tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:13.551719 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31c04573-1633-4f1b-a842-409b5084c959 req-244999b4-a3b5-468a-b5a6-59ea92acabba tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.1383984 Apr 16 16:05:13.557799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:13.612666 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31c04573-1633-4f1b-a842-409b5084c959 req-14da0ce7-0b50-4138-99a4-e9cce63e8157 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374062 Apr 16 16:05:13.625850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-a9ca0683-3f59-48a3-9baf-29876f3bc6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:13.626924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-a9ca0683-3f59-48a3-9baf-29876f3bc6d6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746214 Apr 16 16:05:13.737295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-a93c3ece-e7ae-4abe-b8c8-14de74f1d947 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005991 Apr 16 16:05:13.835870 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6cdeced0-12ca-41c5-89ac-d3a4eefd7ce9 req-60c857ba-a83f-4fbb-a644-f1bc700af08b service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892663 Apr 16 16:05:14.231078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:14.783153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237f4c-2093-4675-a601-e4598e62d8ca req-44e3c570-0b59-4a8c-8262-38777be61ad5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:14.784216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2237f4c-2093-4675-a601-e4598e62d8ca req-44e3c570-0b59-4a8c-8262-38777be61ad5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0766950 Apr 16 16:05:14.821200 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2237f4c-2093-4675-a601-e4598e62d8ca req-6cad6bbd-b505-4c28-88a7-91c4d6022e23 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290980 Apr 16 16:05:15.994299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427aa3bd-584f-4adb-91d9-bc12de74b0b7 req-444effe1-3a85-4659-87b6-04743ed30b47 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:15.995460 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-427aa3bd-584f-4adb-91d9-bc12de74b0b7 req-444effe1-3a85-4659-87b6-04743ed30b47 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0801497 Apr 16 16:05:16.031398 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-427aa3bd-584f-4adb-91d9-bc12de74b0b7 req-067204fc-edf7-4463-9e75-060a4ff6e81a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280967 Apr 16 16:05:16.746182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bdbcfede-c631-4c51-b37f-e013746a2fb7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:05:16.858169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:05:16.868790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'port_id': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'mac_address': 'fa:16:3e:65:aa:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:05:16.907887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:16.920052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbcfede-c631-4c51-b37f-e013746a2fb7 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:05:16.931801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:05:16.934369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:16.935787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:05:16.981819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:05:16.987128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.987338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.987586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.987831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.988073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.988318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.988561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.988805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.989049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.989288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.989544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.989792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:05:16.992607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:05:17.450851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717ade-de88-4854-ae81-2919067c757b req-102294f6-3ead-48b0-b3c0-f86e9d4ef4c3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:17.451736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac717ade-de88-4854-ae81-2919067c757b req-102294f6-3ead-48b0-b3c0-f86e9d4ef4c3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 944 time: 0.3327506 Apr 16 16:05:17.481567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac717ade-de88-4854-ae81-2919067c757b req-aecc1f9d-fcbc-44a8-a085-4cf254b4ee1b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0222888 Apr 16 16:05:17.484422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['bdbcfede-c631-4c51-b37f-e013746a2fb7'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:05:18.647085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807345-8e3b-4e4d-985e-fd1dfdf187dd req-3ca0793b-eae0-4bc9-aa2a-c1ac564de30e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:18.648111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c807345-8e3b-4e4d-985e-fd1dfdf187dd req-3ca0793b-eae0-4bc9-aa2a-c1ac564de30e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 944 time: 0.0659676 Apr 16 16:05:18.686002 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c807345-8e3b-4e4d-985e-fd1dfdf187dd req-0f996a53-daa2-45c7-af13-479bbceee0e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294921 Apr 16 16:05:18.744674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bdbcfede-c631-4c51-b37f-e013746a2fb7 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:05:18.803529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port bdbcfede-c631-4c51-b37f-e013746a2fb7 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:05:18.807934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port bdbcfede-c631-4c51-b37f-e013746a2fb7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:05:18.808218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:18.890334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:18.909096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:05:18.917471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:05:18.920346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:18.921800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:05:18.945500 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'code': 200} Apr 16 16:05:18.967493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:05:18.969574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:05:19.865569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a7c51-ac04-4f57-96f3-7c693e15b02e req-3e16716d-ec00-4146-ab33-6f24ed49fa89 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:19.866596 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a6a7c51-ac04-4f57-96f3-7c693e15b02e req-3e16716d-ec00-4146-ab33-6f24ed49fa89 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.1010454 Apr 16 16:05:19.868406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598fc2c-4e44-49b2-b6e9-9f16d5658559 req-555360fd-3fc1-4bb0-8000-8ea82c90a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:19.869301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5598fc2c-4e44-49b2-b6e9-9f16d5658559 req-555360fd-3fc1-4bb0-8000-8ea82c90a3e5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 1098 time: 0.0771263 Apr 16 16:05:19.916945 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a6a7c51-ac04-4f57-96f3-7c693e15b02e req-5fc51d31-9fdf-446a-b0a5-d397539aa979 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456796 Apr 16 16:05:19.918022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5598fc2c-4e44-49b2-b6e9-9f16d5658559 req-8e553a93-07e7-47ec-966a-51c2b1da5f46 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380168 Apr 16 16:05:21.064002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d0743-8143-4703-afe6-5a30a99a2c6e req-8f557aa5-8083-4b81-945a-612426ce62dc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:21.065065 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-909d0743-8143-4703-afe6-5a30a99a2c6e req-8f557aa5-8083-4b81-945a-612426ce62dc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0645094 Apr 16 16:05:21.096177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-909d0743-8143-4703-afe6-5a30a99a2c6e req-44010562-11e6-4f11-99fe-8e1fe923c476 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269294 Apr 16 16:05:21.234922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b8948-995a-41d3-abd8-03e71a29629c req-8ec6d9ee-c531-4ae3-8dc2-97c380e25267 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:21.235894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-500b8948-995a-41d3-abd8-03e71a29629c req-8ec6d9ee-c531-4ae3-8dc2-97c380e25267 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0742846 Apr 16 16:05:21.241633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 40866) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:05:21.245263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-15dbdf23-5527-4f92-89d4-76ab178a9dc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Request body: {'floatingip': {'port_id': 'bdbcfede-c631-4c51-b37f-e013746a2fb7'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:05:21.297635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15dbdf23-5527-4f92-89d4-76ab178a9dc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:21.677632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15dbdf23-5527-4f92-89d4-76ab178a9dc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:21.679962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15dbdf23-5527-4f92-89d4-76ab178a9dc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:21.775559 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-15dbdf23-5527-4f92-89d4-76ab178a9dc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397 associated. External IP: 172.26.4.27, port: bdbcfede-c631-4c51-b37f-e013746a2fb7. Apr 16 16:05:21.964533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dbdf23-5527-4f92-89d4-76ab178a9dc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Router ec4b57f9-6389-427a-b045-67736659b246 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:05:22.064395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dbdf23-5527-4f92-89d4-76ab178a9dc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:05:22.067151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15dbdf23-5527-4f92-89d4-76ab178a9dc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:22.074839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688897e-126c-4b95-9d42-82701d29977f None None] Sync routers for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:05:22.082740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688897e-126c-4b95-9d42-82701d29977f None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:05:22.083257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7688897e-126c-4b95-9d42-82701d29977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:05:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:05:22.101388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-15dbdf23-5527-4f92-89d4-76ab178a9dc3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "PUT /v2.0/floatingips/02ade161-645d-4e2d-bcf6-4e36ba06b397 HTTP/1.1" status: 200 len: 991 time: 0.8589585 Apr 16 16:05:22.101860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:05:22.128503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'status': 'completed', 'code': 200} Apr 16 16:05:22.196994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219163d-5045-429d-b724-87e297b3137f req-ddd28556-6780-44ad-ad10-3e7f0b4021c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:22.198057 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5219163d-5045-429d-b724-87e297b3137f req-ddd28556-6780-44ad-ad10-3e7f0b4021c5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 1098 time: 0.0477350 Apr 16 16:05:22.200314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7688897e-126c-4b95-9d42-82701d29977f None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:05:22.290537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219163d-5045-429d-b724-87e297b3137f req-90d908e4-476b-4de1-9bf8-73e2253ccaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:22.291828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5219163d-5045-429d-b724-87e297b3137f req-90d908e4-476b-4de1-9bf8-73e2253ccaa6 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0890274 Apr 16 16:05:22.360010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5219163d-5045-429d-b724-87e297b3137f req-15d62baf-0293-4a49-8fb7-d6240acfae66 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7 HTTP/1.1" status: 200 len: 999 time: 0.0598364 Apr 16 16:05:22.399256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219163d-5045-429d-b724-87e297b3137f req-d73f9447-0a9e-4078-b4ae-f2edbbdd60af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:22.400650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5219163d-5045-429d-b724-87e297b3137f req-d73f9447-0a9e-4078-b4ae-f2edbbdd60af service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0366635 Apr 16 16:05:22.442133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7688897e-126c-4b95-9d42-82701d29977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:65:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T16:05:21Z', 'revision_number': 13, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:05:22.444736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688897e-126c-4b95-9d42-82701d29977f None None] Checking router: ec4b57f9-6389-427a-b045-67736659b246 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:05:22.447880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219163d-5045-429d-b724-87e297b3137f req-e2c16ee3-76cd-470b-98a5-52f9c0d897b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:22.448927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5219163d-5045-429d-b724-87e297b3137f req-e2c16ee3-76cd-470b-98a5-52f9c0d897b0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439939 Apr 16 16:05:22.450664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688897e-126c-4b95-9d42-82701d29977f None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:05:22.451073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7688897e-126c-4b95-9d42-82701d29977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:05:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:05:22.539063 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5219163d-5045-429d-b724-87e297b3137f req-091cc266-f4cc-47ba-9dc4-c9c38b4788f2 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855391 Apr 16 16:05:22.569749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7688897e-126c-4b95-9d42-82701d29977f None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:05:22.617143 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5219163d-5045-429d-b724-87e297b3137f req-57d71315-d0a4-44bb-b39b-7424a02b482d service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0746758 Apr 16 16:05:22.935937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7688897e-126c-4b95-9d42-82701d29977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:65:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T16:05:21Z', 'revision_number': 13, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:05:22.938531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688897e-126c-4b95-9d42-82701d29977f None None] The sync data for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv is: [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '02ade161-645d-4e2d-bcf6-4e36ba06b397', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'port_id': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'mac_address': 'fa:16:3e:65:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T15:57:47Z', 'updated_at': '2021-04-16T16:05:21Z', 'revision_number': 13, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:05:23.162272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a25cdf-a734-4b35-ac82-2510cda4271e None None] New status for floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:05:24.864279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:05:36.022007 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-b3a17dd4-fcf2-4414-b505-8e640929fd18 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685987 Apr 16 16:05:39.868779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-c916c8d3-3dc1-4084-8c55-141b74597ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:39.869881 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-c916c8d3-3dc1-4084-8c55-141b74597ee4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 1098 time: 0.0693526 Apr 16 16:05:40.264349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-04060e61-c824-46c4-b9ec-9167ec41bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:40.265281 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-04060e61-c824-46c4-b9ec-9167ec41bec1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.3804073 Apr 16 16:05:40.326925 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-d55d2f87-8d12-40de-940f-e4d27db51b33 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0548654 Apr 16 16:05:40.364150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-bbedc3e9-60e8-4d19-935b-ba0579ac47da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:40.364923 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-bbedc3e9-60e8-4d19-935b-ba0579ac47da service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0342774 Apr 16 16:05:40.440051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-371bf955-33d4-4552-9862-1bf3bfde4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:05:40.441007 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-371bf955-33d4-4552-9862-1bf3bfde4a33 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674853 Apr 16 16:05:40.532751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-6920c2fb-ca63-4460-8125-4f454469d1e0 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872412 Apr 16 16:05:40.616750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-69b23f3c-1774-49bb-8cd0-ffdf7825d2c2 req-7671f940-2970-49eb-9294-74fef41814d9 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800636 Apr 16 16:05:41.329095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d47864bd-d2b9-4d06-bdd1-f61d322e864b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:42.766513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01225946-4ab0-4939-977e-479b3fef17da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:43.028737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:43.090499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:43.560160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:05:44.237736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:01.866354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:06:02.463325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26664f9-c9d5-4857-a0c1-0b9f2c757c04 req-a09dc70b-b68b-4358-904d-112499f5ef04 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:02.464365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d26664f9-c9d5-4857-a0c1-0b9f2c757c04 req-a09dc70b-b68b-4358-904d-112499f5ef04 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0604463 Apr 16 16:06:02.498604 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d26664f9-c9d5-4857-a0c1-0b9f2c757c04 req-3a9509da-a249-4945-86f7-87512231e098 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267711 Apr 16 16:06:11.335216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bee5e61-85fb-4a50-8007-4f9ecc7021d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:12.766290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1840c259-bf6c-4c95-bad4-73dbd8e0eb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:13.031101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:13.096925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:13.560692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:14.268170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:38.027300 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0303a64e-04e0-427f-bd6f-24e034751095 req-a23754ab-26de-491f-9b48-2bbe09d5dbcb service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0952368 Apr 16 16:06:38.864313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:06:41.332311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6673eb1b-0588-419b-96ef-eac7e4bcfcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:42.764692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67e412d6-78a2-4bb1-896d-99b37ebb5153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:43.039681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:43.092703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:43.559369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:44.243771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:06:46.296575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303a64e-04e0-427f-bd6f-24e034751095 req-c3e3f573-f87f-414f-af7f-4c3a53cc1d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:46.297641 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0303a64e-04e0-427f-bd6f-24e034751095 req-c3e3f573-f87f-414f-af7f-4c3a53cc1d9b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 1098 time: 0.0600255 Apr 16 16:06:46.413963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303a64e-04e0-427f-bd6f-24e034751095 req-5e1e3e3a-6437-40ea-b624-2f825ede26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:46.415122 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0303a64e-04e0-427f-bd6f-24e034751095 req-5e1e3e3a-6437-40ea-b624-2f825ede26c8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0970216 Apr 16 16:06:46.490257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0303a64e-04e0-427f-bd6f-24e034751095 req-e7494de8-8d2e-4b44-8913-9b627ecc5add service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0667803 Apr 16 16:06:46.542206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303a64e-04e0-427f-bd6f-24e034751095 req-8d810318-c8bd-4d49-826a-5d6f1efe3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:46.543411 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0303a64e-04e0-427f-bd6f-24e034751095 req-8d810318-c8bd-4d49-826a-5d6f1efe3828 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0433013 Apr 16 16:06:46.616569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303a64e-04e0-427f-bd6f-24e034751095 req-4e6a41a0-330a-4a7d-b46b-cdcc96076a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:46.617537 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0303a64e-04e0-427f-bd6f-24e034751095 req-4e6a41a0-330a-4a7d-b46b-cdcc96076a52 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655384 Apr 16 16:06:46.629164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-0303a64e-04e0-427f-bd6f-24e034751095 req-2325c26e-6048-4dfa-a729-c640abad396c service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:06:46.629920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0303a64e-04e0-427f-bd6f-24e034751095 req-2325c26e-6048-4dfa-a729-c640abad396c service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0037374 Apr 16 16:06:46.732311 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0303a64e-04e0-427f-bd6f-24e034751095 req-05a36013-1b48-4b0c-8cdc-d66b946b03ea service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941370 Apr 16 16:06:46.834280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0303a64e-04e0-427f-bd6f-24e034751095 req-e3bf2a5b-9c85-46ad-8d12-ba2be6ab02e1 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921881 Apr 16 16:06:48.040404 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-e42c8028-30a9-4923-b3b6-c0dde504e220 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832920 Apr 16 16:06:48.042719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40f54a-e2ec-4254-ac41-7db137187e92 req-6d91af25-a87e-4426-a13d-002461836fbf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:48.043818 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db40f54a-e2ec-4254-ac41-7db137187e92 req-6d91af25-a87e-4426-a13d-002461836fbf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0617514 Apr 16 16:06:48.077258 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db40f54a-e2ec-4254-ac41-7db137187e92 req-180f58ce-8fe0-48e1-a2b8-d6d67e3942dd tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285792 Apr 16 16:06:49.274543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f9514-2e73-4431-82fc-1742ba4f171f req-42c26e75-6fc8-4621-88b8-872a14a3f60f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:49.275626 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-591f9514-2e73-4431-82fc-1742ba4f171f req-42c26e75-6fc8-4621-88b8-872a14a3f60f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.1027451 Apr 16 16:06:49.306548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-591f9514-2e73-4431-82fc-1742ba4f171f req-de534638-9fd1-4444-9694-8234dd5753b7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264585 Apr 16 16:06:50.484226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57687a-64a8-49f2-a936-e0c481b19e1f req-51f38698-0dab-47bd-8a28-561a164f5c52 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:50.485453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef57687a-64a8-49f2-a936-e0c481b19e1f req-51f38698-0dab-47bd-8a28-561a164f5c52 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0790951 Apr 16 16:06:50.517543 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef57687a-64a8-49f2-a936-e0c481b19e1f req-3aa6aa36-062c-4afc-b61f-ba3ec7ed6331 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275407 Apr 16 16:06:50.687086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-f6f55dac-e1cc-4895-a369-e0a30c99cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:50.688112 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-f6f55dac-e1cc-4895-a369-e0a30c99cba7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 1098 time: 0.0628078 Apr 16 16:06:50.807313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-41e2f9b5-2ae5-456a-aa4b-ca7ed7dd8ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:50.808552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-41e2f9b5-2ae5-456a-aa4b-ca7ed7dd8ad8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.1121495 Apr 16 16:06:50.883854 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-818da670-dd2b-4776-bd7f-db02e6166606 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0670235 Apr 16 16:06:50.933876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-f41bdacd-7104-42a9-b652-a246c500a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:50.934904 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-f41bdacd-7104-42a9-b652-a246c500a791 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0431132 Apr 16 16:06:50.993909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-3db689ea-a029-4edf-a2e8-f5eb211f7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:50.994831 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-3db689ea-a029-4edf-a2e8-f5eb211f7605 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505838 Apr 16 16:06:51.090173 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-302c4431-19b9-48ba-8a98-7b80659debaa service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896668 Apr 16 16:06:51.187852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-2fb7cf70-e76e-4f4e-99e9-fd7082a8608f service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917103 Apr 16 16:06:51.681751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27740b4e-88a0-4fbd-80ac-05133cf7c72d req-5f03f09f-22a2-471d-a88b-1f8ae1224360 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:51.682667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-27740b4e-88a0-4fbd-80ac-05133cf7c72d req-5f03f09f-22a2-471d-a88b-1f8ae1224360 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0726476 Apr 16 16:06:51.719504 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-27740b4e-88a0-4fbd-80ac-05133cf7c72d req-ac7e97ae-a1bf-44ac-8cfa-952a1572638f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292475 Apr 16 16:06:53.039543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71552717-90e5-49df-b660-7570d69e57de req-5fe3cf08-ff1a-481b-bba5-d886f5c69ac2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:53.040646 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71552717-90e5-49df-b660-7570d69e57de req-5fe3cf08-ff1a-481b-bba5-d886f5c69ac2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0768595 Apr 16 16:06:53.076983 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-71552717-90e5-49df-b660-7570d69e57de req-57c3895f-64ed-4b85-a3d9-a43a412f31f6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285809 Apr 16 16:06:54.231617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa1292-f4c1-4fdc-9188-ccb865dee9aa req-666a68e8-2670-4c4c-ac54-c391e3a7a8b7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:54.232696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76fa1292-f4c1-4fdc-9188-ccb865dee9aa req-666a68e8-2670-4c4c-ac54-c391e3a7a8b7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0630851 Apr 16 16:06:54.264263 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76fa1292-f4c1-4fdc-9188-ccb865dee9aa req-1467d381-9f0a-4111-8460-bcea1399a924 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270250 Apr 16 16:06:55.425302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3dc82-587e-433a-b9b0-5c261f20859f req-74d25110-95d7-43fd-a49c-dd88e1c9f895 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:55.426422 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c6d3dc82-587e-433a-b9b0-5c261f20859f req-74d25110-95d7-43fd-a49c-dd88e1c9f895 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0729578 Apr 16 16:06:55.458672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c6d3dc82-587e-433a-b9b0-5c261f20859f req-38a4d7f8-b918-41b3-a2a1-61cc7053bb3e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273647 Apr 16 16:06:56.623218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95220089-288a-4206-8a4b-baccacc0cac9 req-a2f2250e-ac75-42b4-8295-53377b88148b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:56.624284 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95220089-288a-4206-8a4b-baccacc0cac9 req-a2f2250e-ac75-42b4-8295-53377b88148b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0724776 Apr 16 16:06:56.661895 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95220089-288a-4206-8a4b-baccacc0cac9 req-b7a50f56-d136-42c7-b3c7-ea4c230feba5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300694 Apr 16 16:06:57.831167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ec3bb-dd7d-4a66-b968-5078014b8c06 req-dd45ed14-cee2-40e9-88eb-7201252805eb tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:57.832315 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f2ec3bb-dd7d-4a66-b968-5078014b8c06 req-dd45ed14-cee2-40e9-88eb-7201252805eb tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0741408 Apr 16 16:06:57.866359 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f2ec3bb-dd7d-4a66-b968-5078014b8c06 req-5e854ac4-b98e-4197-ad8c-0c0bf3fc87ed tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292754 Apr 16 16:06:59.030241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dafb1-f443-4704-9b92-408d98698925 req-12f2461d-e7aa-49f2-97fc-d334a15bd845 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:06:59.031317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f2dafb1-f443-4704-9b92-408d98698925 req-12f2461d-e7aa-49f2-97fc-d334a15bd845 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0674272 Apr 16 16:06:59.063656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f2dafb1-f443-4704-9b92-408d98698925 req-4eeaae08-c298-4605-a353-b5fae7e8d36a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280037 Apr 16 16:07:00.224143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22526d90-e493-443c-8aaf-59a7f26994df req-5ff29d99-2084-4d4e-b08f-2aa497690210 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:00.225141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-22526d90-e493-443c-8aaf-59a7f26994df req-5ff29d99-2084-4d4e-b08f-2aa497690210 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0709867 Apr 16 16:07:00.258553 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-22526d90-e493-443c-8aaf-59a7f26994df req-e92245c9-6473-4afb-901f-6e85b04405f8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269868 Apr 16 16:07:01.427371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbc0df-1aca-4302-a923-f5f09e2f5360 req-84ff6baa-0001-4414-8f30-4041c161121f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:01.428490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20bbc0df-1aca-4302-a923-f5f09e2f5360 req-84ff6baa-0001-4414-8f30-4041c161121f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0706096 Apr 16 16:07:01.461079 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20bbc0df-1aca-4302-a923-f5f09e2f5360 req-e207c756-52db-4e64-9e99-1c7dafe1872f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276539 Apr 16 16:07:02.623889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723171c-adbd-437b-8659-67b94542b652 req-80bede6e-9cae-41e0-8828-f9b3ad37986d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:02.624928 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3723171c-adbd-437b-8659-67b94542b652 req-80bede6e-9cae-41e0-8828-f9b3ad37986d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0702622 Apr 16 16:07:02.658801 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3723171c-adbd-437b-8659-67b94542b652 req-09b6ecec-5a15-47c5-8869-8cd916035345 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295486 Apr 16 16:07:03.984488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824e1c1-fcfb-4dad-b847-8aa6c634e260 req-aa3cc5b7-95da-4623-bd25-61d39ac79635 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:03.985472 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8824e1c1-fcfb-4dad-b847-8aa6c634e260 req-aa3cc5b7-95da-4623-bd25-61d39ac79635 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0615876 Apr 16 16:07:04.019037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8824e1c1-fcfb-4dad-b847-8aa6c634e260 req-3a7b54c5-ce58-4f1a-962f-1ff5bee60101 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263271 Apr 16 16:07:05.063305 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-9be326f9-5eaf-4ea4-8236-277b5c440cae service neutron] 10.222.0.107 "GET /v2.0/ports/bdbcfede-c631-4c51-b37f-e013746a2fb7/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0621746 Apr 16 16:07:05.161103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432ed35-6afe-4e01-9dac-8556ec1adc2b req-50a56114-22a0-4ebe-8412-f0855696590d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:05.162125 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e432ed35-6afe-4e01-9dac-8556ec1adc2b req-50a56114-22a0-4ebe-8412-f0855696590d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0597317 Apr 16 16:07:05.201205 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e432ed35-6afe-4e01-9dac-8556ec1adc2b req-610f04cc-c54c-49c6-9abc-cc767d745bb0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348055 Apr 16 16:07:06.391483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27635a-a00e-4b4c-8116-d529145113f0 req-8838866b-f76b-4a18-82c7-9872ef8ef2db tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:06.392560 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4e27635a-a00e-4b4c-8116-d529145113f0 req-8838866b-f76b-4a18-82c7-9872ef8ef2db tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.1104450 Apr 16 16:07:06.393937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-b5d42192-ade5-430c-9367-8a5aa7d5f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:06.394888 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-b5d42192-ade5-430c-9367-8a5aa7d5f69c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116&tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 1098 time: 0.0793450 Apr 16 16:07:06.426727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4e27635a-a00e-4b4c-8116-d529145113f0 req-9a9a03a1-46b0-4cb3-bc19-a2afe60fed68 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290673 Apr 16 16:07:06.852949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-1776988f-7537-4a2e-8933-b45dd488a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:06.854328 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-1776988f-7537-4a2e-8933-b45dd488a74d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 1098 time: 0.0637081 Apr 16 16:07:07.237495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-fad898b6-a9e7-413f-9d1a-a662f1b168fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:07.238503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-fad898b6-a9e7-413f-9d1a-a662f1b168fa service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.3763254 Apr 16 16:07:07.301803 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-0ce5e8da-5f5b-438b-8166-dac8f188a5fb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0541847 Apr 16 16:07:07.349224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-bb841f56-e191-4ae7-954a-c21457f730a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:07.350099 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-bb841f56-e191-4ae7-954a-c21457f730a3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0399795 Apr 16 16:07:07.409777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-f121a75b-17cd-43ff-82ce-b089545325ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:07.410887 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-f121a75b-17cd-43ff-82ce-b089545325ba service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526552 Apr 16 16:07:07.530813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-1b4624ef-6017-49a9-9666-f37c2268a35b service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105869 Apr 16 16:07:07.629329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fb74b-0381-431f-a979-801c6a735ff9 req-e441a845-c297-4ac9-8be8-baad984f2ba8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:07.630236 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-898fb74b-0381-431f-a979-801c6a735ff9 req-e441a845-c297-4ac9-8be8-baad984f2ba8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.1251175 Apr 16 16:07:07.652893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-2173d5bc-c65a-4655-9bca-1a1a74aee1f1 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125274 Apr 16 16:07:07.664933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-898fb74b-0381-431f-a979-801c6a735ff9 req-8253f6c6-979b-4980-b372-1530dba70dbb tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277464 Apr 16 16:07:08.826819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc3395-b4d4-4027-8153-64d4e67e4436 req-7358e071-4402-44e0-b542-0f21e25d25d0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:08.827948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0cdc3395-b4d4-4027-8153-64d4e67e4436 req-7358e071-4402-44e0-b542-0f21e25d25d0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0746691 Apr 16 16:07:08.860628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0cdc3395-b4d4-4027-8153-64d4e67e4436 req-b310e350-47cc-454c-a0d7-95a71f4027aa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283217 Apr 16 16:07:09.198299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bdbcfede-c631-4c51-b37f-e013746a2fb7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:07:09.302870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:09.322485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:07:09.332214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:09.336213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:09.338791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:09.370196 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'code': 200} Apr 16 16:07:09.392451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:09.397601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.397831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.398086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.398345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.398587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.398830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.399069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.399305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.399543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.399777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.400014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.400248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:09.403132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:10.020806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb15aa-6183-40e2-ad15-f463da3d68b9 req-7b5d2d19-fe6b-4dbc-b3e3-612e0664fedf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:10.021873 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fcfb15aa-6183-40e2-ad15-f463da3d68b9 req-7b5d2d19-fe6b-4dbc-b3e3-612e0664fedf tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0662091 Apr 16 16:07:10.054212 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fcfb15aa-6183-40e2-ad15-f463da3d68b9 req-74de940e-b96d-408e-9f26-3af8bcef495a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281167 Apr 16 16:07:11.208266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08570a-4afd-41ac-b29d-972c98ac2372 req-1b5096d8-bf43-4054-8c0b-58ca7340b96d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:11.209368 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5a08570a-4afd-41ac-b29d-972c98ac2372 req-1b5096d8-bf43-4054-8c0b-58ca7340b96d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0670547 Apr 16 16:07:11.259139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5a08570a-4afd-41ac-b29d-972c98ac2372 req-691c9d38-4f9f-41e8-9cd8-ba959cd1f18a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Apr 16 16:07:11.323409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bd6985f-fca6-4394-8dad-c858d36631c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:12.406972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba761f3-d713-495d-b4e8-3e5d9463f754 req-2d5ddb38-86cd-4e27-9e19-c68dcf823144 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:12.408132 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ba761f3-d713-495d-b4e8-3e5d9463f754 req-2d5ddb38-86cd-4e27-9e19-c68dcf823144 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0678129 Apr 16 16:07:12.441446 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ba761f3-d713-495d-b4e8-3e5d9463f754 req-35ee3895-e6a7-4812-9262-b4445a7be4c2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287669 Apr 16 16:07:12.758198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-59633d3b-8288-4631-8e80-62605c6e8fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:13.036823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:13.081445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:13.549426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:13.586077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030059ba-8c7d-4a80-bfef-931e40753d8a req-f2500f3c-614b-4376-bb0a-2b877666425e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:13.587197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-030059ba-8c7d-4a80-bfef-931e40753d8a req-f2500f3c-614b-4376-bb0a-2b877666425e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0662966 Apr 16 16:07:13.618577 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-030059ba-8c7d-4a80-bfef-931e40753d8a req-170a407c-fddb-4f5f-b4be-41b08216842a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269561 Apr 16 16:07:14.248846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:14.769260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c47017-24b6-4c6d-ae64-99f647dfdea2 req-c9a1b6c1-f6b1-4d4d-8b00-ada598cc891c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:14.770336 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d2c47017-24b6-4c6d-ae64-99f647dfdea2 req-c9a1b6c1-f6b1-4d4d-8b00-ada598cc891c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0637283 Apr 16 16:07:14.805257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d2c47017-24b6-4c6d-ae64-99f647dfdea2 req-c26a52b0-37f5-4760-92c9-db8b5b394d6b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267158 Apr 16 16:07:15.197765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bdbcfede-c631-4c51-b37f-e013746a2fb7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:07:15.327375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:15.338048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'port_id': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'mac_address': 'fa:16:3e:65:aa:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:07:15.382777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:15.395649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbcfede-c631-4c51-b37f-e013746a2fb7 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:07:15.407455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:15.410469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:15.411929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:15.459212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:15.461602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:15.753202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['bdbcfede-c631-4c51-b37f-e013746a2fb7'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:07:15.862205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:07:15.950317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db72a9-9aeb-449f-82e1-fe1995760373 req-487db338-bd8d-41d2-8ecb-581d4bb27ff7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:15.951430 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-88db72a9-9aeb-449f-82e1-fe1995760373 req-487db338-bd8d-41d2-8ecb-581d4bb27ff7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 944 time: 0.0668004 Apr 16 16:07:15.982778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-88db72a9-9aeb-449f-82e1-fe1995760373 req-9eaff84b-4b79-4add-afb6-28dbc3907329 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267141 Apr 16 16:07:17.145366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26506ad7-1832-4efd-8560-1aca5d3bc606 req-f5978ae3-8edf-42ae-a48d-9e9decfbcc94 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:17.147404 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26506ad7-1832-4efd-8560-1aca5d3bc606 req-f5978ae3-8edf-42ae-a48d-9e9decfbcc94 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 944 time: 0.0731051 Apr 16 16:07:17.183847 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26506ad7-1832-4efd-8560-1aca5d3bc606 req-56654113-5186-4853-bedf-716b829b8a93 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316010 Apr 16 16:07:17.195668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bdbcfede-c631-4c51-b37f-e013746a2fb7 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:07:17.243958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port bdbcfede-c631-4c51-b37f-e013746a2fb7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:07:17.244263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:17.315640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:17.331759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:07:17.337863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:17.340433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:17.341608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:17.384846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'code': 200} Apr 16 16:07:17.385334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=8']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:17.388017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:18.362050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe9285-601e-4189-a678-390e8554bcc2 req-e9c59eda-0a9f-4b55-819d-e21b9bf00e31 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:18.363208 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5fe9285-601e-4189-a678-390e8554bcc2 req-e9c59eda-0a9f-4b55-819d-e21b9bf00e31 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0794766 Apr 16 16:07:18.398883 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5fe9285-601e-4189-a678-390e8554bcc2 req-2db09b39-d6e8-481a-9b62-e95c1e6975d3 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312014 Apr 16 16:07:19.546561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d509990-8751-4ca6-a9eb-ead7503947a6 req-eb90cd1d-4414-4491-ad5b-69c37f6ca9e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:19.547610 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7d509990-8751-4ca6-a9eb-ead7503947a6 req-eb90cd1d-4414-4491-ad5b-69c37f6ca9e7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0672967 Apr 16 16:07:19.579008 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7d509990-8751-4ca6-a9eb-ead7503947a6 req-fa93d61f-1695-4b82-bd90-c11b1050564b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272036 Apr 16 16:07:20.739007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce72cf-ef68-40a9-9224-ee9218284b98 req-ab8f4ef4-0f1b-468b-a9e5-8599304380ca tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:20.740131 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a8ce72cf-ef68-40a9-9224-ee9218284b98 req-ab8f4ef4-0f1b-468b-a9e5-8599304380ca tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0698411 Apr 16 16:07:20.774737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a8ce72cf-ef68-40a9-9224-ee9218284b98 req-1bba537d-9caf-49b4-a6f8-3dc7c5407ec5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270460 Apr 16 16:07:21.104483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-e00dc660-cd0f-4f1c-bf35-367d4086c672 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:21.105868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-e00dc660-cd0f-4f1c-bf35-367d4086c672 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116&tenant_id=80738e1cd5d74e5b9e37c4048caba00c&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0931506 Apr 16 16:07:21.110125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191695b-bba6-4bed-a4c5-ab696ebaf3f2 req-efe9321c-9051-4604-9cdc-4c774ce40f48 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:21.110935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2191695b-bba6-4bed-a4c5-ab696ebaf3f2 req-efe9321c-9051-4604-9cdc-4c774ce40f48 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0703125 Apr 16 16:07:21.166778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2191695b-bba6-4bed-a4c5-ab696ebaf3f2 req-b06abeb7-40c7-431b-9bd5-521e5a5a1a90 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369778 Apr 16 16:07:21.171996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-2249a23f-e794-45e8-be29-4fe28f0fb225 service neutron] 10.222.0.107 "GET /v2.0/ports/bdbcfede-c631-4c51-b37f-e013746a2fb7/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0592473 Apr 16 16:07:21.253055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-d49e34b7-681a-4084-9936-9332bc8dfbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:21.254931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-d49e34b7-681a-4084-9936-9332bc8dfbdf service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 1098 time: 0.0595262 Apr 16 16:07:21.347978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-c163a355-d321-454a-a0f9-e1e082abff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:21.348768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-c163a355-d321-454a-a0f9-e1e082abff94 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0865660 Apr 16 16:07:21.418282 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-91e7d639-7033-4ecf-b7dc-963dfe090532 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7 HTTP/1.1" status: 200 len: 1001 time: 0.0653982 Apr 16 16:07:21.462897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-f3c63e58-e995-4856-b2a4-428ebf69fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:21.463800 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-f3c63e58-e995-4856-b2a4-428ebf69fec3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0416954 Apr 16 16:07:21.523054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-5e7b2d94-b3c7-4920-90f7-6314984f33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:21.523995 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-5e7b2d94-b3c7-4920-90f7-6314984f33a0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568714 Apr 16 16:07:21.615268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-3b0f25c7-41ff-4236-9b55-fc7606412488 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872676 Apr 16 16:07:21.704420 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-28f6dfd0-34fa-437e-bf7c-0705f0915c49 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850563 Apr 16 16:07:22.321077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bc09a-a6f9-48b2-97c6-048c2a776964 req-2ce8916a-313d-4389-a3c1-620edde52a7d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:22.322155 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f08bc09a-a6f9-48b2-97c6-048c2a776964 req-2ce8916a-313d-4389-a3c1-620edde52a7d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0623987 Apr 16 16:07:22.355646 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f08bc09a-a6f9-48b2-97c6-048c2a776964 req-cc6c5345-7a4a-4730-8192-695efb175a26 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292485 Apr 16 16:07:23.505049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649a537-8877-42ac-a317-c4e03f6b8491 req-09fb631d-40ea-4b75-9a18-3447a6b4ba2d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:23.506120 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7649a537-8877-42ac-a317-c4e03f6b8491 req-09fb631d-40ea-4b75-9a18-3447a6b4ba2d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0647783 Apr 16 16:07:23.540079 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7649a537-8877-42ac-a317-c4e03f6b8491 req-74e26878-29d6-4cd7-ac56-fb5349e3c21c tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266218 Apr 16 16:07:24.697597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de244cf-204e-42d2-8b0f-1738c880febe req-0e0c567d-f7d0-4799-8bf0-aec6aa562c29 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:24.698671 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6de244cf-204e-42d2-8b0f-1738c880febe req-0e0c567d-f7d0-4799-8bf0-aec6aa562c29 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0657043 Apr 16 16:07:24.730625 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6de244cf-204e-42d2-8b0f-1738c880febe req-5b1b8bcc-d5a9-46f1-a84c-a7fae3f32db5 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273623 Apr 16 16:07:25.879478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3396f6f-da3c-4393-b069-5ce0d3b76bfb req-44a8d1ec-8012-4a2d-af98-5551da08daaa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:25.880548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a3396f6f-da3c-4393-b069-5ce0d3b76bfb req-44a8d1ec-8012-4a2d-af98-5551da08daaa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0693362 Apr 16 16:07:25.915634 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a3396f6f-da3c-4393-b069-5ce0d3b76bfb req-716dba94-1c7c-4dff-a74c-cd594100a939 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274680 Apr 16 16:07:27.080384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90c451-5b1a-40c1-a4cb-16eed5e70871 req-c1979c6a-9cad-4cbc-90bc-3e6c44be3cbc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:27.081389 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f90c451-5b1a-40c1-a4cb-16eed5e70871 req-c1979c6a-9cad-4cbc-90bc-3e6c44be3cbc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0688131 Apr 16 16:07:27.113700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f90c451-5b1a-40c1-a4cb-16eed5e70871 req-7ed54107-dc6c-43c7-b23f-fc31ab819d7e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281048 Apr 16 16:07:28.262798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e3191-3119-435d-985d-731136353eb1 req-ffc7f5ac-8b4a-4746-8d0b-bc06e76a5dfc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:28.263918 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dc0e3191-3119-435d-985d-731136353eb1 req-ffc7f5ac-8b4a-4746-8d0b-bc06e76a5dfc tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0651052 Apr 16 16:07:28.303171 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dc0e3191-3119-435d-985d-731136353eb1 req-a7543267-c030-432a-8ead-3abb1e103df7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318613 Apr 16 16:07:29.258897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bdbcfede-c631-4c51-b37f-e013746a2fb7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:07:29.359184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:29.378493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:07:29.385937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:29.390029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:29.392061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1fac62b8-fed3-412d-9798-8241e8ebb5df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:29.439177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=9']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:29.441692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:29.446591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7bd63-b32b-4727-9944-20c029f118af req-97390b78-cd0e-47a0-96bc-edb4e182b184 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:29.446684 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'code': 200} Apr 16 16:07:29.447730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-23a7bd63-b32b-4727-9944-20c029f118af req-97390b78-cd0e-47a0-96bc-edb4e182b184 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0691438 Apr 16 16:07:29.511519 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-23a7bd63-b32b-4727-9944-20c029f118af req-c0a5cb14-aee3-4977-90d8-56a67151441a tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585077 Apr 16 16:07:29.547003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-7fb8ebf7-d8c5-471c-bbcb-438744de0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:29.548063 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-7fb8ebf7-d8c5-471c-bbcb-438744de0a68 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116&tenant_id=80738e1cd5d74e5b9e37c4048caba00c HTTP/1.1" status: 200 len: 1096 time: 0.0717347 Apr 16 16:07:29.626921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-3aee5f83-ba71-49b7-8af6-1c4fb605e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:29.627932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-3aee5f83-ba71-49b7-8af6-1c4fb605e50b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 1096 time: 0.0532944 Apr 16 16:07:29.726500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-20f53457-9aa2-4caa-b4ce-13e5ed8abc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:29.727466 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-20f53457-9aa2-4caa-b4ce-13e5ed8abc98 service neutron] 10.222.0.107 "GET /v2.0/networks?id=55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 200 len: 914 time: 0.0908561 Apr 16 16:07:29.803958 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-d4b8dd97-017e-4e5c-89c9-02d1e97870bf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7 HTTP/1.1" status: 200 len: 999 time: 0.0676384 Apr 16 16:07:29.853069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-80a3816d-9f54-4464-a344-204b4f105d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:29.853913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-80a3816d-9f54-4464-a344-204b4f105d58 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 200 len: 851 time: 0.0418472 Apr 16 16:07:30.205952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-209fc77e-0795-4234-b610-8cc5a09d99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:30.206859 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-209fc77e-0795-4234-b610-8cc5a09d99dd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=55ca6f57-a475-4207-96e9-7343a5f25447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3444102 Apr 16 16:07:30.310350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-3bd9d85f-cc6a-4207-834a-727d0dc6f526 service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944326 Apr 16 16:07:30.403618 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a3ea900-2d24-466d-b3bd-8cc79596a786 req-94629ff2-587e-4d13-8e17-570ab0b6c3ae service neutron] 10.222.0.107 "GET /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845392 Apr 16 16:07:30.662742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df40be-b4f4-421f-ada9-0bda6afed25e req-913a045e-d1ce-456d-8b57-0ab87589930e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:30.663832 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7df40be-b4f4-421f-ada9-0bda6afed25e req-913a045e-d1ce-456d-8b57-0ab87589930e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0716622 Apr 16 16:07:30.699286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7df40be-b4f4-421f-ada9-0bda6afed25e req-8b82db6a-c613-45ad-b72c-0b29644ce7c0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273430 Apr 16 16:07:31.843250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb36fc9-9ac2-4345-bb6d-f041d3f28ffb req-33d99fdc-4b41-4e76-8bda-ea463e3db6c2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:31.844337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3eb36fc9-9ac2-4345-bb6d-f041d3f28ffb req-33d99fdc-4b41-4e76-8bda-ea463e3db6c2 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0669315 Apr 16 16:07:31.875188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3eb36fc9-9ac2-4345-bb6d-f041d3f28ffb req-cdea8c4a-b0aa-4a73-bc5d-8d21782da818 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265710 Apr 16 16:07:33.047767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f12e9-8eec-41cf-8dc6-571f51001746 req-91fbfa78-f96c-4a6d-8274-a28a3654e194 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:33.048867 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c0f12e9-8eec-41cf-8dc6-571f51001746 req-91fbfa78-f96c-4a6d-8274-a28a3654e194 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0754466 Apr 16 16:07:33.084710 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c0f12e9-8eec-41cf-8dc6-571f51001746 req-e8a88987-b451-4700-856a-30656c30b093 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280724 Apr 16 16:07:34.265825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade8ca2-8138-40ee-8f41-f9099c663257 req-9ca50603-f453-4e71-a0c8-66ec71f429f0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:34.267641 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ade8ca2-8138-40ee-8f41-f9099c663257 req-9ca50603-f453-4e71-a0c8-66ec71f429f0 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0820701 Apr 16 16:07:34.304551 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ade8ca2-8138-40ee-8f41-f9099c663257 req-34203baf-5081-4922-abd6-f1341d9185fd tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289013 Apr 16 16:07:35.290846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bdbcfede-c631-4c51-b37f-e013746a2fb7 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:07:35.402484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:35.411628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'port_id': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'mac_address': 'fa:16:3e:65:aa:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1455, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:07:35.453658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:35.457146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbac90-1bb1-44b6-8d5f-92c6b29425c7 req-7cbb2140-7592-4c60-a16a-ea758ef4d012 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:35.458263 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3fbac90-1bb1-44b6-8d5f-92c6b29425c7 req-7cbb2140-7592-4c60-a16a-ea758ef4d012 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 943 time: 0.0623300 Apr 16 16:07:35.465785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbcfede-c631-4c51-b37f-e013746a2fb7 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:07:35.476155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:35.479442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:35.481114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:35.493986 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d3fbac90-1bb1-44b6-8d5f-92c6b29425c7 req-b92a95cf-7562-4aaa-8173-4877657a4197 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307212 Apr 16 16:07:35.527852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=10']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:35.529808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:35.808686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['bdbcfede-c631-4c51-b37f-e013746a2fb7'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:07:36.646568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca776f2-0e88-4e49-afff-703e2cddbc3c req-48672329-007a-4029-a40d-e47763b1fa88 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:36.647644 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ca776f2-0e88-4e49-afff-703e2cddbc3c req-48672329-007a-4029-a40d-e47763b1fa88 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 945 time: 0.0679946 Apr 16 16:07:36.681904 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ca776f2-0e88-4e49-afff-703e2cddbc3c req-d072a62d-7ff5-4878-ae4d-73905e8d116e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272934 Apr 16 16:07:37.290647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bdbcfede-c631-4c51-b37f-e013746a2fb7 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:07:37.356451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port bdbcfede-c631-4c51-b37f-e013746a2fb7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:07:37.356772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:37.440793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:37.459037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:07:37.466822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:37.469489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:37.470993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:37.502313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'code': 200} Apr 16 16:07:37.521189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=11']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:37.523248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:37.847837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b404232-fcd3-4958-acd8-cc700dd588c9 req-8f821555-a3c8-41e4-8c2e-35b9c0602384 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:37.848914 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b404232-fcd3-4958-acd8-cc700dd588c9 req-8f821555-a3c8-41e4-8c2e-35b9c0602384 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 946 time: 0.0696466 Apr 16 16:07:37.883506 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b404232-fcd3-4958-acd8-cc700dd588c9 req-c1471bd6-48ad-4fa4-94e4-360a83efb417 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268393 Apr 16 16:07:39.041453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6857205-097c-4e72-b4c7-c68356167c57 req-94071e8d-a0f9-407d-8103-c1054792b653 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:39.042895 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d6857205-097c-4e72-b4c7-c68356167c57 req-94071e8d-a0f9-407d-8103-c1054792b653 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 946 time: 0.0650828 Apr 16 16:07:39.079270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d6857205-097c-4e72-b4c7-c68356167c57 req-025a73bd-583f-4926-852f-27a3d030e6aa tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282466 Apr 16 16:07:39.214225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f7723-1093-47a8-93f5-4d6ef1fae766 req-0ad0ed30-24f1-4ce4-9925-97ad386f935e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:39.215183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-737f7723-1093-47a8-93f5-4d6ef1fae766 req-0ad0ed30-24f1-4ce4-9925-97ad386f935e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 946 time: 0.0554006 Apr 16 16:07:39.245427 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-737f7723-1093-47a8-93f5-4d6ef1fae766 req-e730592b-e74e-4128-9ea9-32f0673a6e88 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0229800 Apr 16 16:07:39.366383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f1dd0-f6d2-4886-acdd-c9bc19ec557c req-987746b7-d3b2-4511-9f19-72bd220f359b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:39.367266 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad9f1dd0-f6d2-4886-acdd-c9bc19ec557c req-987746b7-d3b2-4511-9f19-72bd220f359b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 946 time: 0.0539658 Apr 16 16:07:39.400999 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad9f1dd0-f6d2-4886-acdd-c9bc19ec557c req-ff402b2f-da47-4b06-954a-f7a9d73b496b tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268333 Apr 16 16:07:39.660548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba9291-9048-4b2a-8d0d-71b41c59331b req-9232010f-a721-4450-9272-9caf26a59911 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:39.661397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6ba9291-9048-4b2a-8d0d-71b41c59331b req-9232010f-a721-4450-9272-9caf26a59911 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 946 time: 0.0605128 Apr 16 16:07:39.695050 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6ba9291-9048-4b2a-8d0d-71b41c59331b req-a2b40a94-8fff-4d43-8304-49360d1c49b8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262954 Apr 16 16:07:40.850121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7ead7-5232-429f-a682-3488bc6e61c3 req-791b2a15-c87f-4a27-9722-a37ff91b9bfd tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:40.851230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1a7ead7-5232-429f-a682-3488bc6e61c3 req-791b2a15-c87f-4a27-9722-a37ff91b9bfd tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 946 time: 0.0663893 Apr 16 16:07:40.885823 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1a7ead7-5232-429f-a682-3488bc6e61c3 req-77478f1a-0aac-459a-847a-0caec6921dad tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273280 Apr 16 16:07:41.330695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26eef0e5-79c8-462f-b360-1b7700501662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:41.819218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-53a17aa0-2b3d-4a8d-abfa-a7d5e1920391 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:41.820308 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-53a17aa0-2b3d-4a8d-abfa-a7d5e1920391 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 946 time: 0.0802033 Apr 16 16:07:41.873969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Deleting port bdbcfede-c631-4c51-b37f-e013746a2fb7 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:07:41.874338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:42.085074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] For port bdbcfede-c631-4c51-b37f-e013746a2fb7, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bdbcfede-c631-4c51-b37f-e013746a2fb7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:42.085358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:42.094748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0f62a-1fea-4bbe-848c-26d34261a99f req-ef80b331-b909-493a-a739-603cb0c9330e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:42.095843 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ee0f62a-1fea-4bbe-848c-26d34261a99f req-ef80b331-b909-493a-a739-603cb0c9330e tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 946 time: 0.1306849 Apr 16 16:07:42.221404 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ee0f62a-1fea-4bbe-848c-26d34261a99f req-5d59cd73-770f-4fba-82fd-cfd27cc13ba7 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups?id=f6b2dd8f-37f1-42aa-b4e8-05188ee41043&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874474 Apr 16 16:07:42.307658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:42.307902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:42.308103 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397 disassociated. External IP: 172.26.4.27, port: bdbcfede-c631-4c51-b37f-e013746a2fb7. Apr 16 16:07:42.308326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Calling delete_port for bdbcfede-c631-4c51-b37f-e013746a2fb7 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:07:42.405685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:42.414269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:42.465778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event deleted for resources: {'Port': ['ID=bdbcfede-c631-4c51-b37f-e013746a2fb7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:42.472496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.472695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.472928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.473178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.473371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.473591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.473810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.474027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.474246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.474478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.474702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.474921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:42.480339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:42.616029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Router ec4b57f9-6389-427a-b045-67736659b246 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:07:42.716527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:07:42.723752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4149a30-1622-46d9-b863-2bf16edf001e None None] Sync routers for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:07:42.731377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4149a30-1622-46d9-b863-2bf16edf001e None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:07:42.731811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e4149a30-1622-46d9-b863-2bf16edf001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:07:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:07:42.757111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] No DVR routers for this DVR port bdbcfede-c631-4c51-b37f-e013746a2fb7 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:07:42.758714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:42.760295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-deleted', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:07:42.770612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ccd7b1b-dda9-4e94-bce3-8dce0a7a6bac req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.107 "DELETE /v2.0/ports/bdbcfede-c631-4c51-b37f-e013746a2fb7 HTTP/1.1" status: 204 len: 173 time: 0.9435670 Apr 16 16:07:42.806395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d137d4c-f9f6-4162-b2ef-e10017cc4116', 'name': 'network-vif-deleted', 'tag': 'bdbcfede-c631-4c51-b37f-e013746a2fb7', 'status': 'completed', 'code': 200} Apr 16 16:07:43.003456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8df8799-aa99-44e2-95e1-d19f96c2d57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:43.035951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e4149a30-1622-46d9-b863-2bf16edf001e None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:07:43.061262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:43.114216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:43.225018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e4149a30-1622-46d9-b863-2bf16edf001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:07:43.227416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4149a30-1622-46d9-b863-2bf16edf001e None None] Checking router: ec4b57f9-6389-427a-b045-67736659b246 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:07:43.232651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4149a30-1622-46d9-b863-2bf16edf001e None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:07:43.233001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e4149a30-1622-46d9-b863-2bf16edf001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:07:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:07:43.332675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-03d51d57-f8cd-4aec-9f28-05bd419d4f30 req-1b8aef97-90cc-4500-866e-31b907ce83bb tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Synchronizing usage tracker for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:07:43.341763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-03d51d57-f8cd-4aec-9f28-05bd419d4f30 req-1b8aef97-90cc-4500-866e-31b907ce83bb tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Unset dirty status for tenant:80738e1cd5d74e5b9e37c4048caba00c on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:07:43.342509 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03d51d57-f8cd-4aec-9f28-05bd419d4f30 req-1b8aef97-90cc-4500-866e-31b907ce83bb tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 210 time: 0.0399742 Apr 16 16:07:43.350295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e4149a30-1622-46d9-b863-2bf16edf001e None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:07:43.566530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:43.584805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e4149a30-1622-46d9-b863-2bf16edf001e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:07:43.587879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4149a30-1622-46d9-b863-2bf16edf001e None None] The sync data for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv is: [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T15:57:45Z', 'revision_number': 4, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3c7d7e9f-d5bd-45ef-96f7-07924ad645b7', 'name': '', 'network_id': '55ca6f57-a475-4207-96e9-7343a5f25447', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'mac_address': 'fa:16:3e:b7:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:44Z', 'updated_at': '2021-04-16T15:57:50Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'subnets': [{'id': '2a1f9350-817f-48ab-a780-273c46f89b28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:07:43.880266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c16a0e-124d-4a4c-b464-2d3cb6b70869 None None] New status for floating IP 02ade161-645d-4e2d-bcf6-4e36ba06b397: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:07:44.248501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:44.476886 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-273bf4ac-91e0-4828-b861-470e83049cb5 req-20f61a56-ecd2-4608-a555-57cdd6d18a92 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/ports?device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 210 time: 0.0333030 Apr 16 16:07:45.338107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bdbcfede-c631-4c51-b37f-e013746a2fb7 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:07:45.379870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: bdbcfede-c631-4c51-b37f-e013746a2fb7 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:07:45.380237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bdbcfede-c631-4c51-b37f-e013746a2fb7 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:07:47.428748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41196) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:07:47.473118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a391553-3b1a-4b39-9920-7b8ba7c9f4f8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:47.490466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a391553-3b1a-4b39-9920-7b8ba7c9f4f8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:47.527547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a391553-3b1a-4b39-9920-7b8ba7c9f4f8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:47.529929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36de1789-d6d1-4350-b543-42e5aa5a5923 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:47.539774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a391553-3b1a-4b39-9920-7b8ba7c9f4f8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b2dd8f-37f1-42aa-b4e8-05188ee41043,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:47.541988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2a391553-3b1a-4b39-9920-7b8ba7c9f4f8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:47.547010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2a391553-3b1a-4b39-9920-7b8ba7c9f4f8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:47.547778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a391553-3b1a-4b39-9920-7b8ba7c9f4f8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "DELETE /v2.0/security-groups/f6b2dd8f-37f1-42aa-b4e8-05188ee41043 HTTP/1.1" status: 204 len: 168 time: 0.1182652 Apr 16 16:07:47.549722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41200) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:07:47.560932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-e4dda3df-25bf-4c8c-bbfa-6ce639eb0f32 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] show failed (client error): The resource could not be found. Apr 16 16:07:47.561552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e4dda3df-25bf-4c8c-bbfa-6ce639eb0f32 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "GET /v2.0/security-groups/f6b2dd8f-37f1-42aa-b4e8-05188ee41043 HTTP/1.1" status: 404 len: 347 time: 0.0112209 Apr 16 16:07:47.563559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41204) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:07:47.666542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Deleting port c1531de8-1c87-46b6-97f8-30c23d7d0310 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:07:47.666776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:47.770056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:47.770280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:48.086327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Calling delete_port for c1531de8-1c87-46b6-97f8-30c23d7d0310 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:07:48.167568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:48.176781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebf44d98-0238-4515-be3b-e09c9f88300f tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:48.231219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Pushing event deleted for resources: {'Port': ['ID=c1531de8-1c87-46b6-97f8-30c23d7d0310,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:48.235297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:48.335494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:48.347558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:48.348392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] 10.222.0.95 "DELETE /v2.0/floatingips/02ade161-645d-4e2d-bcf6-4e36ba06b397 HTTP/1.1" status: 204 len: 168 time: 0.7841828 Apr 16 16:07:48.352417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41210) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:07:48.794562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:48.994306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Deleting port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:07:48.994606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:49.107095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] For port 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3c7d7e9f-d5bd-45ef-96f7-07924ad645b7,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:49.107290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:49.184676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Calling delete_port for 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:07:49.290670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:49.297748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed310602-ace9-451f-91f4-f8e18aa060d4 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:49.321387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c7d7e9f-d5bd-45ef-96f7-07924ad645b7,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:49.344211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:49.545577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:50.116810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Router ec4b57f9-6389-427a-b045-67736659b246 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:07:50.221688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:07:50.229954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe58f31-b0b9-4ce5-acb2-305f3a2cb0c2 None None] Sync routers for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:07:50.230543 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] 10.222.0.95 "PUT /v2.0/routers/ec4b57f9-6389-427a-b045-67736659b246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8773851 Apr 16 16:07:50.232513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41220) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:07:50.242230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe58f31-b0b9-4ce5-acb2-305f3a2cb0c2 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:07:50.243104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2fe58f31-b0b9-4ce5-acb2-305f3a2cb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:07:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:07:50.340776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:50.358532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-2fe58f31-b0b9-4ce5-acb2-305f3a2cb0c2 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:07:50.452785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:50.459134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Deleting port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:07:50.459324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:50.551940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2fe58f31-b0b9-4ce5-acb2-305f3a2cb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54'}], 'enable_snat': True}, 'gw_port_id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T16:07:49Z', 'revision_number': 5, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port': {'id': 'd52e8d96-23a6-46c0-b96a-e7ac0790b8d9', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4b57f9-6389-427a-b045-67736659b246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T15:57:43Z', 'updated_at': '2021-04-16T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:07:50.555346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe58f31-b0b9-4ce5-acb2-305f3a2cb0c2 None None] Checking router: ec4b57f9-6389-427a-b045-67736659b246 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:07:50.561358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe58f31-b0b9-4ce5-acb2-305f3a2cb0c2 None None] Routers {'ec4b57f9-6389-427a-b045-67736659b246'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:07:50.561786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2fe58f31-b0b9-4ce5-acb2-305f3a2cb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:07:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['ec4b57f9-6389-427a-b045-67736659b246'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:07:50.576519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] For port d52e8d96-23a6-46c0-b96a-e7ac0790b8d9, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d52e8d96-23a6-46c0-b96a-e7ac0790b8d9,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:50.576721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:50.654181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-2fe58f31-b0b9-4ce5-acb2-305f3a2cb0c2 None None] Set router ec4b57f9-6389-427a-b045-67736659b246 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:07:50.655534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Calling delete_port for d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:07:50.712373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-2fe58f31-b0b9-4ce5-acb2-305f3a2cb0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T16:07:50Z', 'revision_number': 6, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:07:50.715229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe58f31-b0b9-4ce5-acb2-305f3a2cb0c2 None None] The sync data for ids ['ec4b57f9-6389-427a-b045-67736659b246'] in dv-neutron-786478-2-hyperv is: [{'id': 'ec4b57f9-6389-427a-b045-67736659b246', 'name': 'tempest-ServerActionsTestJSON-1598569352-router', 'tenant_id': '80738e1cd5d74e5b9e37c4048caba00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T15:57:42Z', 'updated_at': '2021-04-16T16:07:50Z', 'revision_number': 6, 'project_id': '80738e1cd5d74e5b9e37c4048caba00c', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:07:50.765364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:50.773707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f1d9144d-60db-4830-bd95-d205b84d3a18 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:50.825125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52e8d96-23a6-46c0-b96a-e7ac0790b8d9,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:50.832103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.832333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.832559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.832807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.832986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.833214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.833424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.833645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.833876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.834066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.834284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.834521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:07:50.839840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:50.867691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:07:50.892998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:07:50.893225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3c7d7e9f-d5bd-45ef-96f7-07924ad645b7 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:07:50.943419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.312706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.314245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.330334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.331103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec4b57f9-6389-427a-b045-67736659b246 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:07:51.345367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.346861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] 10.222.0.95 "DELETE /v2.0/routers/ec4b57f9-6389-427a-b045-67736659b246 HTTP/1.1" status: 204 len: 168 time: 1.1133556 Apr 16 16:07:51.350103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41224) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:07:51.398389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d29643-c41e-4851-953a-4914960b53ca admin admin] Deleting subnet 2a1f9350-817f-48ab-a780-273c46f89b28 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:07:51.400550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9d29643-c41e-4851-953a-4914960b53ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.430796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9d29643-c41e-4851-953a-4914960b53ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.485152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9d29643-c41e-4851-953a-4914960b53ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.650713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9d29643-c41e-4851-953a-4914960b53ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.659275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-159e7c5b-1df1-45bc-9b45-afc5e533af83 tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:51.709014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d29643-c41e-4851-953a-4914960b53ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a1f9350-817f-48ab-a780-273c46f89b28,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:51.717573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9d29643-c41e-4851-953a-4914960b53ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:51.741817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c9d29643-c41e-4851-953a-4914960b53ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.748213 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c9d29643-c41e-4851-953a-4914960b53ca admin admin] 10.222.0.95 "DELETE /v2.0/subnets/2a1f9350-817f-48ab-a780-273c46f89b28 HTTP/1.1" status: 204 len: 168 time: 0.3950098 Apr 16 16:07:51.748601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41228) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:07:51.748734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2955f8fc-7cad-4cb4-b7c1-1b069c69583a None None] Network 55ca6f57-a475-4207-96e9-7343a5f25447 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:07:51.822912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.865463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Deleting port 25fd25e8-50c9-46c6-a0e8-046bbe039657 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:07:51.865715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.924317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb24e4f8-3129-4561-baa5-2d4a5d3f7fdb None None] DHCP port deletion for 55ca6f57-a475-4207-96e9-7343a5f25447 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:07:51.927473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cb24e4f8-3129-4561-baa5-2d4a5d3f7fdb None None] Deleting port 25fd25e8-50c9-46c6-a0e8-046bbe039657 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:07:51.927745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb24e4f8-3129-4561-baa5-2d4a5d3f7fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:51.988564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] For port 25fd25e8-50c9-46c6-a0e8-046bbe039657, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=25fd25e8-50c9-46c6-a0e8-046bbe039657,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:51.988738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.056154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Calling delete_port for 25fd25e8-50c9-46c6-a0e8-046bbe039657 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:07:52.081378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-cb24e4f8-3129-4561-baa5-2d4a5d3f7fdb None None] For port 25fd25e8-50c9-46c6-a0e8-046bbe039657, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=25fd25e8-50c9-46c6-a0e8-046bbe039657,segment=NetworkSegment(c9dd35b8-9cf9-439a-9f9f-e02199432149),segment_id=c9dd35b8-9cf9-439a-9f9f-e02199432149)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:07:52.081649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb24e4f8-3129-4561-baa5-2d4a5d3f7fdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.100201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.107898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-27cef30b-2d15-4022-8798-a15b04b49175 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:52.157390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Pushing event deleted for resources: {'Port': ['ID=25fd25e8-50c9-46c6-a0e8-046bbe039657,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:52.159117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:52.190974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] No DVR routers for this DVR port 25fd25e8-50c9-46c6-a0e8-046bbe039657 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:07:52.260345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.326271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ca6f57-a475-4207-96e9-7343a5f25447']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:07:52.333835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9dd35b8-9cf9-439a-9f9f-e02199432149') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:07:52.334009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9dd35b8-9cf9-439a-9f9f-e02199432149') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:07:52.341125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.341985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cb24e4f8-3129-4561-baa5-2d4a5d3f7fdb None None] Calling delete_port for 25fd25e8-50c9-46c6-a0e8-046bbe039657 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:07:52.350245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.354278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Releasing vlan 1455 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:07:52.391164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-cb24e4f8-3129-4561-baa5-2d4a5d3f7fdb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:07:52.391388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-cb24e4f8-3129-4561-baa5-2d4a5d3f7fdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:07:52.449109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Network 55ca6f57-a475-4207-96e9-7343a5f25447 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:07:52.453943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.543833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Network 55ca6f57-a475-4207-96e9-7343a5f25447 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:07:52.555253 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:07:52.595525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.598072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.599774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:52.611889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Pushing event deleted for resources: {'Network': ['ID=55ca6f57-a475-4207-96e9-7343a5f25447,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:52.613160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:52.619869 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] 10.222.0.95 "DELETE /v2.0/networks/55ca6f57-a475-4207-96e9-7343a5f25447 HTTP/1.1" status: 204 len: 168 time: 0.8705060 Apr 16 16:07:52.686796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41234) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:07:52.715740 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-37ccefb9-baea-47ab-b24d-0598397d0f6c admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0280571 Apr 16 16:07:52.717398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41238) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:07:52.759812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4443ff64-e95b-47ee-941c-dd707e677e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.776138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4443ff64-e95b-47ee-941c-dd707e677e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.802363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4443ff64-e95b-47ee-941c-dd707e677e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.804602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-89edcf1b-23a6-41d3-aadb-4fa723b1bb63 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:52.813686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443ff64-e95b-47ee-941c-dd707e677e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a87dd50-46d9-4bef-8d2f-2bd6a0a3dc20,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:52.816269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4443ff64-e95b-47ee-941c-dd707e677e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:52.818948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4443ff64-e95b-47ee-941c-dd707e677e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.820054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4443ff64-e95b-47ee-941c-dd707e677e32 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/0a87dd50-46d9-4bef-8d2f-2bd6a0a3dc20 HTTP/1.1" status: 204 len: 168 time: 0.1018946 Apr 16 16:07:52.858697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:07:52.872540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 25fd25e8-50c9-46c6-a0e8-046bbe039657 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:07:52.892270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cb24e4f8-3129-4561-baa5-2d4a5d3f7fdb None None] Deleting port 25fd25e8-50c9-46c6-a0e8-046bbe039657 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:07:52.892601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb24e4f8-3129-4561-baa5-2d4a5d3f7fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:52.913853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 25fd25e8-50c9-46c6-a0e8-046bbe039657 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:07:52.914097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 25fd25e8-50c9-46c6-a0e8-046bbe039657 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:07:52.914395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:07:52.954953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:07:52.955180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d52e8d96-23a6-46c0-b96a-e7ac0790b8d9 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:07:52.961489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cb24e4f8-3129-4561-baa5-2d4a5d3f7fdb None None] The port '25fd25e8-50c9-46c6-a0e8-046bbe039657' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:07:53.279008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41262) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:07:53.344936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1072152935-network', 'tenant_id': '9faa07902ab4434699722ab402c3f756'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:07:53.348551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:07:53.351406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Usage tracker for resource:network and tenant:9faa07902ab4434699722ab402c3f756 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:07:53.353442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:07:53.357564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:07:53.363643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Made reservation on behalf of 9faa07902ab4434699722ab402c3f756 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:07:53.366291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:53.373212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:53.381616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:07:53.383935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Usage tracker for resource:security_group_rule and tenant:9faa07902ab4434699722ab402c3f756 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:07:53.385584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:07:53.389256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:07:53.435679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:53.437679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:53.439436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-17a8ffd3-1f5e-4908-87c2-411079f48b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:53.456548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1469} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:07:53.461253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36914e4-8621-4048-ac87-07fc518f4f1d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:53.464043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:53.465715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:53.465913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Added segment 2bda783b-f695-477f-b4ec-63809f62473a of type vlan for network 5ea15997-ede6-42f9-bc52-6fb33853dc16 Apr 16 16:07:53.483600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:53.499230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:53.499889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:53.500302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:53.502171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a8cffd2-ee23-4091-a197-7bc83dfceaa9 tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:53.556887 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2767277 Apr 16 16:07:53.558646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Pushing event updated for resources: {'Network': ['ID=5ea15997-ede6-42f9-bc52-6fb33853dc16,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:53.560438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:53.560778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41268) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:07:53.564125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Request body: {'subnet': {'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1072152935-subnet', 'tenant_id': '9faa07902ab4434699722ab402c3f756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:07:53.566987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:07:53.569365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Usage tracker for resource:subnet and tenant:9faa07902ab4434699722ab402c3f756 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:07:53.570799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 5ea15997-ede6-42f9-bc52-6fb33853dc16 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:07:53.571185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:07:53.575544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:07:53.581539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Made reservation on behalf of 9faa07902ab4434699722ab402c3f756 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:07:53.584323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:53.803119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:53.810982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-15258598-4930-4df5-8429-59451861b8ee tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:53.879312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5383c4e6-e831-4adf-b9b0-b6364a4efd58,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:53.880941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:53.915590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Checking segment: {'id': '2bda783b-f695-477f-b4ec-63809f62473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:07:53.915790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Network hostable DHCP agents. Network: 5ea15997-ede6-42f9-bc52-6fb33853dc16, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:07:53.926827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Network 5ea15997-ede6-42f9-bc52-6fb33853dc16 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:07:53.932441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 5ea15997-ede6-42f9-bc52-6fb33853dc16) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:07:53.939321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:53.939660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:53.943439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988755d7-415f-40f2-904d-191086b617d8 None None] Network 5ea15997-ede6-42f9-bc52-6fb33853dc16 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:07:53.950518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b67e9572-d58b-4d25-8b03-0f01f89d2aa3 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3891034 Apr 16 16:07:54.084820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a4ff3-eaea-4027-a574-0ee79ecef201 None None] Network 5ea15997-ede6-42f9-bc52-6fb33853dc16 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:07:54.261485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-70a59e19-f1b4-4baf-8ee5-722f2e2746d3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:54.261874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-70a59e19-f1b4-4baf-8ee5-722f2e2746d3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Synchronizing usage tracker for tenant:9faa07902ab4434699722ab402c3f756 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:07:54.274016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-70a59e19-f1b4-4baf-8ee5-722f2e2746d3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Unset dirty status for tenant:9faa07902ab4434699722ab402c3f756 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:07:54.274836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-70a59e19-f1b4-4baf-8ee5-722f2e2746d3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/networks?id=5ea15997-ede6-42f9-bc52-6fb33853dc16 HTTP/1.1" status: 200 len: 814 time: 0.0952477 Apr 16 16:07:54.289463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-4997402c-28ec-42e9-89a8-47404ec63059 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/quotas/9faa07902ab4434699722ab402c3f756 HTTP/1.1" status: 200 len: 375 time: 0.0064301 Apr 16 16:07:54.323581 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-29df55d0-1d05-44a8-8283-c373336fd5ab tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9faa07902ab4434699722ab402c3f756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279384 Apr 16 16:07:54.442334 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-8333795f-a2e3-4ca1-b5c9-d94eb40537ee service neutron] 10.222.0.95 "GET /v2.0/networks/5ea15997-ede6-42f9-bc52-6fb33853dc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144228 Apr 16 16:07:54.529235 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-39b318e1-bdba-44a1-9334-f98b47d500d2 service neutron] 10.222.0.95 "GET /v2.0/networks/5ea15997-ede6-42f9-bc52-6fb33853dc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831225 Apr 16 16:07:54.664935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9d549c4d-9b8a-49f2-93a3-777ca36d4b55 req-299104e2-0367-41b1-ab0a-d64fac8bb309 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 210 time: 0.0347087 Apr 16 16:07:55.785788 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-363bbeb4-9b63-4684-bfa5-ecd54e2fefc5 req-9248c4fe-2170-42ec-ad5d-3e38d089a35e tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 210 time: 0.0461547 Apr 16 16:07:56.915663 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-120fb17b-06f5-4db0-93fc-e85576a9953e req-ac1e0ad0-9f62-431f-b960-663fc5e6e1cb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 210 time: 0.0358062 Apr 16 16:07:58.039390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7bdc3490-f250-4624-b9d6-bee037008e9f req-86f8fc2b-098a-4a50-861e-eca2a837d40e tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 210 time: 0.0363331 Apr 16 16:07:58.440150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-b6266025-33c2-4bfb-b6c0-4d1052a4dfeb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:58.441219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-b6266025-33c2-4bfb-b6c0-4d1052a4dfeb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.107 "GET /v2.0/networks?id=5ea15997-ede6-42f9-bc52-6fb33853dc16 HTTP/1.1" status: 200 len: 814 time: 0.1221459 Apr 16 16:07:58.455607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Request body: {'port': {'device_id': 'a9a7e604-634d-44da-a54b-3075cd400e46', 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16', 'admin_state_up': True, 'tenant_id': '9faa07902ab4434699722ab402c3f756'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:07:58.559260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:07:58.564348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Usage tracker for resource:port and tenant:9faa07902ab4434699722ab402c3f756 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:07:58.568250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:07:58.575924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:07:58.584322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Made reservation on behalf of 9faa07902ab4434699722ab402c3f756 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:07:58.588639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:58.702307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Allocated IP 172.20.0.3 (5ea15997-ede6-42f9-bc52-6fb33853dc16/5383c4e6-e831-4adf-b9b0-b6364a4efd58/727edd52-96d5-430c-81e1-5f01a5e2d4c0) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:07:58.858938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:58.881763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:58.892008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44cec8ba-7f06-48e8-b591-5f6664f080a9 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:58.977875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Pushing event updated for resources: {'Port': ['ID=727edd52-96d5-430c-81e1-5f01a5e2d4c0,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:58.980920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:59.013674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Network 5ea15997-ede6-42f9-bc52-6fb33853dc16 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:07:59.014370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:07:59.015855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:07:59.056342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:59.056769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:59.071518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6187289 Apr 16 16:07:59.084889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Request body: {'port': {'device_id': 'a9a7e604-634d-44da-a54b-3075cd400e46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:07:59.197790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:59.233215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aad1e7-83ac-4383-8a00-0c46087d34d0 req-c8b55b49-7c26-4636-8cce-f192c4c19a8d tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:07:59.233649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-55aad1e7-83ac-4383-8a00-0c46087d34d0 req-c8b55b49-7c26-4636-8cce-f192c4c19a8d tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Synchronizing usage tracker for tenant:9faa07902ab4434699722ab402c3f756 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:07:59.259714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-55aad1e7-83ac-4383-8a00-0c46087d34d0 req-c8b55b49-7c26-4636-8cce-f192c4c19a8d tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Unset dirty status for tenant:9faa07902ab4434699722ab402c3f756 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:07:59.260517 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55aad1e7-83ac-4383-8a00-0c46087d34d0 req-c8b55b49-7c26-4636-8cce-f192c4c19a8d tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 931 time: 0.1547601 Apr 16 16:07:59.339039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-55aad1e7-83ac-4383-8a00-0c46087d34d0 req-d8388f7d-6dcc-42e6-a081-047af369b080 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Synchronizing usage tracker for tenant:9faa07902ab4434699722ab402c3f756 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:07:59.647679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-55aad1e7-83ac-4383-8a00-0c46087d34d0 req-d8388f7d-6dcc-42e6-a081-047af369b080 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Unset dirty status for tenant:9faa07902ab4434699722ab402c3f756 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:07:59.648417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55aad1e7-83ac-4383-8a00-0c46087d34d0 req-d8388f7d-6dcc-42e6-a081-047af369b080 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609273 Apr 16 16:07:59.714831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727edd52-96d5-430c-81e1-5f01a5e2d4c0 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:07:59.719596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:59.728299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Transition to ACTIVE for port object 727edd52-96d5-430c-81e1-5f01a5e2d4c0 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:07:59.731329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:07:59.738115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-37557bdf-6bb1-45ad-b35a-67b5458441b6 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:07:59.803871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Pushing event updated for resources: {'Port': ['ID=727edd52-96d5-430c-81e1-5f01a5e2d4c0,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:07:59.806389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:07:59.942458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Attempting to bind port 727edd52-96d5-430c-81e1-5f01a5e2d4c0 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:07:59.942712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Attempting to bind port 727edd52-96d5-430c-81e1-5f01a5e2d4c0 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2bda783b-f695-477f-b4ec-63809f62473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:07:59.942844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Attempting to bind port 727edd52-96d5-430c-81e1-5f01a5e2d4c0 on network 5ea15997-ede6-42f9-bc52-6fb33853dc16 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:07:59.945767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Port 727edd52-96d5-430c-81e1-5f01a5e2d4c0 on network 5ea15997-ede6-42f9-bc52-6fb33853dc16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:07:59.945937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Attempting to bind port 727edd52-96d5-430c-81e1-5f01a5e2d4c0 on network 5ea15997-ede6-42f9-bc52-6fb33853dc16 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:07:59.949353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:07:59.949557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Checking segment: {'id': '2bda783b-f695-477f-b4ec-63809f62473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:07:59.949843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Bound using segment: {'id': '2bda783b-f695-477f-b4ec-63809f62473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:07:59.950136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Bound port: 727edd52-96d5-430c-81e1-5f01a5e2d4c0, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bda783b-f695-477f-b4ec-63809f62473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:07:59.950371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:00.009926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] For port 727edd52-96d5-430c-81e1-5f01a5e2d4c0, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:08:00.012066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] For port 727edd52-96d5-430c-81e1-5f01a5e2d4c0, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=727edd52-96d5-430c-81e1-5f01a5e2d4c0,segment=NetworkSegment(2bda783b-f695-477f-b4ec-63809f62473a),segment_id=2bda783b-f695-477f-b4ec-63809f62473a)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:08:00.015229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:00.024507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:00.116068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Pushing event updated for resources: {'Port': ['ID=727edd52-96d5-430c-81e1-5f01a5e2d4c0,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:00.119071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:00.135521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:00.135907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:00.136852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] 10.222.0.107 "PUT /v2.0/ports/727edd52-96d5-430c-81e1-5f01a5e2d4c0 HTTP/1.1" status: 200 len: 1093 time: 1.0551004 Apr 16 16:08:00.137370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a7e604-634d-44da-a54b-3075cd400e46', 'tag': '727edd52-96d5-430c-81e1-5f01a5e2d4c0'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:08:00.162394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a7e604-634d-44da-a54b-3075cd400e46', 'tag': '727edd52-96d5-430c-81e1-5f01a5e2d4c0', 'status': 'completed', 'code': 200} Apr 16 16:08:00.228569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0371ff0-c015-4f8a-98ef-c92777752651 req-244d86b6-21c9-48e8-a8bc-c9d1387f1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:00.229371 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0371ff0-c015-4f8a-98ef-c92777752651 req-244d86b6-21c9-48e8-a8bc-c9d1387f1b29 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9faa07902ab4434699722ab402c3f756&device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 1096 time: 0.0452852 Apr 16 16:08:00.313968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0371ff0-c015-4f8a-98ef-c92777752651 req-41c8569a-8457-446c-9898-d7cf7a2cfacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:00.314833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0371ff0-c015-4f8a-98ef-c92777752651 req-41c8569a-8457-446c-9898-d7cf7a2cfacd service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=9faa07902ab4434699722ab402c3f756&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0752661 Apr 16 16:08:00.413539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0371ff0-c015-4f8a-98ef-c92777752651 req-847a52b3-b266-46a6-a39b-2b7f5ca64136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:00.414475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0371ff0-c015-4f8a-98ef-c92777752651 req-847a52b3-b266-46a6-a39b-2b7f5ca64136 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0919013 Apr 16 16:08:00.808736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30587d53-4e89-4a69-917d-596b38da98ad req-e9cbf77a-8e51-4eb3-b142-29ea91592fcc tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:00.809824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30587d53-4e89-4a69-917d-596b38da98ad req-e9cbf77a-8e51-4eb3-b142-29ea91592fcc tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 943 time: 0.0660596 Apr 16 16:08:00.847446 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30587d53-4e89-4a69-917d-596b38da98ad req-20888016-486b-4da2-98d5-7ad4b4ecc693 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330153 Apr 16 16:08:01.836155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-7ea08479-1adf-4cd3-b035-a933faec67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:01.837250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-7ea08479-1adf-4cd3-b035-a933faec67d3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9faa07902ab4434699722ab402c3f756&device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 1096 time: 0.0662723 Apr 16 16:08:01.894376 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-527ce1c5-2054-4580-9088-ec2634b7eae8 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=727edd52-96d5-430c-81e1-5f01a5e2d4c0 HTTP/1.1" status: 200 len: 217 time: 0.0471537 Apr 16 16:08:01.978955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-84ec1f86-8f3f-4ccd-8526-9c545035c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:01.979985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-84ec1f86-8f3f-4ccd-8526-9c545035c8e9 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5383c4e6-e831-4adf-b9b0-b6364a4efd58 HTTP/1.1" status: 200 len: 854 time: 0.0772893 Apr 16 16:08:02.021745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-d1b10cb2-c426-4fae-bc8a-da3b13e75b37 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ea15997-ede6-42f9-bc52-6fb33853dc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320864 Apr 16 16:08:02.027286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbe9a7-ec12-4bbd-acb1-943356f1d073 req-d3f316d4-bd31-4d33-b570-0781159285e0 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:02.028693 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2acbe9a7-ec12-4bbd-acb1-943356f1d073 req-d3f316d4-bd31-4d33-b570-0781159285e0 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 943 time: 0.1009269 Apr 16 16:08:02.109817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2acbe9a7-ec12-4bbd-acb1-943356f1d073 req-d2dde95b-ae53-4bbb-a976-e5fbd9d28b61 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666244 Apr 16 16:08:02.131538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-019f2b17-cfbd-4494-871a-62c0f1e7461a service neutron] 10.222.0.107 "GET /v2.0/networks/5ea15997-ede6-42f9-bc52-6fb33853dc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018083 Apr 16 16:08:02.213824 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f517b00-2faa-4cd6-aa3f-00cdb770fc73 req-a962ed75-90b7-4827-a37d-8d911738a68f service neutron] 10.222.0.107 "GET /v2.0/networks/5ea15997-ede6-42f9-bc52-6fb33853dc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0736673 Apr 16 16:08:03.289805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc0d95-86f4-470f-8020-e15198be1a75 req-02dec1af-e64b-4f02-b992-22b4adaab769 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:03.291086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ffc0d95-86f4-470f-8020-e15198be1a75 req-02dec1af-e64b-4f02-b992-22b4adaab769 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 943 time: 0.0824642 Apr 16 16:08:03.326513 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ffc0d95-86f4-470f-8020-e15198be1a75 req-6e6a4236-725d-4f6f-b3eb-7337c5b3fe54 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287318 Apr 16 16:08:04.481133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c50ca-9602-4224-9188-aded700804c8 req-60e57e5f-6528-4283-a95b-325b48a43a8a tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:04.482174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e1c50ca-9602-4224-9188-aded700804c8 req-60e57e5f-6528-4283-a95b-325b48a43a8a tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 943 time: 0.0608876 Apr 16 16:08:04.518212 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e1c50ca-9602-4224-9188-aded700804c8 req-88de5fea-c258-4335-a1b8-eb518029d34f tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285854 Apr 16 16:08:05.524954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 727edd52-96d5-430c-81e1-5f01a5e2d4c0 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:08:05.639649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 727edd52-96d5-430c-81e1-5f01a5e2d4c0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=727edd52-96d5-430c-81e1-5f01a5e2d4c0,segment=NetworkSegment(2bda783b-f695-477f-b4ec-63809f62473a),segment_id=2bda783b-f695-477f-b4ec-63809f62473a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:05.649004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '727edd52-96d5-430c-81e1-5f01a5e2d4c0', 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16', 'port_id': '727edd52-96d5-430c-81e1-5f01a5e2d4c0', 'mac_address': 'fa:16:3e:85:1e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1469, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5383c4e6-e831-4adf-b9b0-b6364a4efd58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:08:05.679277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15890540-2914-4100-bfed-2057229ea941 req-9e6bcd61-aa08-4ac4-8b3e-c7d6a415fbfc tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:05.680337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-15890540-2914-4100-bfed-2057229ea941 req-9e6bcd61-aa08-4ac4-8b3e-c7d6a415fbfc tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 943 time: 0.0712860 Apr 16 16:08:05.690641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:05.702672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727edd52-96d5-430c-81e1-5f01a5e2d4c0 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:08:05.712150 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-15890540-2914-4100-bfed-2057229ea941 req-8317bba0-7ff5-48e3-9fb1-4f1b503b65db tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268247 Apr 16 16:08:05.713732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 727edd52-96d5-430c-81e1-5f01a5e2d4c0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=727edd52-96d5-430c-81e1-5f01a5e2d4c0,segment=NetworkSegment(2bda783b-f695-477f-b4ec-63809f62473a),segment_id=2bda783b-f695-477f-b4ec-63809f62473a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:05.716696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:05.718116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:05.762760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=727edd52-96d5-430c-81e1-5f01a5e2d4c0,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:05.764976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:06.188003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['727edd52-96d5-430c-81e1-5f01a5e2d4c0'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:08:06.879846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f8bb5-0b55-4ce2-9fb9-7acfe21a367d req-1816992a-ee9f-4699-a8c7-a679150229be tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:06.880987 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-733f8bb5-0b55-4ce2-9fb9-7acfe21a367d req-1816992a-ee9f-4699-a8c7-a679150229be tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 944 time: 0.0779164 Apr 16 16:08:06.914056 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-733f8bb5-0b55-4ce2-9fb9-7acfe21a367d req-863e9403-e00e-422e-b98f-71b4ac4b0533 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284016 Apr 16 16:08:07.540274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 727edd52-96d5-430c-81e1-5f01a5e2d4c0 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:08:07.627638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 727edd52-96d5-430c-81e1-5f01a5e2d4c0 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:08:07.631751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 727edd52-96d5-430c-81e1-5f01a5e2d4c0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:08:07.632065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:07.720349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:07.740359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a7e604-634d-44da-a54b-3075cd400e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727edd52-96d5-430c-81e1-5f01a5e2d4c0'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:08:07.747605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 727edd52-96d5-430c-81e1-5f01a5e2d4c0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=727edd52-96d5-430c-81e1-5f01a5e2d4c0,segment=NetworkSegment(2bda783b-f695-477f-b4ec-63809f62473a),segment_id=2bda783b-f695-477f-b4ec-63809f62473a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:07.750046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:07.751665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:07.799192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=727edd52-96d5-430c-81e1-5f01a5e2d4c0,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:07.801488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:07.815417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a7e604-634d-44da-a54b-3075cd400e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727edd52-96d5-430c-81e1-5f01a5e2d4c0', 'code': 200} Apr 16 16:08:08.065347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dae8d-b014-4340-b332-7ed4067fc9e7 req-a602d764-8984-48b8-b08b-884b6363b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:08.066347 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-865dae8d-b014-4340-b332-7ed4067fc9e7 req-a602d764-8984-48b8-b08b-884b6363b804 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 1098 time: 0.0969415 Apr 16 16:08:08.073019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63db1b7-3ee1-4094-b18f-245f9457b138 req-9784ea14-a844-424b-bc3d-daab8fb68dbc tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:08.073925 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a63db1b7-3ee1-4094-b18f-245f9457b138 req-9784ea14-a844-424b-bc3d-daab8fb68dbc tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 945 time: 0.0774806 Apr 16 16:08:08.117421 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-865dae8d-b014-4340-b332-7ed4067fc9e7 req-314e758b-d478-4e63-acad-6391240e48cb service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Apr 16 16:08:08.122529 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a63db1b7-3ee1-4094-b18f-245f9457b138 req-49fd3072-1aa2-4ec2-8dfc-6c8e15c6e78b tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386653 Apr 16 16:08:09.284088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1735083-93e1-4b50-8b97-41555c5bea04 req-7ef4c8ee-e9a0-4c64-9654-df789cddee81 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:09.285129 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1735083-93e1-4b50-8b97-41555c5bea04 req-7ef4c8ee-e9a0-4c64-9654-df789cddee81 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 945 time: 0.0731928 Apr 16 16:08:09.317091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1735083-93e1-4b50-8b97-41555c5bea04 req-6f47f5aa-6cdd-4965-8c7f-79010ea0678f tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277510 Apr 16 16:08:09.525678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-7d99f098-ed09-43fa-a979-654f9436f7a6 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:09.526779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-7d99f098-ed09-43fa-a979-654f9436f7a6 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/networks?id=5ea15997-ede6-42f9-bc52-6fb33853dc16 HTTP/1.1" status: 200 len: 814 time: 0.1042891 Apr 16 16:08:09.539346 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-69e186ac-9bbc-4552-84fa-9a67a2cb5a38 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/quotas/9faa07902ab4434699722ab402c3f756 HTTP/1.1" status: 200 len: 375 time: 0.0070238 Apr 16 16:08:09.592484 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-1ec81225-e6d3-4857-a19c-7c2f9dc13adf tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=9faa07902ab4434699722ab402c3f756&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497324 Apr 16 16:08:09.673345 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-3e1dba7f-620b-4fb6-859b-ed62c3db3cac service neutron] 10.222.0.95 "GET /v2.0/networks/5ea15997-ede6-42f9-bc52-6fb33853dc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0757663 Apr 16 16:08:09.757589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-b2db828e-d062-4b79-b0a4-9de7ea751d35 service neutron] 10.222.0.95 "GET /v2.0/networks/5ea15997-ede6-42f9-bc52-6fb33853dc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803857 Apr 16 16:08:09.868268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e949de6e-c59b-45cd-93e8-e59b981ea83c req-037ca240-b112-48cb-b120-681b620c9495 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 210 time: 0.0307775 Apr 16 16:08:10.467300 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43f8321a-f758-4e05-b3fe-e8e1a2b969a7 req-dde5c7cd-1ca8-4c05-94e9-898b84c681bc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&device_id=5d137d4c-f9f6-4162-b2ef-e10017cc4116 HTTP/1.1" status: 200 len: 210 time: 0.0339293 Apr 16 16:08:10.500379 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43f8321a-f758-4e05-b3fe-e8e1a2b969a7 req-81d81b0c-f682-49f0-8dcf-49265a770710 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=80738e1cd5d74e5b9e37c4048caba00c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0182712 Apr 16 16:08:10.839767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8321a-f758-4e05-b3fe-e8e1a2b969a7 req-44ae02b4-5968-4d10-bfb8-900ee2f83436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:10.840697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43f8321a-f758-4e05-b3fe-e8e1a2b969a7 req-44ae02b4-5968-4d10-bfb8-900ee2f83436 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3346715 Apr 16 16:08:10.985548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e06f0931-74a5-4c67-a09c-ebf5ff773c51 req-8d74484a-3887-4d85-887e-6fd9103952c2 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 210 time: 0.0374587 Apr 16 16:08:11.326839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6c53836a-6d59-4d5c-9926-c258d2635dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:11.356269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-89f619e2-9f87-4fc5-8528-e6b3632653e2 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:11.357649 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-89f619e2-9f87-4fc5-8528-e6b3632653e2 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.107 "GET /v2.0/networks?id=5ea15997-ede6-42f9-bc52-6fb33853dc16 HTTP/1.1" status: 200 len: 814 time: 0.1244063 Apr 16 16:08:11.370323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Request body: {'port': {'device_id': '227e41a0-0879-4518-9833-98817082200c', 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16', 'admin_state_up': True, 'tenant_id': '9faa07902ab4434699722ab402c3f756'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:11.457260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:11.464687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:11.473418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Made reservation on behalf of 9faa07902ab4434699722ab402c3f756 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:11.477538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:11.585758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Allocated IP 172.20.0.13 (5ea15997-ede6-42f9-bc52-6fb33853dc16/5383c4e6-e831-4adf-b9b0-b6364a4efd58/3ff8eb86-47f7-45c7-a1c7-0783fedc3af3) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:08:11.714836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:11.733500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:11.741781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36ca28be-a185-4ab9-b35d-32a36666534e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:11.812683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Pushing event updated for resources: {'Port': ['ID=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:11.819204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:11.841599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Network 5ea15997-ede6-42f9-bc52-6fb33853dc16 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:08:11.842257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:11.843909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:08:11.878638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:11.879010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:11.892257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5244768 Apr 16 16:08:11.906197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Request body: {'port': {'device_id': '227e41a0-0879-4518-9833-98817082200c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:11.980808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:12.185972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d627d-1454-4d72-9739-5572013fba9e req-82e7e402-8e41-42d0-a4f4-68d2c70d2e6b tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:12.186339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d94d627d-1454-4d72-9739-5572013fba9e req-82e7e402-8e41-42d0-a4f4-68d2c70d2e6b tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Synchronizing usage tracker for tenant:9faa07902ab4434699722ab402c3f756 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:08:12.206054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d94d627d-1454-4d72-9739-5572013fba9e req-82e7e402-8e41-42d0-a4f4-68d2c70d2e6b tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Unset dirty status for tenant:9faa07902ab4434699722ab402c3f756 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:08:12.206826 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d94d627d-1454-4d72-9739-5572013fba9e req-82e7e402-8e41-42d0-a4f4-68d2c70d2e6b tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 932 time: 0.1442244 Apr 16 16:08:12.261548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:08:12.267322 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d94d627d-1454-4d72-9739-5572013fba9e req-707fa520-bb71-40eb-84ad-5615f13a53d9 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533621 Apr 16 16:08:12.268248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:12.276624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Transition to ACTIVE for port object 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:12.279170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:12.286215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2ef7032f-694e-407e-9e82-fb7888ddd2a5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:12.352672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Pushing event updated for resources: {'Port': ['ID=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:12.355284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:12.473721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Attempting to bind port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:08:12.474359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Attempting to bind port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '2bda783b-f695-477f-b4ec-63809f62473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:08:12.474931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Attempting to bind port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 on network 5ea15997-ede6-42f9-bc52-6fb33853dc16 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:08:12.480946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 on network 5ea15997-ede6-42f9-bc52-6fb33853dc16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:08:12.481385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Attempting to bind port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 on network 5ea15997-ede6-42f9-bc52-6fb33853dc16 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:08:12.488460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:08:12.488929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Checking segment: {'id': '2bda783b-f695-477f-b4ec-63809f62473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:12.489433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Bound using segment: {'id': '2bda783b-f695-477f-b4ec-63809f62473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:08:12.490019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Bound port: 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bda783b-f695-477f-b4ec-63809f62473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1469, 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:08:12.490550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:12.546151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] For port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:08:12.548016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] For port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3,segment=NetworkSegment(2bda783b-f695-477f-b4ec-63809f62473a),segment_id=2bda783b-f695-477f-b4ec-63809f62473a)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:08:12.550504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:12.556984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-308918c1-9553-4eb0-961d-2c79ca430648 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:12.630052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Pushing event updated for resources: {'Port': ['ID=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:12.633003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:12.652550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:12.652906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:12.654342 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] 10.222.0.107 "PUT /v2.0/ports/3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 HTTP/1.1" status: 200 len: 1094 time: 0.7525942 Apr 16 16:08:12.654659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227e41a0-0879-4518-9833-98817082200c', 'tag': '3ff8eb86-47f7-45c7-a1c7-0783fedc3af3'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:08:12.681635 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227e41a0-0879-4518-9833-98817082200c', 'tag': '3ff8eb86-47f7-45c7-a1c7-0783fedc3af3', 'status': 'completed', 'code': 200} Apr 16 16:08:12.741514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-786ad3e9-f4a4-4bf6-8f76-652935a60a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:12.742293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-786ad3e9-f4a4-4bf6-8f76-652935a60a74 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9faa07902ab4434699722ab402c3f756&device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 1097 time: 0.0485511 Apr 16 16:08:12.763157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fec307b0-11f7-46fb-ba27-6728fe98198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:12.785914 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-bc9faf4f-04df-42f9-9d61-fe9a9064a320 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 HTTP/1.1" status: 200 len: 217 time: 0.0352507 Apr 16 16:08:12.829805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-fa2a5298-00be-4935-a38b-7aaa8639b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:12.830631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-fa2a5298-00be-4935-a38b-7aaa8639b946 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5383c4e6-e831-4adf-b9b0-b6364a4efd58 HTTP/1.1" status: 200 len: 854 time: 0.0368376 Apr 16 16:08:12.849623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['727edd52-96d5-430c-81e1-5f01a5e2d4c0'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:08:12.861544 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-1694eacc-b272-480e-a573-3ea9bc277d4b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ea15997-ede6-42f9-bc52-6fb33853dc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237992 Apr 16 16:08:12.956253 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-5487891e-b716-4a51-bdee-c870fbab7235 service neutron] 10.222.0.107 "GET /v2.0/networks/5ea15997-ede6-42f9-bc52-6fb33853dc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869169 Apr 16 16:08:13.039331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:13.059860 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e4ee5c2-013d-4a29-9860-9fe28aefc3e6 req-02891fcd-65d1-4ae7-b739-02c0f0bf85b6 service neutron] 10.222.0.107 "GET /v2.0/networks/5ea15997-ede6-42f9-bc52-6fb33853dc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962474 Apr 16 16:08:13.086517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:13.422813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385df5fe-f5bb-46b9-94cf-0dae06dc9093 req-3afb7e35-a03a-448a-ad3a-814906bbed8f tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:13.423878 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-385df5fe-f5bb-46b9-94cf-0dae06dc9093 req-3afb7e35-a03a-448a-ad3a-814906bbed8f tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 944 time: 0.0651357 Apr 16 16:08:13.455644 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-385df5fe-f5bb-46b9-94cf-0dae06dc9093 req-db70469e-34f8-4151-a63a-e87ea69dbfc3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272243 Apr 16 16:08:13.564524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:13.831318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40911-1a27-4da9-ba9c-6a23bbf533a8 req-dcc859ff-02ec-4e2e-9716-baa340d16aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:13.832397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1a40911-1a27-4da9-ba9c-6a23bbf533a8 req-dcc859ff-02ec-4e2e-9716-baa340d16aff service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=9faa07902ab4434699722ab402c3f756&device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 1097 time: 0.0709841 Apr 16 16:08:13.931615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40911-1a27-4da9-ba9c-6a23bbf533a8 req-8bf868d0-29d8-4122-adfc-355324cfe71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:13.932643 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1a40911-1a27-4da9-ba9c-6a23bbf533a8 req-8bf868d0-29d8-4122-adfc-355324cfe71c service neutron] 10.222.0.107 "GET /v2.0/networks?id=5ea15997-ede6-42f9-bc52-6fb33853dc16 HTTP/1.1" status: 200 len: 916 time: 0.0906303 Apr 16 16:08:13.986302 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1a40911-1a27-4da9-ba9c-6a23bbf533a8 req-6d29892d-e205-4fbb-88b0-46a6cda10d86 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 HTTP/1.1" status: 200 len: 217 time: 0.0436952 Apr 16 16:08:14.032362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40911-1a27-4da9-ba9c-6a23bbf533a8 req-f33cc7ba-d606-497e-a569-a04ecbc04222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:14.033268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1a40911-1a27-4da9-ba9c-6a23bbf533a8 req-f33cc7ba-d606-497e-a569-a04ecbc04222 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5383c4e6-e831-4adf-b9b0-b6364a4efd58 HTTP/1.1" status: 200 len: 854 time: 0.0423522 Apr 16 16:08:14.072741 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1a40911-1a27-4da9-ba9c-6a23bbf533a8 req-f6d99b8f-6a8c-4c2e-9750-154553adee6a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=5ea15997-ede6-42f9-bc52-6fb33853dc16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310056 Apr 16 16:08:14.166265 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1a40911-1a27-4da9-ba9c-6a23bbf533a8 req-987d7bc3-a898-42b7-9f89-ca23ed2ada43 service neutron] 10.222.0.107 "GET /v2.0/networks/5ea15997-ede6-42f9-bc52-6fb33853dc16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883656 Apr 16 16:08:14.261298 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1a40911-1a27-4da9-ba9c-6a23bbf533a8 req-94f38cea-f5f2-45f2-b593-1541aaaf36e3 service neutron] 10.222.0.107 "GET /v2.0/networks/5ea15997-ede6-42f9-bc52-6fb33853dc16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897114 Apr 16 16:08:14.268787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:14.601974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc56ec-7cc2-457a-8e0a-084ecaff89c1 req-a1206d5b-2f88-4587-936c-89cea4d85a68 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:14.603019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7fc56ec-7cc2-457a-8e0a-084ecaff89c1 req-a1206d5b-2f88-4587-936c-89cea4d85a68 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 944 time: 0.0563402 Apr 16 16:08:14.640725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7fc56ec-7cc2-457a-8e0a-084ecaff89c1 req-ff41b744-c66b-4a60-acdb-211018dc02f4 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329180 Apr 16 16:08:16.090472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50328c41-9322-4e74-8732-7df103bc6647 req-4fe71ba7-2687-4c2f-82d4-2d6722f08360 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:16.091627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-50328c41-9322-4e74-8732-7df103bc6647 req-4fe71ba7-2687-4c2f-82d4-2d6722f08360 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 944 time: 0.3666363 Apr 16 16:08:16.127611 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-50328c41-9322-4e74-8732-7df103bc6647 req-7fb87d71-bbae-4dd4-ba49-72ca1e200761 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280654 Apr 16 16:08:17.282839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554c530-6f50-40fe-bb36-daa59f6ab101 req-a1f385e2-b98e-491b-87b7-2abe42991eda tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:17.283894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5554c530-6f50-40fe-bb36-daa59f6ab101 req-a1f385e2-b98e-491b-87b7-2abe42991eda tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 944 time: 0.0638626 Apr 16 16:08:17.320633 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5554c530-6f50-40fe-bb36-daa59f6ab101 req-3e699a85-28ec-45ad-8a26-a43fe43899e1 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295904 Apr 16 16:08:17.558389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:08:17.673200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3,segment=NetworkSegment(2bda783b-f695-477f-b4ec-63809f62473a),segment_id=2bda783b-f695-477f-b4ec-63809f62473a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:17.682805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '3ff8eb86-47f7-45c7-a1c7-0783fedc3af3', 'network_id': '5ea15997-ede6-42f9-bc52-6fb33853dc16', 'port_id': '3ff8eb86-47f7-45c7-a1c7-0783fedc3af3', 'mac_address': 'fa:16:3e:24:69:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1469, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5383c4e6-e831-4adf-b9b0-b6364a4efd58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:08:17.721391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:17.733129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:08:17.744596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3,segment=NetworkSegment(2bda783b-f695-477f-b4ec-63809f62473a),segment_id=2bda783b-f695-477f-b4ec-63809f62473a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:17.748143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:17.749481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:17.794837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:17.800046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.800302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.800548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.800792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.801033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.801274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.801515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.801752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.801991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.802228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.802487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.802730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:17.805252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:18.161199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['3ff8eb86-47f7-45c7-a1c7-0783fedc3af3'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:08:18.461951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df68f3-d9a2-4b22-90e7-3c7bcdcee551 req-f8aa90c5-c2c7-458a-bb6c-afb815f9ce27 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:18.463046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a8df68f3-d9a2-4b22-90e7-3c7bcdcee551 req-f8aa90c5-c2c7-458a-bb6c-afb815f9ce27 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 945 time: 0.0642846 Apr 16 16:08:18.496053 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a8df68f3-d9a2-4b22-90e7-3c7bcdcee551 req-45149da5-3dbd-4a1f-9d86-852ccfcca8ea tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276656 Apr 16 16:08:19.553788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:08:19.612291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:08:19.615905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:08:19.616186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:19.664777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381faa1-4188-49b6-8c6e-93d8732e2b46 req-1d70c86b-f23a-401b-8926-0a1b17eb4e50 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:19.665897 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a381faa1-4188-49b6-8c6e-93d8732e2b46 req-1d70c86b-f23a-401b-8926-0a1b17eb4e50 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 945 time: 0.0721314 Apr 16 16:08:19.699209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a381faa1-4188-49b6-8c6e-93d8732e2b46 req-5741a3ff-159e-473c-960a-5622e1786df6 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279732 Apr 16 16:08:19.708359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:19.726428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227e41a0-0879-4518-9833-98817082200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff8eb86-47f7-45c7-a1c7-0783fedc3af3'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:08:19.733927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3,segment=NetworkSegment(2bda783b-f695-477f-b4ec-63809f62473a),segment_id=2bda783b-f695-477f-b4ec-63809f62473a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:19.736758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:19.738209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:19.758625 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227e41a0-0879-4518-9833-98817082200c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff8eb86-47f7-45c7-a1c7-0783fedc3af3', 'code': 200} Apr 16 16:08:19.787419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:19.792522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:20.262855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928f760-4d6e-4a0c-a5b4-1caacc75aea2 req-8f92a949-a6ea-491f-8820-7e34952ed5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:20.263995 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1928f760-4d6e-4a0c-a5b4-1caacc75aea2 req-8f92a949-a6ea-491f-8820-7e34952ed5e7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 1099 time: 0.0608461 Apr 16 16:08:20.298465 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1928f760-4d6e-4a0c-a5b4-1caacc75aea2 req-a9d65ad5-3070-46ac-82fd-9ce59778fa37 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262814 Apr 16 16:08:20.867434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09125-b306-4868-b11a-6d5cb0927b0e req-918bdd76-f179-4a5f-8cbb-09b9e1b64600 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:20.868565 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7f09125-b306-4868-b11a-6d5cb0927b0e req-918bdd76-f179-4a5f-8cbb-09b9e1b64600 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 946 time: 0.0776489 Apr 16 16:08:20.906549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7f09125-b306-4868-b11a-6d5cb0927b0e req-abb52dfb-9387-4a18-ae61-06d33c015393 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308189 Apr 16 16:08:22.077791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad33db-421f-4071-9d9e-41aea6470415 req-a5365793-e710-4997-b721-54b26e67558b tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:22.078900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09ad33db-421f-4071-9d9e-41aea6470415 req-a5365793-e710-4997-b721-54b26e67558b tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 946 time: 0.0745552 Apr 16 16:08:22.112016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09ad33db-421f-4071-9d9e-41aea6470415 req-abb473d8-8928-458f-a875-8775b5b91953 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288396 Apr 16 16:08:22.367623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333bf72-b773-4d58-8bbc-dd180da86db5 req-c1d834f6-a370-4bca-b27d-3b6fb2cf1096 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:22.368680 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7333bf72-b773-4d58-8bbc-dd180da86db5 req-c1d834f6-a370-4bca-b27d-3b6fb2cf1096 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 946 time: 0.0605633 Apr 16 16:08:22.415528 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7333bf72-b773-4d58-8bbc-dd180da86db5 req-1d075018-5035-444a-abdd-858af194e017 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400651 Apr 16 16:08:23.567770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2c77c-d225-4725-89b5-66666b034c53 req-c6d9fa6a-278b-4268-b34f-cc694e697cd1 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:23.568816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1c2c77c-d225-4725-89b5-66666b034c53 req-c6d9fa6a-278b-4268-b34f-cc694e697cd1 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 946 time: 0.0673094 Apr 16 16:08:23.605403 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1c2c77c-d225-4725-89b5-66666b034c53 req-57d69f23-2071-4f69-ba2b-52fa052ea948 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284698 Apr 16 16:08:24.775057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ecd79-59b7-4bfa-aa0d-64399e468805 req-4860c966-f816-4100-bc9e-d8ac2db19b45 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:24.776049 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a62ecd79-59b7-4bfa-aa0d-64399e468805 req-4860c966-f816-4100-bc9e-d8ac2db19b45 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 946 time: 0.0775237 Apr 16 16:08:24.807496 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a62ecd79-59b7-4bfa-aa0d-64399e468805 req-a36ee245-13a7-4aeb-816e-860278c5809c tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270858 Apr 16 16:08:25.966899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c3d83-10f5-46e7-8300-4ad568951e3e req-4fd95587-ec14-401d-a2ce-7dba33f93617 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:25.967999 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-429c3d83-10f5-46e7-8300-4ad568951e3e req-4fd95587-ec14-401d-a2ce-7dba33f93617 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 946 time: 0.0666754 Apr 16 16:08:25.999728 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-429c3d83-10f5-46e7-8300-4ad568951e3e req-1663e62c-8a6d-411d-9ffa-ea120a8b0dab tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274386 Apr 16 16:08:26.238080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be947b-1789-423c-b867-b24bfe066d91 req-73bd3d23-4db3-4de3-99bf-6f789be6c508 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:26.239092 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c1be947b-1789-423c-b867-b24bfe066d91 req-73bd3d23-4db3-4de3-99bf-6f789be6c508 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.107 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 946 time: 0.0800748 Apr 16 16:08:26.292908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-c1be947b-1789-423c-b867-b24bfe066d91 req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Deleting port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:26.293134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c1be947b-1789-423c-b867-b24bfe066d91 req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:26.463090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-c1be947b-1789-423c-b867-b24bfe066d91 req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] For port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3,segment=NetworkSegment(2bda783b-f695-477f-b4ec-63809f62473a),segment_id=2bda783b-f695-477f-b4ec-63809f62473a)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:26.463366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c1be947b-1789-423c-b867-b24bfe066d91 req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:26.544875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-c1be947b-1789-423c-b867-b24bfe066d91 req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Calling delete_port for 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:08:26.644069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c1be947b-1789-423c-b867-b24bfe066d91 req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:26.654136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:26.709229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Pushing event deleted for resources: {'Port': ['ID=3ff8eb86-47f7-45c7-a1c7-0783fedc3af3,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:26.710917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:26.800202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1be947b-1789-423c-b867-b24bfe066d91 req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] No DVR routers for this DVR port 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:08:26.801710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-c1be947b-1789-423c-b867-b24bfe066d91 req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:26.803613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227e41a0-0879-4518-9833-98817082200c', 'name': 'network-vif-deleted', 'tag': '3ff8eb86-47f7-45c7-a1c7-0783fedc3af3'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:08:26.814161 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c1be947b-1789-423c-b867-b24bfe066d91 req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.107 "DELETE /v2.0/ports/3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 HTTP/1.1" status: 204 len: 173 time: 0.5675333 Apr 16 16:08:26.835248 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227e41a0-0879-4518-9833-98817082200c', 'name': 'network-vif-deleted', 'tag': '3ff8eb86-47f7-45c7-a1c7-0783fedc3af3', 'status': 'completed', 'code': 200} Apr 16 16:08:27.130884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-e0ee2839-85c0-4e3b-866e-bf392657b49d req-9adb09e8-16ae-48ac-a0ef-428cd14232cb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Synchronizing usage tracker for tenant:9faa07902ab4434699722ab402c3f756 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:08:27.142802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-e0ee2839-85c0-4e3b-866e-bf392657b49d req-9adb09e8-16ae-48ac-a0ef-428cd14232cb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Unset dirty status for tenant:9faa07902ab4434699722ab402c3f756 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:08:27.143647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0ee2839-85c0-4e3b-866e-bf392657b49d req-9adb09e8-16ae-48ac-a0ef-428cd14232cb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 210 time: 0.0538020 Apr 16 16:08:28.281776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4bf1f0c-fd31-44c2-82ed-380c374fd819 req-3cacc716-a1b6-4cb2-ab94-9860a47ad615 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 210 time: 0.0362849 Apr 16 16:08:28.720370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['727edd52-96d5-430c-81e1-5f01a5e2d4c0', '3ff8eb86-47f7-45c7-a1c7-0783fedc3af3'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:08:29.422909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9b775af-d807-4697-8312-68a4e2f3d851 req-8a89bd52-19a6-402a-aad4-f0f2238a777b tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=227e41a0-0879-4518-9833-98817082200c HTTP/1.1" status: 200 len: 210 time: 0.0356648 Apr 16 16:08:29.860672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:08:30.649251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc5860-21eb-4c56-b76c-f9b25e6cce00 req-12c29002-1d44-4f54-89a1-57ac382784a6 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:30.651714 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1dc5860-21eb-4c56-b76c-f9b25e6cce00 req-12c29002-1d44-4f54-89a1-57ac382784a6 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 945 time: 0.0763927 Apr 16 16:08:30.684834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1dc5860-21eb-4c56-b76c-f9b25e6cce00 req-9c0b3381-a499-416f-ba90-2b35da545fb6 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274794 Apr 16 16:08:30.845106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e84b2-8f7b-4628-87cf-7dcd217f0a27 req-837c06da-2154-4c67-9bfd-db08958cac57 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:30.846239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e6e84b2-8f7b-4628-87cf-7dcd217f0a27 req-837c06da-2154-4c67-9bfd-db08958cac57 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 945 time: 0.0685465 Apr 16 16:08:30.880729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e6e84b2-8f7b-4628-87cf-7dcd217f0a27 req-0e956f16-2455-4fc1-ad1c-e1c3f0f50fb3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270059 Apr 16 16:08:31.033689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01153d74-3d57-4786-bb61-31cbd454ae3e req-401df40d-3a7f-4b0f-834a-c42027394767 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:31.034716 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-01153d74-3d57-4786-bb61-31cbd454ae3e req-401df40d-3a7f-4b0f-834a-c42027394767 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 945 time: 0.0724030 Apr 16 16:08:31.069907 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-01153d74-3d57-4786-bb61-31cbd454ae3e req-05b63cf9-aebb-48c4-acff-aad87c60ca9f tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277741 Apr 16 16:08:31.294657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975e529-d7c6-4b68-8f8f-e8743fb7caf7 req-0283eaf2-7ab0-4b99-9eed-ecfb85ba6688 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:31.295544 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7975e529-d7c6-4b68-8f8f-e8743fb7caf7 req-0283eaf2-7ab0-4b99-9eed-ecfb85ba6688 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 945 time: 0.0734708 Apr 16 16:08:31.332697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7975e529-d7c6-4b68-8f8f-e8743fb7caf7 req-025483a8-c89e-4b0f-841d-5e830e4046f5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300894 Apr 16 16:08:31.478202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895cdfc-6534-4685-aedd-1f56fdea6ad3 req-dba14638-cb32-4465-9223-38323d00d40b tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:31.479253 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5895cdfc-6534-4685-aedd-1f56fdea6ad3 req-dba14638-cb32-4465-9223-38323d00d40b tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 945 time: 0.0630438 Apr 16 16:08:31.509768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5895cdfc-6534-4685-aedd-1f56fdea6ad3 req-33be71f9-0e17-46d1-a007-7af5b84a0748 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260885 Apr 16 16:08:31.635797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:08:31.644506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c96069-afad-4ee9-9d46-b01e2b2a5595 req-a80d601c-e824-4ba2-aca5-7fb3a32923a4 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:31.645482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41c96069-afad-4ee9-9d46-b01e2b2a5595 req-a80d601c-e824-4ba2-aca5-7fb3a32923a4 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 945 time: 0.0572705 Apr 16 16:08:31.661721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:08:31.662297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3ff8eb86-47f7-45c7-a1c7-0783fedc3af3 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:08:31.677584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41c96069-afad-4ee9-9d46-b01e2b2a5595 req-a5c223e2-0c87-4894-88eb-cca3450b6708 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246305 Apr 16 16:08:32.053371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87488d-6c77-418b-853d-bee8e77d5547 req-731daaab-328f-426c-b3a3-d54211b97170 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:32.054391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1b87488d-6c77-418b-853d-bee8e77d5547 req-731daaab-328f-426c-b3a3-d54211b97170 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 945 time: 0.0618315 Apr 16 16:08:32.089459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1b87488d-6c77-418b-853d-bee8e77d5547 req-dcf708f4-9d09-4f0b-a0f3-76ff50cbc2fa tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278506 Apr 16 16:08:33.260606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2227b7f-5f28-4466-b341-20c5ba9d805b req-94913809-93f2-426d-818e-9b3cd58b5d23 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:33.261725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2227b7f-5f28-4466-b341-20c5ba9d805b req-94913809-93f2-426d-818e-9b3cd58b5d23 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 945 time: 0.0757694 Apr 16 16:08:33.308687 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2227b7f-5f28-4466-b341-20c5ba9d805b req-0eccb871-d46d-46fc-9aec-406c8ac1f11a tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/security-groups?id=c36914e4-8621-4048-ac87-07fc518f4f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Apr 16 16:08:33.423450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e561b26-ca48-40fb-b640-f438212a0ce4 req-9ab40754-28e3-42ee-8690-ee564317b7c6 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:33.424602 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e561b26-ca48-40fb-b640-f438212a0ce4 req-9ab40754-28e3-42ee-8690-ee564317b7c6 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.107 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 945 time: 0.0767541 Apr 16 16:08:33.480529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-8e561b26-ca48-40fb-b640-f438212a0ce4 req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Deleting port 727edd52-96d5-430c-81e1-5f01a5e2d4c0 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:33.480757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-8e561b26-ca48-40fb-b640-f438212a0ce4 req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:33.663942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-8e561b26-ca48-40fb-b640-f438212a0ce4 req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] For port 727edd52-96d5-430c-81e1-5f01a5e2d4c0, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=727edd52-96d5-430c-81e1-5f01a5e2d4c0,segment=NetworkSegment(2bda783b-f695-477f-b4ec-63809f62473a),segment_id=2bda783b-f695-477f-b4ec-63809f62473a)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:33.664194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-8e561b26-ca48-40fb-b640-f438212a0ce4 req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:33.744837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-8e561b26-ca48-40fb-b640-f438212a0ce4 req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Calling delete_port for 727edd52-96d5-430c-81e1-5f01a5e2d4c0 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:08:33.833050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-8e561b26-ca48-40fb-b640-f438212a0ce4 req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:33.841385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:33.886917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Pushing event deleted for resources: {'Port': ['ID=727edd52-96d5-430c-81e1-5f01a5e2d4c0,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:33.890399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:33.965320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e561b26-ca48-40fb-b640-f438212a0ce4 req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] No DVR routers for this DVR port 727edd52-96d5-430c-81e1-5f01a5e2d4c0 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:08:33.967059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-8e561b26-ca48-40fb-b640-f438212a0ce4 req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:33.968573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a7e604-634d-44da-a54b-3075cd400e46', 'name': 'network-vif-deleted', 'tag': '727edd52-96d5-430c-81e1-5f01a5e2d4c0'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:08:33.978040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e561b26-ca48-40fb-b640-f438212a0ce4 req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.107 "DELETE /v2.0/ports/727edd52-96d5-430c-81e1-5f01a5e2d4c0 HTTP/1.1" status: 204 len: 173 time: 0.5470266 Apr 16 16:08:34.004664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a7e604-634d-44da-a54b-3075cd400e46', 'name': 'network-vif-deleted', 'tag': '727edd52-96d5-430c-81e1-5f01a5e2d4c0', 'status': 'completed', 'code': 200} Apr 16 16:08:34.432955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-bbc3b50d-005c-4738-8c5f-e92dc72c2974 req-f08971ce-6760-48a8-af94-92da1c1aae0f tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Synchronizing usage tracker for tenant:9faa07902ab4434699722ab402c3f756 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:08:34.444611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-bbc3b50d-005c-4738-8c5f-e92dc72c2974 req-f08971ce-6760-48a8-af94-92da1c1aae0f tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Unset dirty status for tenant:9faa07902ab4434699722ab402c3f756 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:08:34.445405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bbc3b50d-005c-4738-8c5f-e92dc72c2974 req-f08971ce-6760-48a8-af94-92da1c1aae0f tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 210 time: 0.0458379 Apr 16 16:08:35.589190 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c766252f-64d2-4ecc-bf82-40923016569b req-06f31cd2-ea48-4e84-ab23-ecb962e83897 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] 10.222.0.95 "GET /v2.0/ports?device_id=a9a7e604-634d-44da-a54b-3075cd400e46 HTTP/1.1" status: 200 len: 210 time: 0.0409348 Apr 16 16:08:36.670181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41446) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:36.723343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5664fd5e-142f-48a1-bb3d-e388da49c514 admin admin] Deleting subnet 5383c4e6-e831-4adf-b9b0-b6364a4efd58 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:08:36.725897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5664fd5e-142f-48a1-bb3d-e388da49c514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:36.761453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5664fd5e-142f-48a1-bb3d-e388da49c514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:36.801569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5664fd5e-142f-48a1-bb3d-e388da49c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:36.969950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5664fd5e-142f-48a1-bb3d-e388da49c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:36.978483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87a05c8c-7348-4c31-a493-f1245b2c72ed tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:37.030097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664fd5e-142f-48a1-bb3d-e388da49c514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5383c4e6-e831-4adf-b9b0-b6364a4efd58,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:37.038677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5664fd5e-142f-48a1-bb3d-e388da49c514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:37.064746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5664fd5e-142f-48a1-bb3d-e388da49c514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:37.068995 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5664fd5e-142f-48a1-bb3d-e388da49c514 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/5383c4e6-e831-4adf-b9b0-b6364a4efd58 HTTP/1.1" status: 204 len: 168 time: 0.3979535 Apr 16 16:08:37.071349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41450) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:37.400004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:37.497852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:37.556087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ea15997-ede6-42f9-bc52-6fb33853dc16']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:37.563243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bda783b-f695-477f-b4ec-63809f62473a') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:37.563427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bda783b-f695-477f-b4ec-63809f62473a') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:37.570067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:37.579192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:37.582921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Releasing vlan 1469 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:08:37.649405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 727edd52-96d5-430c-81e1-5f01a5e2d4c0 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:08:37.669966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Network 5ea15997-ede6-42f9-bc52-6fb33853dc16 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:37.677576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:37.686245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 727edd52-96d5-430c-81e1-5f01a5e2d4c0 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:08:37.686516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 727edd52-96d5-430c-81e1-5f01a5e2d4c0 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:08:37.764617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Network 5ea15997-ede6-42f9-bc52-6fb33853dc16 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:08:37.776058 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:08:37.816103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:37.818551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0510a82a-f20f-480c-9b26-5dc2475428ee tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:37.825624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:37.831298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ea15997-ede6-42f9-bc52-6fb33853dc16,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:37.833158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:37.836091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] 10.222.0.95 "DELETE /v2.0/networks/5ea15997-ede6-42f9-bc52-6fb33853dc16 HTTP/1.1" status: 204 len: 168 time: 0.7640865 Apr 16 16:08:37.915451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41456) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:37.948321 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-df3dfa63-53dd-4f81-a3a3-bed7a2f07e10 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9faa07902ab4434699722ab402c3f756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0319827 Apr 16 16:08:37.949893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41460) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:37.984597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-90dcfab9-e003-462b-9175-9d2436bc2fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.004324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-90dcfab9-e003-462b-9175-9d2436bc2fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.036880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-90dcfab9-e003-462b-9175-9d2436bc2fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.039953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f6f1486b-00f8-4fa8-91af-b62abcf2b93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:38.049291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcfab9-e003-462b-9175-9d2436bc2fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36914e4-8621-4048-ac87-07fc518f4f1d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:38.051303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-90dcfab9-e003-462b-9175-9d2436bc2fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:38.054873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-90dcfab9-e003-462b-9175-9d2436bc2fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.055712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-90dcfab9-e003-462b-9175-9d2436bc2fb1 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/c36914e4-8621-4048-ac87-07fc518f4f1d HTTP/1.1" status: 204 len: 168 time: 0.1052201 Apr 16 16:08:38.573218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41484) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:38.648580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-7452215'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:38.652668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:38.655742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Usage tracker for resource:network and tenant:5a83169ce00f4813be1ee204a7e65483 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:38.657948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:38.662973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:38.670803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Made reservation on behalf of 5a83169ce00f4813be1ee204a7e65483 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:38.678746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.691724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.701834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:38.704410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Usage tracker for resource:security_group_rule and tenant:5a83169ce00f4813be1ee204a7e65483 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:38.706574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:38.710403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:38.767196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.769244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.771541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:38.786877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1466} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:08:38.793579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ce3371-4815-4c0c-bd52-7494ca9ed649,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:38.796106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:38.797885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.798095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Added segment 0d5a9533-90c3-475f-8432-d895bae29028 of type vlan for network 5109a156-7289-46e3-bf74-68d8a80c16b1 Apr 16 16:08:38.816201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.833194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.836619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:38.837020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:38.839874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6dceacb4-f637-41d4-a118-c5ebeb80a1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:38.896495 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3220463 Apr 16 16:08:38.900745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event updated for resources: {'Network': ['ID=5109a156-7289-46e3-bf74-68d8a80c16b1,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:38.902984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:38.910460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 5109a156-7289-46e3-bf74-68d8a80c16b1 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:08:40.230655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41490) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:40.238764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Request body: {'subnet': {'network_id': '5109a156-7289-46e3-bf74-68d8a80c16b1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:40.319536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:40.322126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Usage tracker for resource:subnet and tenant:5a83169ce00f4813be1ee204a7e65483 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:40.324040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:40.327863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:40.334571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Made reservation on behalf of 5a83169ce00f4813be1ee204a7e65483 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:40.338486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:40.608784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:40.616854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e9365eb-83a9-4aa5-92c7-69d6fe3b645c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:40.693039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event updated for resources: {'Subnet': ['ID=762e4a94-c9dc-4542-866f-5d2bbfbcd0f4,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:40.700415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:40.732460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Checking segment: {'id': '0d5a9533-90c3-475f-8432-d895bae29028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': '5109a156-7289-46e3-bf74-68d8a80c16b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:40.732685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network hostable DHCP agents. Network: 5109a156-7289-46e3-bf74-68d8a80c16b1, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:08:40.744951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 5109a156-7289-46e3-bf74-68d8a80c16b1 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:08:40.751184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 5109a156-7289-46e3-bf74-68d8a80c16b1) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:40.759298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:40.759643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:40.759780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f9b223-f276-405e-8e58-4c1c87d38bc0 None None] Network 5109a156-7289-46e3-bf74-68d8a80c16b1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:40.772218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5403214 Apr 16 16:08:40.774622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41494) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:40.778490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-153873729'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:40.782080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:40.784864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Usage tracker for resource:network and tenant:5a83169ce00f4813be1ee204a7e65483 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:40.786605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:40.789871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:40.796233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Made reservation on behalf of 5a83169ce00f4813be1ee204a7e65483 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:40.799951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:40.818649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1483} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:08:40.824157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:40.824369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Added segment 7dcbdfa5-c0b4-4426-8be3-460a08be4e92 of type vlan for network 912bb80b-0f5b-4eda-a98b-76ce433581f2 Apr 16 16:08:40.844746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:40.879668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:40.883422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:40.883856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:40.887819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0b541a7-42a2-46aa-bf7d-2e915e49bb3e tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:40.951354 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1759524 Apr 16 16:08:40.955409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41498) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:40.960688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Request body: {'subnet': {'network_id': '912bb80b-0f5b-4eda-a98b-76ce433581f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:40.973254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event updated for resources: {'Network': ['ID=912bb80b-0f5b-4eda-a98b-76ce433581f2,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:40.976869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:40.987620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 912bb80b-0f5b-4eda-a98b-76ce433581f2 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:08:41.034395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:41.037042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Usage tracker for resource:subnet and tenant:5a83169ce00f4813be1ee204a7e65483 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:41.038960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:41.042923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:41.049458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Made reservation on behalf of 5a83169ce00f4813be1ee204a7e65483 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:41.053581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.138289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-5109a156-7289-46e3-bf74-68d8a80c16b1', 'network_id': '5109a156-7289-46e3-bf74-68d8a80c16b1', 'tenant_id': '5a83169ce00f4813be1ee204a7e65483', 'fixed_ips': [{'subnet_id': '762e4a94-c9dc-4542-866f-5d2bbfbcd0f4'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:08:41.138929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.232152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Allocated IP 2001:db8:0:ffff::2 (5109a156-7289-46e3-bf74-68d8a80c16b1/762e4a94-c9dc-4542-866f-5d2bbfbcd0f4/9c157437-69be-48ba-859a-2525e849ed86) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:08:41.310657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.318690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3a37257d-55b2-4149-aeb4-d9ebbd754182 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:41.354370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4b25c7d-cf70-4990-acd6-560b634a8832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.380077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.388770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Transition to ACTIVE for port object 9c157437-69be-48ba-859a-2525e849ed86 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:41.393601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event updated for resources: {'Subnet': ['ID=fc96be55-7d1f-4f27-a315-1ce8f806a3bc,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:41.396544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:41.403161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Transition to ACTIVE for port object 9c157437-69be-48ba-859a-2525e849ed86 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:41.406598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.416618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:41.428841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Checking segment: {'id': '7dcbdfa5-c0b4-4426-8be3-460a08be4e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '912bb80b-0f5b-4eda-a98b-76ce433581f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:41.429056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network hostable DHCP agents. Network: 912bb80b-0f5b-4eda-a98b-76ce433581f2, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:08:41.441275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 912bb80b-0f5b-4eda-a98b-76ce433581f2 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:08:41.447037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 912bb80b-0f5b-4eda-a98b-76ce433581f2) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:41.454653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:41.455029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.467982 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5122185 Apr 16 16:08:41.469885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41502) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:41.479668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f9b104-bde7-4c90-87be-0aff4a91b695 None None] Network 912bb80b-0f5b-4eda-a98b-76ce433581f2 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:41.543983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Pushing event updated for resources: {'Port': ['ID=9c157437-69be-48ba-859a-2525e849ed86,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:41.546568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:41.550971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.612681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Network 5109a156-7289-46e3-bf74-68d8a80c16b1 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:08:41.614628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:41.617702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:08:41.630813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.695295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Attempting to bind port 9c157437-69be-48ba-859a-2525e849ed86 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:08:41.695474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Attempting to bind port 9c157437-69be-48ba-859a-2525e849ed86 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '0d5a9533-90c3-475f-8432-d895bae29028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': '5109a156-7289-46e3-bf74-68d8a80c16b1'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:08:41.695678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Attempting to bind port 9c157437-69be-48ba-859a-2525e849ed86 on network 5109a156-7289-46e3-bf74-68d8a80c16b1 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:08:41.699801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:08:41.700755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Checking segment: {'id': '0d5a9533-90c3-475f-8432-d895bae29028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': '5109a156-7289-46e3-bf74-68d8a80c16b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:41.700755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.700755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Bound using segment: {'id': '0d5a9533-90c3-475f-8432-d895bae29028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': '5109a156-7289-46e3-bf74-68d8a80c16b1'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:08:41.701127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Bound port: 9c157437-69be-48ba-859a-2525e849ed86, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5a9533-90c3-475f-8432-d895bae29028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1466, 'network_id': '5109a156-7289-46e3-bf74-68d8a80c16b1'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:08:41.701127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.709647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-912bb80b-0f5b-4eda-a98b-76ce433581f2', 'network_id': '912bb80b-0f5b-4eda-a98b-76ce433581f2', 'tenant_id': '5a83169ce00f4813be1ee204a7e65483', 'fixed_ips': [{'subnet_id': 'fc96be55-7d1f-4f27-a315-1ce8f806a3bc'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:08:41.710187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.806289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] For port 9c157437-69be-48ba-859a-2525e849ed86, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:08:41.810007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] For port 9c157437-69be-48ba-859a-2525e849ed86, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9c157437-69be-48ba-859a-2525e849ed86,segment=NetworkSegment(0d5a9533-90c3-475f-8432-d895bae29028),segment_id=0d5a9533-90c3-475f-8432-d895bae29028)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:08:41.829780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:41.839455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:41.934505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Allocated IP 2001:db8::2 (912bb80b-0f5b-4eda-a98b-76ce433581f2/fc96be55-7d1f-4f27-a315-1ce8f806a3bc/2e3d5e61-7c6c-4225-8544-855267633d15) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:08:41.938484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Pushing event updated for resources: {'Port': ['ID=9c157437-69be-48ba-859a-2525e849ed86,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:41.946792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:42.088831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:42.096268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Transition to ACTIVE for port object 2e3d5e61-7c6c-4225-8544-855267633d15 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:42.106900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Transition to ACTIVE for port object 2e3d5e61-7c6c-4225-8544-855267633d15 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:42.110515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:42.118500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:42.119267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:42.126230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ec2d2dab-92fa-4213-9100-67cc1ba59aeb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:42.172401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Subnet': ['ID=fc96be55-7d1f-4f27-a315-1ce8f806a3bc,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:42.179952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:42.193731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Pushing event updated for resources: {'Port': ['ID=2e3d5e61-7c6c-4225-8544-855267633d15,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:42.196050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:42.207434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Network 912bb80b-0f5b-4eda-a98b-76ce433581f2 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:08:42.208196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:42.210098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:08:42.268888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Attempting to bind port 2e3d5e61-7c6c-4225-8544-855267633d15 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:08:42.269242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Attempting to bind port 2e3d5e61-7c6c-4225-8544-855267633d15 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '7dcbdfa5-c0b4-4426-8be3-460a08be4e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '912bb80b-0f5b-4eda-a98b-76ce433581f2'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:08:42.269315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Attempting to bind port 2e3d5e61-7c6c-4225-8544-855267633d15 on network 912bb80b-0f5b-4eda-a98b-76ce433581f2 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:08:42.272598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:08:42.272924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Checking segment: {'id': '7dcbdfa5-c0b4-4426-8be3-460a08be4e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '912bb80b-0f5b-4eda-a98b-76ce433581f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:42.273179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:42.273424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Bound using segment: {'id': '7dcbdfa5-c0b4-4426-8be3-460a08be4e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '912bb80b-0f5b-4eda-a98b-76ce433581f2'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:08:42.273728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Bound port: 2e3d5e61-7c6c-4225-8544-855267633d15, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcbdfa5-c0b4-4426-8be3-460a08be4e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1483, 'network_id': '912bb80b-0f5b-4eda-a98b-76ce433581f2'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:08:42.273947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:42.280246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:42.336051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] For port 2e3d5e61-7c6c-4225-8544-855267633d15, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:08:42.337798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] For port 2e3d5e61-7c6c-4225-8544-855267633d15, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2e3d5e61-7c6c-4225-8544-855267633d15,segment=NetworkSegment(7dcbdfa5-c0b4-4426-8be3-460a08be4e92),segment_id=7dcbdfa5-c0b4-4426-8be3-460a08be4e92)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:08:42.344023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:42.351242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:42.354503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912bb80b-0f5b-4eda-a98b-76ce433581f2']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:42.363070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcbdfa5-c0b4-4426-8be3-460a08be4e92') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:42.363302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcbdfa5-c0b4-4426-8be3-460a08be4e92') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:42.370768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:42.380692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:42.384648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Releasing vlan 1483 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:08:42.496882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 912bb80b-0f5b-4eda-a98b-76ce433581f2 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:42.505931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:42.605225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 912bb80b-0f5b-4eda-a98b-76ce433581f2 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:42.607122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Pushing event updated for resources: {'Port': ['ID=2e3d5e61-7c6c-4225-8544-855267633d15,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:42.609889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:08:42.620488 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:08:42.664951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0d779c-7157-400e-b7ae-705e693218b4 None None] Network 912bb80b-0f5b-4eda-a98b-76ce433581f2 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:42.667751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 16:08:42.667751 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 16:08:42.667751 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': '912bb80b-0f5b-4eda-a98b-76ce433581f2'}] Apr 16 16:08:42.667751 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:08:42.668218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:08:42.761823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f83c42c-2f37-494b-acdb-25e21ebc0739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:42.924245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9c157437-69be-48ba-859a-2525e849ed86 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:08:42.973871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 9c157437-69be-48ba-859a-2525e849ed86 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:08:43.034063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.083032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.169525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.182446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e3277-9ca9-403a-a0d9-3d386e81fc91 None None] Network 5109a156-7289-46e3-bf74-68d8a80c16b1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:43.211989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Deleting port 2e3d5e61-7c6c-4225-8544-855267633d15 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:43.212238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.241675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-50bbc066-576a-4d52-b9a4-e4fde8534d49 None None] Provisioning for port 9c157437-69be-48ba-859a-2525e849ed86 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:08:43.247530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-50bbc066-576a-4d52-b9a4-e4fde8534d49 None None] Provisioning complete for port 9c157437-69be-48ba-859a-2525e849ed86 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:08:43.247734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50bbc066-576a-4d52-b9a4-e4fde8534d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.333109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] For port 2e3d5e61-7c6c-4225-8544-855267633d15, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2e3d5e61-7c6c-4225-8544-855267633d15,segment=NetworkSegment(7dcbdfa5-c0b4-4426-8be3-460a08be4e92),segment_id=7dcbdfa5-c0b4-4426-8be3-460a08be4e92)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:43.333784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.368342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50bbc066-576a-4d52-b9a4-e4fde8534d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.397726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-50bbc066-576a-4d52-b9a4-e4fde8534d49 None None] For port 9c157437-69be-48ba-859a-2525e849ed86, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9c157437-69be-48ba-859a-2525e849ed86,segment=NetworkSegment(0d5a9533-90c3-475f-8432-d895bae29028),segment_id=0d5a9533-90c3-475f-8432-d895bae29028)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:43.401304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-50bbc066-576a-4d52-b9a4-e4fde8534d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.402330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:43.407818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Calling delete_port for 2e3d5e61-7c6c-4225-8544-855267633d15 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:08:43.443023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bbc066-576a-4d52-b9a4-e4fde8534d49 None None] Pushing event updated for resources: {'Port': ['ID=9c157437-69be-48ba-859a-2525e849ed86,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:43.445100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50bbc066-576a-4d52-b9a4-e4fde8534d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:43.456274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.466773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ebe4733d-74a5-4058-b872-ff4b6eb8a97b tempest-TestVolumeBootPattern-198981217 tempest-TestVolumeBootPattern-198981217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:43.496428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1b9c7-808f-4544-b2f7-cc1284796500 None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 16:08:43.530379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Port': ['ID=2e3d5e61-7c6c-4225-8544-855267633d15,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:43.532465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-533d620a-c5c3-49bb-b3fb-19179b868470 None None] Provisioning complete for port 9c157437-69be-48ba-859a-2525e849ed86 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:08:43.532706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-533d620a-c5c3-49bb-b3fb-19179b868470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.533429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:43.554955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] No DVR routers for this DVR port 2e3d5e61-7c6c-4225-8544-855267633d15 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:08:43.590399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a1b9c7-808f-4544-b2f7-cc1284796500 None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 16:08:43.591486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.628473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.700230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912bb80b-0f5b-4eda-a98b-76ce433581f2']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:43.707382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcbdfa5-c0b4-4426-8be3-460a08be4e92') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:43.707575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcbdfa5-c0b4-4426-8be3-460a08be4e92') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:43.713784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.725091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.729127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Releasing vlan 1483 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:08:43.837712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 912bb80b-0f5b-4eda-a98b-76ce433581f2 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:43.842800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.929910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 912bb80b-0f5b-4eda-a98b-76ce433581f2 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:08:43.943892 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:08:43.989295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:43.991962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3bbf73fc-8c1a-45cf-9aec-6c052c3da2d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:44.000300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.008828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Network': ['ID=912bb80b-0f5b-4eda-a98b-76ce433581f2,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:44.010455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:44.011524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/networks/912bb80b-0f5b-4eda-a98b-76ce433581f2 HTTP/1.1" status: 204 len: 168 time: 2.5410366 Apr 16 16:08:44.014066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41506) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:44.017585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1308612018'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:44.021242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:44.026032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Usage tracker for resource:network and tenant:5a83169ce00f4813be1ee204a7e65483 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:44.030093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:44.034063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:44.039810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Made reservation on behalf of 5a83169ce00f4813be1ee204a7e65483 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:44.043231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.062131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1458} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:08:44.067162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.067388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Added segment 41d364d0-ba39-4324-b916-fdef1b21d097 of type vlan for network 79c5327a-c2c6-45dd-b69a-d0726c0e0469 Apr 16 16:08:44.081021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.097542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.100450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:44.100807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.102799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5ecd4ad8-1769-4f69-aa2d-8fc326512169 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:44.152730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1376882 Apr 16 16:08:44.155029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41510) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:44.163544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Request body: {'subnet': {'network_id': '79c5327a-c2c6-45dd-b69a-d0726c0e0469', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:44.163729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event updated for resources: {'Network': ['ID=79c5327a-c2c6-45dd-b69a-d0726c0e0469,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:44.165738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:44.175475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 79c5327a-c2c6-45dd-b69a-d0726c0e0469 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:08:44.231054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:44.233720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Usage tracker for resource:subnet and tenant:5a83169ce00f4813be1ee204a7e65483 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:44.235754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:44.238669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:44.245279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Made reservation on behalf of 5a83169ce00f4813be1ee204a7e65483 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:44.248944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.252398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.301828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Performing IP validity checks on allocation pools {{(pid=86006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Apr 16 16:08:44.302132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.ipam_backend_mixin [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Checking for overlaps among allocation pools and gateway ip {{(pid=86006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Apr 16 16:08:44.479617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.486897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fdc4fd38-66ce-4df2-b5c9-0159e63f66e4 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:44.551199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event updated for resources: {'Subnet': ['ID=d9949d95-24a4-438f-ad94-e7f9a47d228b,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:44.562173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.562363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.562609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.562831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.563045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.563264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.563481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.563700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.563917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.564134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.564354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.564572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:44.567536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:44.598363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Checking segment: {'id': '41d364d0-ba39-4324-b916-fdef1b21d097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '79c5327a-c2c6-45dd-b69a-d0726c0e0469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:44.598595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network hostable DHCP agents. Network: 79c5327a-c2c6-45dd-b69a-d0726c0e0469, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:08:44.610519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 79c5327a-c2c6-45dd-b69a-d0726c0e0469 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:08:44.615394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 79c5327a-c2c6-45dd-b69a-d0726c0e0469) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:44.622333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:44.622622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.625762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59984931-1475-4b4b-a81d-a7ea38e860af None None] Network 79c5327a-c2c6-45dd-b69a-d0726c0e0469 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:44.634135 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a9cd2f3f-fe3a-443e-80e0-5d0ff1d9efa1 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4777298 Apr 16 16:08:44.636078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41514) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:44.715966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.753101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-79c5327a-c2c6-45dd-b69a-d0726c0e0469', 'network_id': '79c5327a-c2c6-45dd-b69a-d0726c0e0469', 'tenant_id': '5a83169ce00f4813be1ee204a7e65483', 'fixed_ips': [{'subnet_id': 'd9949d95-24a4-438f-ad94-e7f9a47d228b'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:08:44.753638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.789236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:44.839277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Allocated IP 2001:db8::3 (79c5327a-c2c6-45dd-b69a-d0726c0e0469/d9949d95-24a4-438f-ad94-e7f9a47d228b/9c25848d-22e5-49fd-a990-e177de51be9c) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:08:44.919199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9c157437-69be-48ba-859a-2525e849ed86 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:08:45.003638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:45.011356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 9c157437-69be-48ba-859a-2525e849ed86 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:08:45.011608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:45.032333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Transition to ACTIVE for port object 9c25848d-22e5-49fd-a990-e177de51be9c will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:45.057236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Transition to ACTIVE for port object 9c25848d-22e5-49fd-a990-e177de51be9c will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:45.061651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:45.069663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:45.077571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:45.085086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-59aa7015-12eb-4da8-afd6-da1b73f8ee9b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:45.106820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Subnet': ['ID=d9949d95-24a4-438f-ad94-e7f9a47d228b,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:45.133708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:45.181049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Pushing event updated for resources: {'Port': ['ID=9c25848d-22e5-49fd-a990-e177de51be9c,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:45.184997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:45.204517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Network 79c5327a-c2c6-45dd-b69a-d0726c0e0469 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:08:45.205198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:45.206455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:08:45.215265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:45.253957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Attempting to bind port 9c25848d-22e5-49fd-a990-e177de51be9c on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:08:45.254207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Attempting to bind port 9c25848d-22e5-49fd-a990-e177de51be9c by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '41d364d0-ba39-4324-b916-fdef1b21d097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '79c5327a-c2c6-45dd-b69a-d0726c0e0469'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:08:45.254337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Attempting to bind port 9c25848d-22e5-49fd-a990-e177de51be9c on network 79c5327a-c2c6-45dd-b69a-d0726c0e0469 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:08:45.257813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:08:45.258047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Checking segment: {'id': '41d364d0-ba39-4324-b916-fdef1b21d097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '79c5327a-c2c6-45dd-b69a-d0726c0e0469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:45.258276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:45.258545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Bound using segment: {'id': '41d364d0-ba39-4324-b916-fdef1b21d097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '79c5327a-c2c6-45dd-b69a-d0726c0e0469'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:08:45.258845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Bound port: 9c25848d-22e5-49fd-a990-e177de51be9c, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d364d0-ba39-4324-b916-fdef1b21d097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1458, 'network_id': '79c5327a-c2c6-45dd-b69a-d0726c0e0469'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:08:45.259104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:45.278195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c5327a-c2c6-45dd-b69a-d0726c0e0469']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:45.285575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d364d0-ba39-4324-b916-fdef1b21d097') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:45.285757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d364d0-ba39-4324-b916-fdef1b21d097') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:45.292244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:45.300887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:45.304549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Releasing vlan 1458 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:08:45.315849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] For port 9c25848d-22e5-49fd-a990-e177de51be9c, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:08:45.396748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 79c5327a-c2c6-45dd-b69a-d0726c0e0469 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:45.401724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:45.493162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 79c5327a-c2c6-45dd-b69a-d0726c0e0469 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:08:45.505359 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:08:45.551636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 16:08:45.551636 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 16:08:45.551636 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': '79c5327a-c2c6-45dd-b69a-d0726c0e0469'}] Apr 16 16:08:45.551636 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:08:45.552133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:08:45.553062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] For port 9c25848d-22e5-49fd-a990-e177de51be9c, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9c25848d-22e5-49fd-a990-e177de51be9c,segment=NetworkSegment(41d364d0-ba39-4324-b916-fdef1b21d097),segment_id=41d364d0-ba39-4324-b916-fdef1b21d097)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:08:45.557552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:45.567659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:45.643310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Pushing event updated for resources: {'Port': ['ID=9c25848d-22e5-49fd-a990-e177de51be9c,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:45.646639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:45.702508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae92e8-e14f-4ca5-9dda-69d1a2a57c76 None None] Network 79c5327a-c2c6-45dd-b69a-d0726c0e0469 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:45.977932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9386fef1-4089-4268-815a-8b6e29fee938 None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 16:08:46.023745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9386fef1-4089-4268-815a-8b6e29fee938 None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 16:08:46.052399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:46.093375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Deleting port 9c25848d-22e5-49fd-a990-e177de51be9c {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:46.093591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:46.471617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] For port 9c25848d-22e5-49fd-a990-e177de51be9c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9c25848d-22e5-49fd-a990-e177de51be9c,segment=NetworkSegment(41d364d0-ba39-4324-b916-fdef1b21d097),segment_id=41d364d0-ba39-4324-b916-fdef1b21d097)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:46.471834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:46.536541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Calling delete_port for 9c25848d-22e5-49fd-a990-e177de51be9c owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:08:46.578589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:46.585286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a56abb10-1cfc-423a-af3c-d8a50cf0f018 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:46.629889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Port': ['ID=9c25848d-22e5-49fd-a990-e177de51be9c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:46.637075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:46.658529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] No DVR routers for this DVR port 9c25848d-22e5-49fd-a990-e177de51be9c on host dv-neutron-786478-2-hyperv {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:08:46.725702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:46.788396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c5327a-c2c6-45dd-b69a-d0726c0e0469']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:46.796357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d364d0-ba39-4324-b916-fdef1b21d097') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:46.796527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d364d0-ba39-4324-b916-fdef1b21d097') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:46.803242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:46.812475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:46.816150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Releasing vlan 1458 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:08:46.905842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 79c5327a-c2c6-45dd-b69a-d0726c0e0469 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:46.910616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:46.998075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 79c5327a-c2c6-45dd-b69a-d0726c0e0469 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:08:47.012316 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:08:47.052090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:47.054546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0b33f04-6ed0-46c5-8109-831575697702 tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:47.062653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:47.068481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Network': ['ID=79c5327a-c2c6-45dd-b69a-d0726c0e0469,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:47.070849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:47.073814 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/networks/79c5327a-c2c6-45dd-b69a-d0726c0e0469 HTTP/1.1" status: 204 len: 168 time: 2.4368601 Apr 16 16:08:47.076274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41518) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:47.080263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-990071295'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:47.083882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:47.086538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Usage tracker for resource:network and tenant:5a83169ce00f4813be1ee204a7e65483 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:47.088418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:47.094205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:47.101363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Made reservation on behalf of 5a83169ce00f4813be1ee204a7e65483 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:47.105332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:47.124777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1460} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:08:47.130462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:47.130670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Added segment 78fff318-b14e-42c6-b202-864d50b64c03 of type vlan for network 5f06b038-41e3-420c-bcc1-34a60477821e Apr 16 16:08:47.146605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:47.165711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:47.169177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:47.169593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:47.173011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2ebdf053-2b58-4751-b71f-eb9c70b2a2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:47.232146 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1530120 Apr 16 16:08:47.232306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41522) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:47.237596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Request body: {'subnet': {'network_id': '5f06b038-41e3-420c-bcc1-34a60477821e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:47.283095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event updated for resources: {'Network': ['ID=5f06b038-41e3-420c-bcc1-34a60477821e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:47.291783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:47.296061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 5f06b038-41e3-420c-bcc1-34a60477821e details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:08:47.315561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:47.318528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Usage tracker for resource:subnet and tenant:5a83169ce00f4813be1ee204a7e65483 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:47.320593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:47.324855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:47.332017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Made reservation on behalf of 5a83169ce00f4813be1ee204a7e65483 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:47.336031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:47.586258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:47.595160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-449b361d-fd3b-48d1-b02a-276feba6e3fb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:47.922036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event updated for resources: {'Subnet': ['ID=e1d35c01-9340-4d49-b507-d9e524cd4fca,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:47.928473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:47.963193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Checking segment: {'id': '78fff318-b14e-42c6-b202-864d50b64c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '5f06b038-41e3-420c-bcc1-34a60477821e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:47.963414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network hostable DHCP agents. Network: 5f06b038-41e3-420c-bcc1-34a60477821e, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:08:47.974380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 5f06b038-41e3-420c-bcc1-34a60477821e is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:08:47.979495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 5f06b038-41e3-420c-bcc1-34a60477821e) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:47.987233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:47.987582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:47.987696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184b1928-e4a9-41d0-9996-38dbba734a44 None None] Network 5f06b038-41e3-420c-bcc1-34a60477821e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:47.998795 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7658257 Apr 16 16:08:48.001896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41526) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:48.006192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-370934454'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:48.011351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:48.014850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Usage tracker for resource:network and tenant:5a83169ce00f4813be1ee204a7e65483 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:48.016806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Quota usage for network was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:48.020533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:48.026450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Made reservation on behalf of 5a83169ce00f4813be1ee204a7e65483 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:48.030474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.050082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1484} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:08:48.055643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.055892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Added segment cf1c33ef-32a5-446f-9dbc-959afc0e13ac of type vlan for network 6df5e74e-ad41-48e7-9144-76ef0ef987a1 Apr 16 16:08:48.071506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.090401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.093991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:48.094429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.096787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e30c69e2-2799-4013-ab26-7d7e6ba5c074 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:48.133172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-5f06b038-41e3-420c-bcc1-34a60477821e', 'network_id': '5f06b038-41e3-420c-bcc1-34a60477821e', 'tenant_id': '5a83169ce00f4813be1ee204a7e65483', 'fixed_ips': [{'subnet_id': 'e1d35c01-9340-4d49-b507-d9e524cd4fca'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:08:48.133728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.163938 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1612089 Apr 16 16:08:48.166640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41530) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:48.168794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event updated for resources: {'Network': ['ID=6df5e74e-ad41-48e7-9144-76ef0ef987a1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:48.171560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:48.174325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Request body: {'subnet': {'network_id': '6df5e74e-ad41-48e7-9144-76ef0ef987a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:48.177932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 6df5e74e-ad41-48e7-9144-76ef0ef987a1 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:08:48.265822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:48.268424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Usage tracker for resource:subnet and tenant:5a83169ce00f4813be1ee204a7e65483 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:48.270369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:48.274130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:48.275395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Allocated IP 2001:db8::2 (5f06b038-41e3-420c-bcc1-34a60477821e/e1d35c01-9340-4d49-b507-d9e524cd4fca/cd2eb9cf-c364-47e3-9046-f343af5e7463) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:08:48.280558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Made reservation on behalf of 5a83169ce00f4813be1ee204a7e65483 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:48.284308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.413977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.420856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Transition to ACTIVE for port object cd2eb9cf-c364-47e3-9046-f343af5e7463 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:48.432258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Transition to ACTIVE for port object cd2eb9cf-c364-47e3-9046-f343af5e7463 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:48.435812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.447212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:48.525445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.526475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Pushing event updated for resources: {'Port': ['ID=cd2eb9cf-c364-47e3-9046-f343af5e7463,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:48.529311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:48.535159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2cb2b5e1-b181-47b6-a6d0-22848ab6a7f9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:48.563634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Network 5f06b038-41e3-420c-bcc1-34a60477821e is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:08:48.564514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:48.565995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:08:48.608555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event updated for resources: {'Subnet': ['ID=b24acc70-5507-4297-b524-543124a3cb8b,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:48.610457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:48.627030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Attempting to bind port cd2eb9cf-c364-47e3-9046-f343af5e7463 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:08:48.627295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Attempting to bind port cd2eb9cf-c364-47e3-9046-f343af5e7463 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '78fff318-b14e-42c6-b202-864d50b64c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '5f06b038-41e3-420c-bcc1-34a60477821e'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:08:48.627552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Attempting to bind port cd2eb9cf-c364-47e3-9046-f343af5e7463 on network 5f06b038-41e3-420c-bcc1-34a60477821e {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:08:48.631128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:08:48.631367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Checking segment: {'id': '78fff318-b14e-42c6-b202-864d50b64c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '5f06b038-41e3-420c-bcc1-34a60477821e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:48.631660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.631934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Bound using segment: {'id': '78fff318-b14e-42c6-b202-864d50b64c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '5f06b038-41e3-420c-bcc1-34a60477821e'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:08:48.632266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Bound port: cd2eb9cf-c364-47e3-9046-f343af5e7463, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fff318-b14e-42c6-b202-864d50b64c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '5f06b038-41e3-420c-bcc1-34a60477821e'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:08:48.632547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.645978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Checking segment: {'id': 'cf1c33ef-32a5-446f-9dbc-959afc0e13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '6df5e74e-ad41-48e7-9144-76ef0ef987a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:48.646231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network hostable DHCP agents. Network: 6df5e74e-ad41-48e7-9144-76ef0ef987a1, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:08:48.658195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 6df5e74e-ad41-48e7-9144-76ef0ef987a1 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:08:48.663572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 6df5e74e-ad41-48e7-9144-76ef0ef987a1) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:48.673461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2d3dec-55bb-4473-acd9-66cbaa0593c6 None None] Network 6df5e74e-ad41-48e7-9144-76ef0ef987a1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:48.674909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:48.675314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.688080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6f7c54ac-bd6d-41ad-bd64-a81b54666e93 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5207260 Apr 16 16:08:48.689921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41534) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:48.741226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] For port cd2eb9cf-c364-47e3-9046-f343af5e7463, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:08:48.754598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] For port cd2eb9cf-c364-47e3-9046-f343af5e7463, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cd2eb9cf-c364-47e3-9046-f343af5e7463,segment=NetworkSegment(78fff318-b14e-42c6-b202-864d50b64c03),segment_id=78fff318-b14e-42c6-b202-864d50b64c03)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:08:48.759182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.772424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:48.787525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.860634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:48.898606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Pushing event updated for resources: {'Port': ['ID=cd2eb9cf-c364-47e3-9046-f343af5e7463,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:48.902333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:48.935077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-6df5e74e-ad41-48e7-9144-76ef0ef987a1', 'network_id': '6df5e74e-ad41-48e7-9144-76ef0ef987a1', 'tenant_id': '5a83169ce00f4813be1ee204a7e65483', 'fixed_ips': [{'subnet_id': 'b24acc70-5507-4297-b524-543124a3cb8b'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:08:48.935635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:49.038016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Allocated IP 2001:db8::2 (6df5e74e-ad41-48e7-9144-76ef0ef987a1/b24acc70-5507-4297-b524-543124a3cb8b/e0c11a2d-4193-4997-8320-71f151a54937) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:08:49.345122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:49.350898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Transition to ACTIVE for port object e0c11a2d-4193-4997-8320-71f151a54937 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:49.360695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Transition to ACTIVE for port object e0c11a2d-4193-4997-8320-71f151a54937 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:49.364016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:49.371622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:49.372594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:49.381117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7108575f-ec43-4048-9193-f04f0f441084 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:49.432632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Subnet': ['ID=b24acc70-5507-4297-b524-543124a3cb8b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:49.435348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:49.449337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Pushing event updated for resources: {'Port': ['ID=e0c11a2d-4193-4997-8320-71f151a54937,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:49.451133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:49.464007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Network 6df5e74e-ad41-48e7-9144-76ef0ef987a1 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:08:49.464733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:49.466116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:08:49.506589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:49.516107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Attempting to bind port e0c11a2d-4193-4997-8320-71f151a54937 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:08:49.516331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Attempting to bind port e0c11a2d-4193-4997-8320-71f151a54937 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'cf1c33ef-32a5-446f-9dbc-959afc0e13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '6df5e74e-ad41-48e7-9144-76ef0ef987a1'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:08:49.516562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Attempting to bind port e0c11a2d-4193-4997-8320-71f151a54937 on network 6df5e74e-ad41-48e7-9144-76ef0ef987a1 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:08:49.519769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:08:49.520001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Checking segment: {'id': 'cf1c33ef-32a5-446f-9dbc-959afc0e13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '6df5e74e-ad41-48e7-9144-76ef0ef987a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:49.520256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:49.520503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Bound using segment: {'id': 'cf1c33ef-32a5-446f-9dbc-959afc0e13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '6df5e74e-ad41-48e7-9144-76ef0ef987a1'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:08:49.520796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Bound port: e0c11a2d-4193-4997-8320-71f151a54937, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1c33ef-32a5-446f-9dbc-959afc0e13ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1484, 'network_id': '6df5e74e-ad41-48e7-9144-76ef0ef987a1'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:08:49.521029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:49.570121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df5e74e-ad41-48e7-9144-76ef0ef987a1']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:49.570508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] For port e0c11a2d-4193-4997-8320-71f151a54937, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:08:49.572258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] For port e0c11a2d-4193-4997-8320-71f151a54937, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e0c11a2d-4193-4997-8320-71f151a54937,segment=NetworkSegment(cf1c33ef-32a5-446f-9dbc-959afc0e13ac),segment_id=cf1c33ef-32a5-446f-9dbc-959afc0e13ac)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:08:49.575050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:49.578090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1c33ef-32a5-446f-9dbc-959afc0e13ac') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:49.578264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1c33ef-32a5-446f-9dbc-959afc0e13ac') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:49.583900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:49.584854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:49.593240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:49.596766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Releasing vlan 1484 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:08:49.665956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Pushing event updated for resources: {'Port': ['ID=e0c11a2d-4193-4997-8320-71f151a54937,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:49.668700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:49.692236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 6df5e74e-ad41-48e7-9144-76ef0ef987a1 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:49.696879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:49.714881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165bb66-c431-4a69-b0b3-2bdcdbc277cf None None] Network 6df5e74e-ad41-48e7-9144-76ef0ef987a1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:49.789959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 6df5e74e-ad41-48e7-9144-76ef0ef987a1 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:08:49.805133 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:08:49.849815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 16 16:08:49.849815 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 16 16:08:49.849815 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'id': '6df5e74e-ad41-48e7-9144-76ef0ef987a1'}] Apr 16 16:08:49.849815 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=86007) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:08:49.850281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:08:50.058190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e98d6-4e6e-4613-9942-c8daf32e93a4 None None] Network 5f06b038-41e3-420c-bcc1-34a60477821e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:50.152066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d939a42b-a121-4fcd-b31a-58fa727b3dc9 None None] Provisioning for port cd2eb9cf-c364-47e3-9046-f343af5e7463 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:08:50.273878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73d28c9-49ac-40e2-b9ca-fc083fbda324 None None] get_active_networks_info from dv-neutron-786478-2-hyperv {{(pid=86008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 16:08:50.332928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d28c9-49ac-40e2-b9ca-fc083fbda324 None None] Resources bound (agent type, host, resource id): {{(pid=86008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Apr 16 16:08:50.351226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:50.395886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Deleting port e0c11a2d-4193-4997-8320-71f151a54937 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:50.396120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:50.521878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] For port e0c11a2d-4193-4997-8320-71f151a54937, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e0c11a2d-4193-4997-8320-71f151a54937,segment=NetworkSegment(cf1c33ef-32a5-446f-9dbc-959afc0e13ac),segment_id=cf1c33ef-32a5-446f-9dbc-959afc0e13ac)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:50.522103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:50.587847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Calling delete_port for e0c11a2d-4193-4997-8320-71f151a54937 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:08:50.628681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:50.635408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cebce7d8-a6db-4af8-81f2-7b4c179a073b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:50.680997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Port': ['ID=e0c11a2d-4193-4997-8320-71f151a54937,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:50.688707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:50.708040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] No DVR routers for this DVR port e0c11a2d-4193-4997-8320-71f151a54937 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:08:50.772811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:50.851615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df5e74e-ad41-48e7-9144-76ef0ef987a1']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:50.857877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1c33ef-32a5-446f-9dbc-959afc0e13ac') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:50.858077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1c33ef-32a5-446f-9dbc-959afc0e13ac') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:50.864055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:50.872120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:50.876322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Releasing vlan 1484 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:08:50.925187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cd2eb9cf-c364-47e3-9046-f343af5e7463 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:08:50.968223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port cd2eb9cf-c364-47e3-9046-f343af5e7463 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:08:50.973487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 6df5e74e-ad41-48e7-9144-76ef0ef987a1 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:50.974271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port cd2eb9cf-c364-47e3-9046-f343af5e7463 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:08:50.974854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:50.978236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.051801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.074945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 6df5e74e-ad41-48e7-9144-76ef0ef987a1 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:51.084544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port cd2eb9cf-c364-47e3-9046-f343af5e7463, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cd2eb9cf-c364-47e3-9046-f343af5e7463,segment=NetworkSegment(78fff318-b14e-42c6-b202-864d50b64c03),segment_id=78fff318-b14e-42c6-b202-864d50b64c03)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:51.086780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:08:51.088148 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:08:51.088938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:51.125519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=cd2eb9cf-c364-47e3-9046-f343af5e7463,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:51.127488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:51.132011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.134095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4f6441a7-943d-4219-99f0-5525f515bd8e tempest-NetworksIpV6Test-52547882 tempest-NetworksIpV6Test-52547882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:51.144059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.149872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Network': ['ID=6df5e74e-ad41-48e7-9144-76ef0ef987a1,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:51.156935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.157188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.157411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.157632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.157851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.158071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.158287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.158522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.158744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.158963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.159181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.159398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:08:51.163160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/networks/6df5e74e-ad41-48e7-9144-76ef0ef987a1 HTTP/1.1" status: 204 len: 168 time: 2.4706979 Apr 16 16:08:51.163160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:51.163369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41538) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:51.186976 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-11212bbe-a6a5-4935-93aa-26e1401a5db9 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] GET failed (client error): The resource could not be found. Apr 16 16:08:51.187275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-11212bbe-a6a5-4935-93aa-26e1401a5db9 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Synchronizing usage tracker for tenant:5a83169ce00f4813be1ee204a7e65483 on resource:subnet {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:08:51.197651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-11212bbe-a6a5-4935-93aa-26e1401a5db9 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Unset dirty status for tenant:5a83169ce00f4813be1ee204a7e65483 on resource:subnet {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:08:51.198326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-11212bbe-a6a5-4935-93aa-26e1401a5db9 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "GET /v2.0/subnets/b24acc70-5507-4297-b524-543124a3cb8b HTTP/1.1" status: 404 len: 337 time: 0.0345337 Apr 16 16:08:51.199965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41542) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:51.213266 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc60b7de-7102-4935-97bb-4290fcfb1da6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] DELETE failed (client error): The resource could not be found. Apr 16 16:08:51.213534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc60b7de-7102-4935-97bb-4290fcfb1da6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 16:08:51.214409 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bc60b7de-7102-4935-97bb-4290fcfb1da6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/networks/6df5e74e-ad41-48e7-9144-76ef0ef987a1 HTTP/1.1" status: 404 len: 339 time: 0.0139010 Apr 16 16:08:51.216488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41546) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:51.236579 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05068b8-5927-42a0-a81c-497588c233d7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] DELETE failed (client error): The resource could not be found. Apr 16 16:08:51.236778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05068b8-5927-42a0-a81c-497588c233d7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 16:08:51.237650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f05068b8-5927-42a0-a81c-497588c233d7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/subnets/b24acc70-5507-4297-b524-543124a3cb8b HTTP/1.1" status: 404 len: 337 time: 0.0206549 Apr 16 16:08:51.238988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41550) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:51.253818 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e39194-ac94-4bb0-8b8c-363f9e058a7d tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] DELETE failed (client error): The resource could not be found. Apr 16 16:08:51.254058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e39194-ac94-4bb0-8b8c-363f9e058a7d tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 16:08:51.254994 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-14e39194-ac94-4bb0-8b8c-363f9e058a7d tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/networks/6df5e74e-ad41-48e7-9144-76ef0ef987a1 HTTP/1.1" status: 404 len: 339 time: 0.0154393 Apr 16 16:08:51.256236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41554) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:51.297314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ddc214f-15f0-4fd7-9173-6d8863fe8dfb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Deleting subnet e1d35c01-9340-4d49-b507-d9e524cd4fca {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:08:51.299459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ddc214f-15f0-4fd7-9173-6d8863fe8dfb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.331327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ddc214f-15f0-4fd7-9173-6d8863fe8dfb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.378311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ddc214f-15f0-4fd7-9173-6d8863fe8dfb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.525804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ddc214f-15f0-4fd7-9173-6d8863fe8dfb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.532809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ba3b9e21-8f32-4cec-bae6-06fe43e8ac32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:51.551194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc214f-15f0-4fd7-9173-6d8863fe8dfb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d35c01-9340-4d49-b507-d9e524cd4fca,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:51.552767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1ddc214f-15f0-4fd7-9173-6d8863fe8dfb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:51.602853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1ddc214f-15f0-4fd7-9173-6d8863fe8dfb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.608706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f62003-0463-4bca-9982-5c035765d78e None None] Network 5f06b038-41e3-420c-bcc1-34a60477821e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:51.611241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1ddc214f-15f0-4fd7-9173-6d8863fe8dfb tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/subnets/e1d35c01-9340-4d49-b507-d9e524cd4fca HTTP/1.1" status: 204 len: 168 time: 0.3544612 Apr 16 16:08:51.612994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41558) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:51.693558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.730270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Deleting port cd2eb9cf-c364-47e3-9046-f343af5e7463 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:51.730553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.788644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb46d286-0761-4fa0-be0e-a615cc0824c7 None None] DHCP port deletion for 5f06b038-41e3-420c-bcc1-34a60477821e request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:08:51.791984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bb46d286-0761-4fa0-be0e-a615cc0824c7 None None] Deleting port cd2eb9cf-c364-47e3-9046-f343af5e7463 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:51.792223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb46d286-0761-4fa0-be0e-a615cc0824c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.921808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-bb46d286-0761-4fa0-be0e-a615cc0824c7 None None] For port cd2eb9cf-c364-47e3-9046-f343af5e7463, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cd2eb9cf-c364-47e3-9046-f343af5e7463,segment=NetworkSegment(78fff318-b14e-42c6-b202-864d50b64c03),segment_id=78fff318-b14e-42c6-b202-864d50b64c03)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:51.922072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb46d286-0761-4fa0-be0e-a615cc0824c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:51.992385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bb46d286-0761-4fa0-be0e-a615cc0824c7 None None] Calling delete_port for cd2eb9cf-c364-47e3-9046-f343af5e7463 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:08:52.037788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb46d286-0761-4fa0-be0e-a615cc0824c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.045213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0fa287f5-e585-4431-a7ce-ed82175d8439 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:52.060448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] The port 'cd2eb9cf-c364-47e3-9046-f343af5e7463' was deleted {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:08:52.093013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46d286-0761-4fa0-be0e-a615cc0824c7 None None] Pushing event deleted for resources: {'Port': ['ID=cd2eb9cf-c364-47e3-9046-f343af5e7463,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:52.100237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bb46d286-0761-4fa0-be0e-a615cc0824c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:52.124732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46d286-0761-4fa0-be0e-a615cc0824c7 None None] No DVR routers for this DVR port cd2eb9cf-c364-47e3-9046-f343af5e7463 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:08:52.132873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.196247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f06b038-41e3-420c-bcc1-34a60477821e']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:52.203463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fff318-b14e-42c6-b202-864d50b64c03') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:52.203675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fff318-b14e-42c6-b202-864d50b64c03') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:52.210348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.218940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.222344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Releasing vlan 1460 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:08:52.312831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 5f06b038-41e3-420c-bcc1-34a60477821e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:52.318908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.421184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 5f06b038-41e3-420c-bcc1-34a60477821e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:08:52.433083 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:08:52.484158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.486613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-34829e57-8e66-44a7-a624-44a24816ef86 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:52.496026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.502178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Network': ['ID=5f06b038-41e3-420c-bcc1-34a60477821e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:52.503652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:52.504771 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/networks/5f06b038-41e3-420c-bcc1-34a60477821e HTTP/1.1" status: 204 len: 168 time: 0.8910079 Apr 16 16:08:52.506403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41562) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:52.530595 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-319fd025-c141-492c-bd80-fe714fe7322e tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] DELETE failed (client error): The resource could not be found. Apr 16 16:08:52.530882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319fd025-c141-492c-bd80-fe714fe7322e tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 16:08:52.531921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-319fd025-c141-492c-bd80-fe714fe7322e tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/subnets/d9949d95-24a4-438f-ad94-e7f9a47d228b HTTP/1.1" status: 404 len: 337 time: 0.0248230 Apr 16 16:08:52.533417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41566) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:52.553623 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc33084-403c-4b15-b7a4-a665a039d4ed tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] DELETE failed (client error): The resource could not be found. Apr 16 16:08:52.553892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fc33084-403c-4b15-b7a4-a665a039d4ed tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 16:08:52.554906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5fc33084-403c-4b15-b7a4-a665a039d4ed tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/networks/79c5327a-c2c6-45dd-b69a-d0726c0e0469 HTTP/1.1" status: 404 len: 339 time: 0.0207324 Apr 16 16:08:52.556225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41570) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:52.583584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3bb74c-a864-4283-b4fb-143693718822 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] DELETE failed (client error): The resource could not be found. Apr 16 16:08:52.583850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3bb74c-a864-4283-b4fb-143693718822 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 16:08:52.584919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1a3bb74c-a864-4283-b4fb-143693718822 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/subnets/fc96be55-7d1f-4f27-a315-1ce8f806a3bc HTTP/1.1" status: 404 len: 337 time: 0.0280509 Apr 16 16:08:52.586503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41574) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:52.601718 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc6da2b-d74a-44c9-9be2-cdf46e1eb78a tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] DELETE failed (client error): The resource could not be found. Apr 16 16:08:52.601984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc6da2b-d74a-44c9-9be2-cdf46e1eb78a tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=86007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 16:08:52.603037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fcc6da2b-d74a-44c9-9be2-cdf46e1eb78a tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/networks/912bb80b-0f5b-4eda-a98b-76ce433581f2 HTTP/1.1" status: 404 len: 339 time: 0.0159242 Apr 16 16:08:52.604505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41578) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:52.641992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca336b14-c332-4cc8-80ed-54082b3e2d1f tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Deleting subnet 762e4a94-c9dc-4542-866f-5d2bbfbcd0f4 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:08:52.644009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca336b14-c332-4cc8-80ed-54082b3e2d1f tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.675179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca336b14-c332-4cc8-80ed-54082b3e2d1f tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.721869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca336b14-c332-4cc8-80ed-54082b3e2d1f tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.859507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca336b14-c332-4cc8-80ed-54082b3e2d1f tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.866205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cb4a971-9916-491e-aea1-33565c3fe68b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:52.910618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca336b14-c332-4cc8-80ed-54082b3e2d1f tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Subnet': ['ID=762e4a94-c9dc-4542-866f-5d2bbfbcd0f4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:52.917796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca336b14-c332-4cc8-80ed-54082b3e2d1f tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:52.926546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cd2eb9cf-c364-47e3-9046-f343af5e7463 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:08:52.937477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca336b14-c332-4cc8-80ed-54082b3e2d1f tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:52.943118 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ca336b14-c332-4cc8-80ed-54082b3e2d1f tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/subnets/762e4a94-c9dc-4542-866f-5d2bbfbcd0f4 HTTP/1.1" status: 204 len: 168 time: 0.3380396 Apr 16 16:08:52.945020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41582) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:52.945089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad2d01d-2710-4ebb-bc84-0880be7cecb2 None None] Network 5109a156-7289-46e3-bf74-68d8a80c16b1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:52.957504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: cd2eb9cf-c364-47e3-9046-f343af5e7463 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:08:52.957721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cd2eb9cf-c364-47e3-9046-f343af5e7463 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:08:53.024010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.069632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Deleting port 9c157437-69be-48ba-859a-2525e849ed86 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:53.069880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.111413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c740d7-14a6-432d-bbb7-c986ae05e2a4 None None] DHCP port deletion for 5109a156-7289-46e3-bf74-68d8a80c16b1 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:08:53.114150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d7c740d7-14a6-432d-bbb7-c986ae05e2a4 None None] Deleting port 9c157437-69be-48ba-859a-2525e849ed86 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:53.114377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7c740d7-14a6-432d-bbb7-c986ae05e2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.203234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] For port 9c157437-69be-48ba-859a-2525e849ed86, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9c157437-69be-48ba-859a-2525e849ed86,segment=NetworkSegment(0d5a9533-90c3-475f-8432-d895bae29028),segment_id=0d5a9533-90c3-475f-8432-d895bae29028)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:53.203454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.231143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d7c740d7-14a6-432d-bbb7-c986ae05e2a4 None None] For port 9c157437-69be-48ba-859a-2525e849ed86, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9c157437-69be-48ba-859a-2525e849ed86,segment=NetworkSegment(0d5a9533-90c3-475f-8432-d895bae29028),segment_id=0d5a9533-90c3-475f-8432-d895bae29028)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:53.231389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7c740d7-14a6-432d-bbb7-c986ae05e2a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.271983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Calling delete_port for 9c157437-69be-48ba-859a-2525e849ed86 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:08:53.299494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d7c740d7-14a6-432d-bbb7-c986ae05e2a4 None None] Calling delete_port for 9c157437-69be-48ba-859a-2525e849ed86 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:08:53.316272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.323494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56768bc6-46d8-4659-9cf2-ea44279fe8f2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:53.343229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-d7c740d7-14a6-432d-bbb7-c986ae05e2a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:08:53.343398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-d7c740d7-14a6-432d-bbb7-c986ae05e2a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:08:53.370162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Port': ['ID=9c157437-69be-48ba-859a-2525e849ed86,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:53.377409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:53.397097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] No DVR routers for this DVR port 9c157437-69be-48ba-859a-2525e849ed86 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:08:53.464204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.524984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5109a156-7289-46e3-bf74-68d8a80c16b1']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:53.532102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5a9533-90c3-475f-8432-d895bae29028') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:53.532290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5a9533-90c3-475f-8432-d895bae29028') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:53.539049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.548240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.551869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Releasing vlan 1466 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:08:53.641886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 5109a156-7289-46e3-bf74-68d8a80c16b1 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:53.646754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.751716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Network 5109a156-7289-46e3-bf74-68d8a80c16b1 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:08:53.768035 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:08:53.815725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.818057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-33579a72-19a2-455a-9312-d67c84ae8cc6 tempest-RoutersNegativeIpV6Test-813615305 tempest-RoutersNegativeIpV6Test-813615305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:53.828643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.832571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Pushing event deleted for resources: {'Network': ['ID=5109a156-7289-46e3-bf74-68d8a80c16b1,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:53.835324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:53.837329 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] 10.222.0.95 "DELETE /v2.0/networks/5109a156-7289-46e3-bf74-68d8a80c16b1 HTTP/1.1" status: 204 len: 168 time: 0.8913715 Apr 16 16:08:53.844692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d7c740d7-14a6-432d-bbb7-c986ae05e2a4 None None] Deleting port 9c157437-69be-48ba-859a-2525e849ed86 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:53.845205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d7c740d7-14a6-432d-bbb7-c986ae05e2a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:53.883949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d7c740d7-14a6-432d-bbb7-c986ae05e2a4 None None] The port '9c157437-69be-48ba-859a-2525e849ed86' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:08:54.013162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41590) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:54.102673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8d3290c9-3e21-4533-b33e-a0a334d46470 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=5a83169ce00f4813be1ee204a7e65483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885069 Apr 16 16:08:54.104172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41596) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:54.146540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72471bb7-aa4d-4292-939e-c530303db03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.160057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72471bb7-aa4d-4292-939e-c530303db03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.187437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72471bb7-aa4d-4292-939e-c530303db03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.189970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7f978af8-b6b8-45e3-8914-065da2399baa tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:54.197323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72471bb7-aa4d-4292-939e-c530303db03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ce3371-4815-4c0c-bd52-7494ca9ed649,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:54.199213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72471bb7-aa4d-4292-939e-c530303db03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:54.202991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72471bb7-aa4d-4292-939e-c530303db03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.205871 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-72471bb7-aa4d-4292-939e-c530303db03f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e6ce3371-4815-4c0c-bd52-7494ca9ed649 HTTP/1.1" status: 204 len: 168 time: 0.0993786 Apr 16 16:08:54.616798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41620) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:54.682300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-acf70fad-43f5-4408-92f7-3a716a12423d tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1299935179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:54.686834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-acf70fad-43f5-4408-92f7-3a716a12423d tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:54.689064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-acf70fad-43f5-4408-92f7-3a716a12423d tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Usage tracker for resource:router and tenant:f5dd76f0b3534dbb8cea9a3266a080c3 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:54.690771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-acf70fad-43f5-4408-92f7-3a716a12423d tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:54.694586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-acf70fad-43f5-4408-92f7-3a716a12423d tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:54.700408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acf70fad-43f5-4408-92f7-3a716a12423d tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.701012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acf70fad-43f5-4408-92f7-3a716a12423d tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.717314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acf70fad-43f5-4408-92f7-3a716a12423d tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.739063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acf70fad-43f5-4408-92f7-3a716a12423d tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.752438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acf70fad-43f5-4408-92f7-3a716a12423d tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.753136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-acf70fad-43f5-4408-92f7-3a716a12423d tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1355937 Apr 16 16:08:54.755156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41626) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:54.758544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-31652760'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:54.761615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:54.764357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Usage tracker for resource:network and tenant:f5dd76f0b3534dbb8cea9a3266a080c3 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:54.766483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:54.769603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:54.775195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Made reservation on behalf of f5dd76f0b3534dbb8cea9a3266a080c3 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:54.778455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.785341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.793663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:54.796563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Usage tracker for resource:security_group_rule and tenant:f5dd76f0b3534dbb8cea9a3266a080c3 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:54.798155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:54.801185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:54.847586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.849597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.851310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-59cc14e4-c7ce-422a-a189-3d7a1d89aab5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:54.867739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1474} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:08:54.872714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdccf55-cf02-4a1b-ad72-08bd47138df2,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:54.874686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:54.877158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.877355 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Added segment 1f0c2ea5-6506-41a3-89a5-87a44d36046a of type vlan for network bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 Apr 16 16:08:54.892067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.909199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.912388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:54.912781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:54.916491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-13d5bcf3-ee87-4ec5-8787-b1c1ca27bbf2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:54.918476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9c157437-69be-48ba-859a-2525e849ed86 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:08:54.977253 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2213717 Apr 16 16:08:54.981169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41630) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:54.983309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Pushing event updated for resources: {'Network': ['ID=bc247653-a5fc-4fa5-95f4-4f0ef4e382c4,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:54.986667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Request body: {'subnet': {'network_id': 'bc247653-a5fc-4fa5-95f4-4f0ef4e382c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:54.996003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:55.055616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:55.058391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Usage tracker for resource:subnet and tenant:f5dd76f0b3534dbb8cea9a3266a080c3 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:55.060513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:55.065062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:55.071361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Made reservation on behalf of f5dd76f0b3534dbb8cea9a3266a080c3 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:55.074918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.103382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:08:55.117657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 9c157437-69be-48ba-859a-2525e849ed86 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:08:55.117868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9c157437-69be-48ba-859a-2525e849ed86 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:08:55.325519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.332472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6943f592-09ea-43d2-99d9-22ba3b920e34 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:55.411999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Pushing event updated for resources: {'Subnet': ['ID=f7df3792-8b48-4cdf-b046-d1ec6c28c7ae,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:55.414401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:55.451372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Checking segment: {'id': '1f0c2ea5-6506-41a3-89a5-87a44d36046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'bc247653-a5fc-4fa5-95f4-4f0ef4e382c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:55.451793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Network hostable DHCP agents. Network: bc247653-a5fc-4fa5-95f4-4f0ef4e382c4, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:08:55.465446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Network bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:08:55.471008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, bc247653-a5fc-4fa5-95f4-4f0ef4e382c4) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:55.479122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:55.479556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.479951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd145ac-9897-4727-9b8e-a8a1a074275b None None] Network bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:55.492453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5106316 Apr 16 16:08:55.494816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41634) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:55.498433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1251393341'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:55.501393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:55.506477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Usage tracker for resource:network and tenant:f5dd76f0b3534dbb8cea9a3266a080c3 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:55.508222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Quota usage for network was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:55.511570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:55.517282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Made reservation on behalf of f5dd76f0b3534dbb8cea9a3266a080c3 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:55.520824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.537218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1495} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:08:55.542274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.542559 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Added segment 62c165a6-8319-4a9b-af3a-b0d795477a32 of type vlan for network 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 Apr 16 16:08:55.557897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.573879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.577617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:55.577975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.580182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3fadc26c-5478-4b6a-a898-eb2161752218 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:55.604324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-bc247653-a5fc-4fa5-95f4-4f0ef4e382c4', 'network_id': 'bc247653-a5fc-4fa5-95f4-4f0ef4e382c4', 'tenant_id': 'f5dd76f0b3534dbb8cea9a3266a080c3', 'fixed_ips': [{'subnet_id': 'f7df3792-8b48-4cdf-b046-d1ec6c28c7ae'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:08:55.604916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.636090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1405158 Apr 16 16:08:55.639870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Pushing event updated for resources: {'Network': ['ID=2f9caed6-d96c-4eb9-bff2-fcbc91c4e463,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:55.640546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41638) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:55.641579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb086f0d-084f-4ddf-ac64-d1e03cb1570f tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:55.648956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Request body: {'subnet': {'network_id': '2f9caed6-d96c-4eb9-bff2-fcbc91c4e463', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:55.652382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:08:55.720218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:08:55.722695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Usage tracker for resource:subnet and tenant:f5dd76f0b3534dbb8cea9a3266a080c3 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:08:55.724807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:08:55.728467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:08:55.736042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Made reservation on behalf of f5dd76f0b3534dbb8cea9a3266a080c3 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:08:55.739839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.747343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Allocated IP 172.20.0.2 (bc247653-a5fc-4fa5-95f4-4f0ef4e382c4/f7df3792-8b48-4cdf-b046-d1ec6c28c7ae/f0356d51-7efe-445a-a422-794a1d754e1f) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:08:55.877522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.884260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Transition to ACTIVE for port object f0356d51-7efe-445a-a422-794a1d754e1f will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:55.895164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Transition to ACTIVE for port object f0356d51-7efe-445a-a422-794a1d754e1f will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:55.897964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.906569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:55.976352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Pushing event updated for resources: {'Port': ['ID=f0356d51-7efe-445a-a422-794a1d754e1f,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:55.978396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:55.982909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:55.985616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2eebd648-c61e-446f-85b9-731ba10346eb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:56.005719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Network bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:08:56.006405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:56.007876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:08:56.053246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Pushing event updated for resources: {'Subnet': ['ID=8a5e988e-5852-45b2-810f-9a1e83f2b3f5,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:56.058590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Attempting to bind port f0356d51-7efe-445a-a422-794a1d754e1f on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:08:56.058821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Attempting to bind port f0356d51-7efe-445a-a422-794a1d754e1f by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '1f0c2ea5-6506-41a3-89a5-87a44d36046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'bc247653-a5fc-4fa5-95f4-4f0ef4e382c4'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:08:56.059050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Attempting to bind port f0356d51-7efe-445a-a422-794a1d754e1f on network bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:08:56.059948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:56.062674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:08:56.062908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Checking segment: {'id': '1f0c2ea5-6506-41a3-89a5-87a44d36046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'bc247653-a5fc-4fa5-95f4-4f0ef4e382c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:56.063168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.063419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Bound using segment: {'id': '1f0c2ea5-6506-41a3-89a5-87a44d36046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'bc247653-a5fc-4fa5-95f4-4f0ef4e382c4'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:08:56.063712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Bound port: f0356d51-7efe-445a-a422-794a1d754e1f, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0c2ea5-6506-41a3-89a5-87a44d36046a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1474, 'network_id': 'bc247653-a5fc-4fa5-95f4-4f0ef4e382c4'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:08:56.063953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.095674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Checking segment: {'id': '62c165a6-8319-4a9b-af3a-b0d795477a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '2f9caed6-d96c-4eb9-bff2-fcbc91c4e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:56.095895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Network hostable DHCP agents. Network: 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:08:56.106338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Network 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:08:56.111667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:56.118277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e23aa0-8c91-4d2d-9a9a-99ad99273cd8 None None] Network 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:56.119276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:08:56.119663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.127155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] For port f0356d51-7efe-445a-a422-794a1d754e1f, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:08:56.134706 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4904714 Apr 16 16:08:56.134909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41642) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:56.138203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b7637ac0-acd8-4dbb-901d-ca183faa6470 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Request body: {'router': {'external_gateway_info': {'network_id': '2f9caed6-d96c-4eb9-bff2-fcbc91c4e463'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:08:56.159687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] For port f0356d51-7efe-445a-a422-794a1d754e1f, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f0356d51-7efe-445a-a422-794a1d754e1f,segment=NetworkSegment(1f0c2ea5-6506-41a3-89a5-87a44d36046a),segment_id=1f0c2ea5-6506-41a3-89a5-87a44d36046a)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:08:56.167772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.176686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:56.287094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Pushing event updated for resources: {'Port': ['ID=f0356d51-7efe-445a-a422-794a1d754e1f,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:56.289143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:56.353755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-2f9caed6-d96c-4eb9-bff2-fcbc91c4e463', 'network_id': '2f9caed6-d96c-4eb9-bff2-fcbc91c4e463', 'tenant_id': 'f5dd76f0b3534dbb8cea9a3266a080c3', 'fixed_ips': [{'subnet_id': '8a5e988e-5852-45b2-810f-9a1e83f2b3f5'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:08:56.354298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.360404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7637ac0-acd8-4dbb-901d-ca183faa6470 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.447295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-b7637ac0-acd8-4dbb-901d-ca183faa6470 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 16 16:08:56.452698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b7637ac0-acd8-4dbb-901d-ca183faa6470 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "PUT /v2.0/routers/2e438eed-f1db-4e7d-bd2b-dc52d09a3e10 HTTP/1.1" status: 400 len: 364 time: 0.3124700 Apr 16 16:08:56.452901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Allocated IP 172.21.0.2 (2f9caed6-d96c-4eb9-bff2-fcbc91c4e463/8a5e988e-5852-45b2-810f-9a1e83f2b3f5/edeb4d26-a2ee-4106-906c-e7106d06f1b9) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:08:56.453008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41646) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:56.493627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7bd9ea0-2081-488e-b5f6-7659e20713d3 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Deleting subnet 8a5e988e-5852-45b2-810f-9a1e83f2b3f5 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:08:56.595552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.607578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Transition to ACTIVE for port object edeb4d26-a2ee-4106-906c-e7106d06f1b9 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:56.619596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Transition to ACTIVE for port object edeb4d26-a2ee-4106-906c-e7106d06f1b9 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:08:56.621858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9ea0-2081-488e-b5f6-7659e20713d3 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.624146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.636238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e043bc38-938d-44a7-874d-0365d9ebbc91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:56.666379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9ea0-2081-488e-b5f6-7659e20713d3 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.714998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Pushing event updated for resources: {'Port': ['ID=edeb4d26-a2ee-4106-906c-e7106d06f1b9,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:56.722831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:56.746352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Network 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:08:56.747021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:08:56.749067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:08:56.807248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Attempting to bind port edeb4d26-a2ee-4106-906c-e7106d06f1b9 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:08:56.807784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Attempting to bind port edeb4d26-a2ee-4106-906c-e7106d06f1b9 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '62c165a6-8319-4a9b-af3a-b0d795477a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '2f9caed6-d96c-4eb9-bff2-fcbc91c4e463'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:08:56.808322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Attempting to bind port edeb4d26-a2ee-4106-906c-e7106d06f1b9 on network 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:08:56.814277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:08:56.814601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Checking segment: {'id': '62c165a6-8319-4a9b-af3a-b0d795477a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '2f9caed6-d96c-4eb9-bff2-fcbc91c4e463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:08:56.814897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.815178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Bound using segment: {'id': '62c165a6-8319-4a9b-af3a-b0d795477a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '2f9caed6-d96c-4eb9-bff2-fcbc91c4e463'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:08:56.815518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Bound port: edeb4d26-a2ee-4106-906c-e7106d06f1b9, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c165a6-8319-4a9b-af3a-b0d795477a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1495, 'network_id': '2f9caed6-d96c-4eb9-bff2-fcbc91c4e463'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:08:56.815788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.880165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] For port edeb4d26-a2ee-4106-906c-e7106d06f1b9, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:08:56.882837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] For port edeb4d26-a2ee-4106-906c-e7106d06f1b9, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=edeb4d26-a2ee-4106-906c-e7106d06f1b9,segment=NetworkSegment(62c165a6-8319-4a9b-af3a-b0d795477a32),segment_id=62c165a6-8319-4a9b-af3a-b0d795477a32)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:08:56.887876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:56.928604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:56.992405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9ea0-2081-488e-b5f6-7659e20713d3 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.131077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f0356d51-7efe-445a-a422-794a1d754e1f up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:08:57.159482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9ea0-2081-488e-b5f6-7659e20713d3 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.167077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9cdc0100-7a4d-4e28-abad-0272b63bd4ce tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:57.203744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Pushing event updated for resources: {'Port': ['ID=edeb4d26-a2ee-4106-906c-e7106d06f1b9,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:57.205823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:57.213022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd9ea0-2081-488e-b5f6-7659e20713d3 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5e988e-5852-45b2-810f-9a1e83f2b3f5,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:57.217016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port f0356d51-7efe-445a-a422-794a1d754e1f completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:08:57.220694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c7bd9ea0-2081-488e-b5f6-7659e20713d3 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:57.241342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c7bd9ea0-2081-488e-b5f6-7659e20713d3 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.245904 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c7bd9ea0-2081-488e-b5f6-7659e20713d3 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "DELETE /v2.0/subnets/8a5e988e-5852-45b2-810f-9a1e83f2b3f5 HTTP/1.1" status: 204 len: 168 time: 0.7921789 Apr 16 16:08:57.247637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41650) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:57.324402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.370288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Deleting port edeb4d26-a2ee-4106-906c-e7106d06f1b9 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:57.370541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.509686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] For port edeb4d26-a2ee-4106-906c-e7106d06f1b9, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=edeb4d26-a2ee-4106-906c-e7106d06f1b9,segment=NetworkSegment(62c165a6-8319-4a9b-af3a-b0d795477a32),segment_id=62c165a6-8319-4a9b-af3a-b0d795477a32)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:57.509906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.545908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c34a7a-af73-4a76-845f-4548063b35c2 None None] Network bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:57.582349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Calling delete_port for edeb4d26-a2ee-4106-906c-e7106d06f1b9 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:08:57.606614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6f00c3ba-e1ed-4509-aed0-c27528955dc7 None None] Provisioning for port f0356d51-7efe-445a-a422-794a1d754e1f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:08:57.618300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6f00c3ba-e1ed-4509-aed0-c27528955dc7 None None] Provisioning complete for port f0356d51-7efe-445a-a422-794a1d754e1f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:08:57.618604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f00c3ba-e1ed-4509-aed0-c27528955dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.623994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.631106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1de82193-85b6-46ae-9dca-fb7d1b8c7294 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:57.679426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Pushing event deleted for resources: {'Port': ['ID=edeb4d26-a2ee-4106-906c-e7106d06f1b9,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:57.687302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:57.707311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] No DVR routers for this DVR port edeb4d26-a2ee-4106-906c-e7106d06f1b9 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:08:57.751211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f00c3ba-e1ed-4509-aed0-c27528955dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.776390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.777319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6f00c3ba-e1ed-4509-aed0-c27528955dc7 None None] For port f0356d51-7efe-445a-a422-794a1d754e1f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f0356d51-7efe-445a-a422-794a1d754e1f,segment=NetworkSegment(1f0c2ea5-6506-41a3-89a5-87a44d36046a),segment_id=1f0c2ea5-6506-41a3-89a5-87a44d36046a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:57.779898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f00c3ba-e1ed-4509-aed0-c27528955dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.781550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:57.823549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00c3ba-e1ed-4509-aed0-c27528955dc7 None None] Pushing event updated for resources: {'Port': ['ID=f0356d51-7efe-445a-a422-794a1d754e1f,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:57.830613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6f00c3ba-e1ed-4509-aed0-c27528955dc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:57.841710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9caed6-d96c-4eb9-bff2-fcbc91c4e463']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:57.849083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c165a6-8319-4a9b-af3a-b0d795477a32') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:57.849258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c165a6-8319-4a9b-af3a-b0d795477a32') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:57.855934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.864687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:57.868468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Releasing vlan 1495 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:08:57.961494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Network 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:57.966110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.004419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ec43bd5d-90df-4dbd-aa6a-9362d056de1b None None] Provisioning complete for port f0356d51-7efe-445a-a422-794a1d754e1f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:08:58.004965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec43bd5d-90df-4dbd-aa6a-9362d056de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.056907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Network 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:08:58.072519 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:08:58.121352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.125750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.127498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-230edf75-55e5-4315-9a43-919b5c946fe6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:58.140591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Pushing event deleted for resources: {'Network': ['ID=2f9caed6-d96c-4eb9-bff2-fcbc91c4e463,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:58.141805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:58.143028 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "DELETE /v2.0/networks/2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 HTTP/1.1" status: 204 len: 168 time: 0.8947625 Apr 16 16:08:58.144885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41654) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:58.187291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d84a673-61d6-449c-9eee-23df43d8db06 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Deleting subnet f7df3792-8b48-4cdf-b046-d1ec6c28c7ae {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:08:58.189570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d84a673-61d6-449c-9eee-23df43d8db06 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.221489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d84a673-61d6-449c-9eee-23df43d8db06 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.272905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d84a673-61d6-449c-9eee-23df43d8db06 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.392984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7fe776cf-982e-42df-bd29-08c803b8526e None None] Could not find standard attr ID for object edeb4d26-a2ee-4106-906c-e7106d06f1b9. {{(pid=86008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 16 16:08:58.395727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f2d6a3-f7f5-43ed-a648-cf8894189266 None None] DHCP port deletion for 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:08:58.414971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00186712-050a-4be5-bd8e-6afef71234a7 None None] Network 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:58.423619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d84a673-61d6-449c-9eee-23df43d8db06 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.426114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00186712-050a-4be5-bd8e-6afef71234a7 None None] Network 2f9caed6-d96c-4eb9-bff2-fcbc91c4e463 could not be found, it might have been deleted concurrently. {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:221}} Apr 16 16:08:58.432407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab59abc6-a43f-41e6-bc6d-4b2b10b799c1 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:58.480981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84a673-61d6-449c-9eee-23df43d8db06 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Pushing event deleted for resources: {'Subnet': ['ID=f7df3792-8b48-4cdf-b046-d1ec6c28c7ae,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:58.482472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d84a673-61d6-449c-9eee-23df43d8db06 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:58.506134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2d84a673-61d6-449c-9eee-23df43d8db06 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.510048 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2d84a673-61d6-449c-9eee-23df43d8db06 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "DELETE /v2.0/subnets/f7df3792-8b48-4cdf-b046-d1ec6c28c7ae HTTP/1.1" status: 204 len: 168 time: 0.3645663 Apr 16 16:08:58.513442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41658) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:58.514943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212cb2e6-6430-4fa7-a6d9-d1837e83cad1 None None] Network bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:08:58.576480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.614623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Deleting port f0356d51-7efe-445a-a422-794a1d754e1f {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:58.614777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.679487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87645af5-84ac-43a4-bbd0-2a0ef5cd5ab8 None None] DHCP port deletion for bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:08:58.682250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-87645af5-84ac-43a4-bbd0-2a0ef5cd5ab8 None None] Deleting port f0356d51-7efe-445a-a422-794a1d754e1f {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:58.682503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87645af5-84ac-43a4-bbd0-2a0ef5cd5ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.734447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] For port f0356d51-7efe-445a-a422-794a1d754e1f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f0356d51-7efe-445a-a422-794a1d754e1f,segment=NetworkSegment(1f0c2ea5-6506-41a3-89a5-87a44d36046a),segment_id=1f0c2ea5-6506-41a3-89a5-87a44d36046a)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:58.734622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.800058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-87645af5-84ac-43a4-bbd0-2a0ef5cd5ab8 None None] For port f0356d51-7efe-445a-a422-794a1d754e1f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f0356d51-7efe-445a-a422-794a1d754e1f,segment=NetworkSegment(1f0c2ea5-6506-41a3-89a5-87a44d36046a),segment_id=1f0c2ea5-6506-41a3-89a5-87a44d36046a)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:08:58.800350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87645af5-84ac-43a4-bbd0-2a0ef5cd5ab8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.806979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Calling delete_port for f0356d51-7efe-445a-a422-794a1d754e1f owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:08:58.852771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:58.859862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-872ca153-5569-49ed-9ab9-93dea2bd2adf tempest-FloatingIPNegativeTestJSON-1798220415 tempest-FloatingIPNegativeTestJSON-1798220415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:58.868175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-87645af5-84ac-43a4-bbd0-2a0ef5cd5ab8 None None] Calling delete_port for f0356d51-7efe-445a-a422-794a1d754e1f owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:08:58.910062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Pushing event deleted for resources: {'Port': ['ID=f0356d51-7efe-445a-a422-794a1d754e1f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:58.911889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:58.913105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f0356d51-7efe-445a-a422-794a1d754e1f no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:08:58.933345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: f0356d51-7efe-445a-a422-794a1d754e1f {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:08:58.933544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f0356d51-7efe-445a-a422-794a1d754e1f not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:08:58.938810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] No DVR routers for this DVR port f0356d51-7efe-445a-a422-794a1d754e1f on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:08:58.942387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-87645af5-84ac-43a4-bbd0-2a0ef5cd5ab8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:08:58.942781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-87645af5-84ac-43a4-bbd0-2a0ef5cd5ab8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:08:59.004737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.066834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc247653-a5fc-4fa5-95f4-4f0ef4e382c4']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:59.073293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0c2ea5-6506-41a3-89a5-87a44d36046a') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:59.073479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0c2ea5-6506-41a3-89a5-87a44d36046a') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:08:59.080535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.088345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.094175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Releasing vlan 1474 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:08:59.183052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Network bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:59.188042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.273685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Network bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:08:59.285404 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:08:59.444767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-87645af5-84ac-43a4-bbd0-2a0ef5cd5ab8 None None] Deleting port f0356d51-7efe-445a-a422-794a1d754e1f {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:08:59.445294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87645af5-84ac-43a4-bbd0-2a0ef5cd5ab8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.492657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-87645af5-84ac-43a4-bbd0-2a0ef5cd5ab8 None None] The port 'f0356d51-7efe-445a-a422-794a1d754e1f' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:08:59.601715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.604192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:08:59.612344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.618222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Pushing event deleted for resources: {'Network': ['ID=bc247653-a5fc-4fa5-95f4-4f0ef4e382c4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:08:59.619855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:08:59.620996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "DELETE /v2.0/networks/bc247653-a5fc-4fa5-95f4-4f0ef4e382c4 HTTP/1.1" status: 204 len: 168 time: 1.1069524 Apr 16 16:08:59.625078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41662) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:59.654486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-daab0204-889c-4e44-99b3-74e4c5d8c9d6 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Synchronizing usage tracker for tenant:f5dd76f0b3534dbb8cea9a3266a080c3 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:08:59.665898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-daab0204-889c-4e44-99b3-74e4c5d8c9d6 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Unset dirty status for tenant:f5dd76f0b3534dbb8cea9a3266a080c3 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:08:59.666605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-daab0204-889c-4e44-99b3-74e4c5d8c9d6 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "GET /v2.0/ports?device_id=2e438eed-f1db-4e7d-bd2b-dc52d09a3e10 HTTP/1.1" status: 200 len: 205 time: 0.0408232 Apr 16 16:08:59.668297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41666) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:08:59.753938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1804ef59-b60e-4667-988a-d915de25299a tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.942940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1804ef59-b60e-4667-988a-d915de25299a tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.944539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1804ef59-b60e-4667-988a-d915de25299a tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.962361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1804ef59-b60e-4667-988a-d915de25299a tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.962778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1804ef59-b60e-4667-988a-d915de25299a tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Fanout notify agent at l3_agent the message router_deleted on router 2e438eed-f1db-4e7d-bd2b-dc52d09a3e10 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:08:59.970536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1804ef59-b60e-4667-988a-d915de25299a tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:08:59.971387 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1804ef59-b60e-4667-988a-d915de25299a tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] 10.222.0.95 "DELETE /v2.0/routers/2e438eed-f1db-4e7d-bd2b-dc52d09a3e10 HTTP/1.1" status: 204 len: 168 time: 0.3024347 Apr 16 16:09:00.139699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41674) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:09:00.250514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7acdd867-712e-4f72-a4a2-2a31c878b7d0 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=f5dd76f0b3534dbb8cea9a3266a080c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097484 Apr 16 16:09:00.252090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 41680) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:09:00.283985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70b5756e-2abb-40c5-a1c3-efe3a94c3a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.297788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70b5756e-2abb-40c5-a1c3-efe3a94c3a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.325794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70b5756e-2abb-40c5-a1c3-efe3a94c3a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.327850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1f7818f6-00ae-4267-8471-c8a3785d6582 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:00.333773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5756e-2abb-40c5-a1c3-efe3a94c3a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdccf55-cf02-4a1b-ad72-08bd47138df2,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:00.336076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70b5756e-2abb-40c5-a1c3-efe3a94c3a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:00.337879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70b5756e-2abb-40c5-a1c3-efe3a94c3a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.340359 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-70b5756e-2abb-40c5-a1c3-efe3a94c3a53 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1fdccf55-cf02-4a1b-ad72-08bd47138df2 HTTP/1.1" status: 204 len: 168 time: 0.0858798 Apr 16 16:09:00.738145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41704) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:09:00.811341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-42664509-network', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:09:00.815099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:09:00.819130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Usage tracker for resource:network and tenant:2cdabd31730e474fbb534ae3dcd9494f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:09:00.822980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:09:00.829082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:09:00.837016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Made reservation on behalf of 2cdabd31730e474fbb534ae3dcd9494f for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:09:00.839820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.847251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.857726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:09:00.860910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Usage tracker for resource:security_group_rule and tenant:2cdabd31730e474fbb534ae3dcd9494f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:09:00.862750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:09:00.866529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:09:00.916979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.919020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.921355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-df7983ce-0b0c-4930-abfb-a183e91cba9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:00.937499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1453} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:09:00.942791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807052b9-c26b-4c54-aa71-9500a04e8d9d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:00.945074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:00.946625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.946836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Added segment 1125b795-68be-4525-b4a5-c4cbda537fac of type vlan for network 95721098-b49e-4b00-8066-db3834dc807b Apr 16 16:09:00.962308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.981615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.982283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:00.982675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:00.985866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d1e93b69-d2a4-45f5-8d19-946d4bbb3bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:01.040444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3014264 Apr 16 16:09:01.042459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Pushing event updated for resources: {'Network': ['ID=95721098-b49e-4b00-8066-db3834dc807b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:01.044140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:01.044444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41710) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:09:01.048353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Request body: {'subnet': {'network_id': '95721098-b49e-4b00-8066-db3834dc807b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-42664509-subnet', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:09:01.051547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:09:01.054370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 95721098-b49e-4b00-8066-db3834dc807b details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:09:01.056479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Usage tracker for resource:subnet and tenant:2cdabd31730e474fbb534ae3dcd9494f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:09:01.060425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:09:01.066017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:09:01.075331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Made reservation on behalf of 2cdabd31730e474fbb534ae3dcd9494f for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:09:01.078679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.345619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.354189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cbed8ed5-9f0a-4c57-add7-652334775353 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:01.420962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be523d9-c2a7-4ff1-8c5c-141b0935752d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:01.422807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:01.461907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Checking segment: {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:09:01.462114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Network hostable DHCP agents. Network: 95721098-b49e-4b00-8066-db3834dc807b, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:09:01.474086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Network 95721098-b49e-4b00-8066-db3834dc807b is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:09:01.479617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 95721098-b49e-4b00-8066-db3834dc807b) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:01.487346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:01.487756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.488496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05017bba-4c04-44d5-a6a7-7382ba183914 None None] Network 95721098-b49e-4b00-8066-db3834dc807b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:09:01.499434 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d8cea321-6ce7-408b-b4cd-d9c25d8ddb6e admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4543567 Apr 16 16:09:01.501352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41714) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:09:01.504519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-42664509-router', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:09:01.507324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:09:01.509575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Usage tracker for resource:router and tenant:2cdabd31730e474fbb534ae3dcd9494f is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:09:01.511760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:09:01.515927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:09:01.521923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.522648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.531982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.630837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-95721098-b49e-4b00-8066-db3834dc807b', 'network_id': '95721098-b49e-4b00-8066-db3834dc807b', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'fixed_ips': [{'subnet_id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:09:01.631458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.703825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.738087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Allocated IP 172.20.0.2 (95721098-b49e-4b00-8066-db3834dc807b/1be523d9-c2a7-4ff1-8c5c-141b0935752d/aad672d8-4122-4da8-bbe2-22fae8a0a419) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:09:01.868881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.875703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Transition to ACTIVE for port object aad672d8-4122-4da8-bbe2-22fae8a0a419 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:01.882038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.887012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Transition to ACTIVE for port object aad672d8-4122-4da8-bbe2-22fae8a0a419 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:01.890246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.900843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:01.912619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:01.977629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Pushing event updated for resources: {'Port': ['ID=aad672d8-4122-4da8-bbe2-22fae8a0a419,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:01.980158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:01.990851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Allocated IP 172.26.4.203 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/53cc02ea-c804-495e-bd13-4cb738feadd0) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:09:02.012229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Network 95721098-b49e-4b00-8066-db3834dc807b is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:09:02.012898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:02.014468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:09:02.064160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Attempting to bind port aad672d8-4122-4da8-bbe2-22fae8a0a419 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:09:02.064398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Attempting to bind port aad672d8-4122-4da8-bbe2-22fae8a0a419 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:09:02.064575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Attempting to bind port aad672d8-4122-4da8-bbe2-22fae8a0a419 on network 95721098-b49e-4b00-8066-db3834dc807b {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:09:02.067784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:09:02.068006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Checking segment: {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:09:02.068237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:02.068477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Bound using segment: {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:09:02.068766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Bound port: aad672d8-4122-4da8-bbe2-22fae8a0a419, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:09:02.069020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:02.075276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:02.098018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:02.105193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b63d692-0823-404c-8e38-9f8297bc7685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:02.122249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] For port aad672d8-4122-4da8-bbe2-22fae8a0a419, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:09:02.124737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] For port aad672d8-4122-4da8-bbe2-22fae8a0a419, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aad672d8-4122-4da8-bbe2-22fae8a0a419,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:09:02.128510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:02.144910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:02.175419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Pushing event updated for resources: {'Port': ['ID=53cc02ea-c804-495e-bd13-4cb738feadd0,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:02.177924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:02.216561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:09:02.217306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:02.219179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:09:02.421555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Pushing event updated for resources: {'Port': ['ID=aad672d8-4122-4da8-bbe2-22fae8a0a419,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:02.424303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:02.739660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:02.933777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:02.937164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aad672d8-4122-4da8-bbe2-22fae8a0a419 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:02.978620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port aad672d8-4122-4da8-bbe2-22fae8a0a419 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:03.065706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Router 0440dfda-8bb8-4189-8bca-55852815cac6 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:09:03.183700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:09:03.193649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Sync routers for ids ['0440dfda-8bb8-4189-8bca-55852815cac6'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:09:03.199009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:03.199867 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5e895933-4dcf-48d2-afec-a77b8ad280d8 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6978891 Apr 16 16:09:03.202306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41718) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:09:03.203265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Routers {'0440dfda-8bb8-4189-8bca-55852815cac6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:09:03.203748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:08:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0440dfda-8bb8-4189-8bca-55852815cac6'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:03.310510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Set router 0440dfda-8bb8-4189-8bca-55852815cac6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:09:03.599291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5959a9de-9431-4cd4-9c2c-60841c4753ad None None] Network 95721098-b49e-4b00-8066-db3834dc807b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:09:03.629249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:03.635805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'name': 'tempest-TestEncryptedCinderVolumes-42664509-router', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:02Z', 'revision_number': 3, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'gw_port': {'id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:03.638064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Checking router: 0440dfda-8bb8-4189-8bca-55852815cac6 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:09:03.638278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Updating router 0440dfda-8bb8-4189-8bca-55852815cac6 port 53cc02ea-c804-495e-bd13-4cb738feadd0 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:09:03.665884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-72dfce49-5930-4637-aa8f-a398f22e4079 None None] Provisioning for port aad672d8-4122-4da8-bbe2-22fae8a0a419 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:03.668542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:03.672348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-72dfce49-5930-4637-aa8f-a398f22e4079 None None] Provisioning complete for port aad672d8-4122-4da8-bbe2-22fae8a0a419 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:03.672574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72dfce49-5930-4637-aa8f-a398f22e4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:03.745567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Allocated IP 172.20.0.1 (95721098-b49e-4b00-8066-db3834dc807b/1be523d9-c2a7-4ff1-8c5c-141b0935752d/dcf80c0a-e066-433f-95fc-98de0ccc9691) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:09:03.798332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72dfce49-5930-4637-aa8f-a398f22e4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:03.826337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-72dfce49-5930-4637-aa8f-a398f22e4079 None None] For port aad672d8-4122-4da8-bbe2-22fae8a0a419, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aad672d8-4122-4da8-bbe2-22fae8a0a419,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:09:03.828818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-72dfce49-5930-4637-aa8f-a398f22e4079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:03.829869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:03.840653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:03.850523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Transition to ACTIVE for port object dcf80c0a-e066-433f-95fc-98de0ccc9691 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:03.860525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:03.868997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:03.869360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfce49-5930-4637-aa8f-a398f22e4079 None None] Pushing event updated for resources: {'Port': ['ID=aad672d8-4122-4da8-bbe2-22fae8a0a419,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:03.869748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Transition to ACTIVE for port object 53cc02ea-c804-495e-bd13-4cb738feadd0 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:03.871582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72dfce49-5930-4637-aa8f-a398f22e4079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:03.873835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:03.878956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-da077782-4434-4e82-a650-cffdcfef97d6 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:03.885131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e7fe5c1f-bd92-442c-9874-08aa66f67c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:03.944806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-021f377f-e191-4af0-a0e7-028e7fb746a1 None None] Provisioning complete for port aad672d8-4122-4da8-bbe2-22fae8a0a419 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:03.945195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-021f377f-e191-4af0-a0e7-028e7fb746a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:03.954530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf80c0a-e066-433f-95fc-98de0ccc9691,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:03.955232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Pushing event updated for resources: {'Port': ['ID=53cc02ea-c804-495e-bd13-4cb738feadd0,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:03.961330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:03.963030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.963834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.963834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.963834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.963834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.964005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.964135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.964324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.964512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.964700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.964890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.965078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:03.967373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:03.984080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Network 95721098-b49e-4b00-8066-db3834dc807b is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:09:03.984774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:03.986184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:09:04.002262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Attempting to bind port 53cc02ea-c804-495e-bd13-4cb738feadd0 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:09:04.002531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Attempting to bind port 53cc02ea-c804-495e-bd13-4cb738feadd0 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:09:04.002755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Attempting to bind port 53cc02ea-c804-495e-bd13-4cb738feadd0 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:09:04.006369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:09:04.006758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:09:04.007087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:04.007335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:09:04.007749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Bound port: 53cc02ea-c804-495e-bd13-4cb738feadd0, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:09:04.007853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:04.015795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:04.056027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] For port 53cc02ea-c804-495e-bd13-4cb738feadd0, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:09:04.057798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] For port 53cc02ea-c804-495e-bd13-4cb738feadd0, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=53cc02ea-c804-495e-bd13-4cb738feadd0,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:09:04.061588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:04.070271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9ee8792f-e84a-4b67-91cf-848569f38e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:04.086575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:04.130799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bdf37707-80b3-4555-8962-40d11a1a1155 None None] Provisioning for port dcf80c0a-e066-433f-95fc-98de0ccc9691 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:04.133571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bdf37707-80b3-4555-8962-40d11a1a1155 None None] Provisioning complete for port dcf80c0a-e066-433f-95fc-98de0ccc9691 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:04.133808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdf37707-80b3-4555-8962-40d11a1a1155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:04.149317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Pushing event updated for resources: {'Port': ['ID=53cc02ea-c804-495e-bd13-4cb738feadd0,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:04.152223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:04.164444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bdf37707-80b3-4555-8962-40d11a1a1155 None None] Port dcf80c0a-e066-433f-95fc-98de0ccc9691 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:09:04.177259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Routers {'0440dfda-8bb8-4189-8bca-55852815cac6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:09:04.177621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:08:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0440dfda-8bb8-4189-8bca-55852815cac6'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:04.215690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:04.218520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:04.235920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-baed0784-6aa3-4873-8c4c-e040e96b6951 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:04.286160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] Set router 0440dfda-8bb8-4189-8bca-55852815cac6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:09:04.512585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'name': 'tempest-TestEncryptedCinderVolumes-42664509-router', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:04Z', 'revision_number': 4, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'gw_port': {'id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'dcf80c0a-e066-433f-95fc-98de0ccc9691', 'name': '', 'network_id': '95721098-b49e-4b00-8066-db3834dc807b', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'mac_address': 'fa:16:3e:95:20:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:03Z', 'updated_at': '2021-04-16T16:09:03Z', 'revision_number': 1, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'subnets': [{'id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:04.515732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4653c5c-502c-4b77-83a4-bd9c1cdee9c7 None None] The sync data for ids ['0440dfda-8bb8-4189-8bca-55852815cac6'] in dv-neutron-786478-2-hyperv is: [{'id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'name': 'tempest-TestEncryptedCinderVolumes-42664509-router', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:04Z', 'revision_number': 4, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'gw_port': {'id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:95:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'dcf80c0a-e066-433f-95fc-98de0ccc9691', 'name': '', 'network_id': '95721098-b49e-4b00-8066-db3834dc807b', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'mac_address': 'fa:16:3e:95:20:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:03Z', 'updated_at': '2021-04-16T16:09:03Z', 'revision_number': 1, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'subnets': [{'id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:09:04.563830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf80c0a-e066-433f-95fc-98de0ccc9691,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:04.565430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:04.572307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:04.640211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Network 95721098-b49e-4b00-8066-db3834dc807b is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:09:04.640881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:04.750864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Router 0440dfda-8bb8-4189-8bca-55852815cac6 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:09:04.784908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-44c37a07-b44f-48e0-9e79-a30f390944ac None None] Provisioning complete for port dcf80c0a-e066-433f-95fc-98de0ccc9691 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:04.785158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-44c37a07-b44f-48e0-9e79-a30f390944ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:04.818204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-44c37a07-b44f-48e0-9e79-a30f390944ac None None] Port dcf80c0a-e066-433f-95fc-98de0ccc9691 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:09:04.858284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:09:04.865064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] 10.222.0.95 "PUT /v2.0/routers/0440dfda-8bb8-4189-8bca-55852815cac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6619272 Apr 16 16:09:04.918714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aad672d8-4122-4da8-bbe2-22fae8a0a419 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:04.960567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port aad672d8-4122-4da8-bbe2-22fae8a0a419 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:04.960846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.196882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41736) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:09:05.200713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1596456287-network', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:09:05.204392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:09:05.206659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Usage tracker for resource:network and tenant:b207b1bc1c2c46ffa6ee54dd9091782c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:09:05.208408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:09:05.211872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:09:05.219068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Made reservation on behalf of b207b1bc1c2c46ffa6ee54dd9091782c for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:09:05.221858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.229710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.238770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:09:05.241148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Usage tracker for resource:security_group_rule and tenant:b207b1bc1c2c46ffa6ee54dd9091782c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:09:05.242931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:09:05.246238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:09:05.297632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.299956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.302958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4cd87125-26fa-45a0-842d-a8105a8cf486 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:05.319285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1470} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:09:05.328341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89d6293-812f-4559-a66b-893700a4bb79,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:05.330835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:05.332666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.332912 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Added segment 0ec90c62-4c38-4b31-be3e-5299a2c76de2 of type vlan for network 2f20dc69-88f8-4261-bc07-4e93f93e2430 Apr 16 16:09:05.350254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.369156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.369845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:05.370240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.373113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56c7a044-a0d6-41e2-bfb5-8d5a21ae1802 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:05.429552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.2318532 Apr 16 16:09:05.431591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Pushing event updated for resources: {'Network': ['ID=2f20dc69-88f8-4261-bc07-4e93f93e2430,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:05.433306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41740) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:09:05.435057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:05.437304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Request body: {'subnet': {'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1596456287-subnet', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:09:05.440291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:09:05.442816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Usage tracker for resource:subnet and tenant:b207b1bc1c2c46ffa6ee54dd9091782c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:09:05.443309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 2f20dc69-88f8-4261-bc07-4e93f93e2430 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:09:05.444585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:09:05.447958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:09:05.454396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Made reservation on behalf of b207b1bc1c2c46ffa6ee54dd9091782c for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:09:05.457158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.675519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.683099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2daa4ae8-c2aa-4ab3-bacc-05e01160a3b7 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:05.747541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3743664-6bb5-45b6-b78d-19b37928b26f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:05.750706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:05.781269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Checking segment: {'id': '0ec90c62-4c38-4b31-be3e-5299a2c76de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:09:05.781473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Network hostable DHCP agents. Network: 2f20dc69-88f8-4261-bc07-4e93f93e2430, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:09:05.791884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Network 2f20dc69-88f8-4261-bc07-4e93f93e2430 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:09:05.796775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 2f20dc69-88f8-4261-bc07-4e93f93e2430) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:05.803209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c687ccee-649f-4c8f-a12f-4d21a31d9d6c None None] Network 2f20dc69-88f8-4261-bc07-4e93f93e2430 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:09:05.805475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:05.805839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.816741 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8e9e2dbb-2cde-4fa5-9abd-ce9a670f0ac7 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3827927 Apr 16 16:09:05.818890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41744) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:09:05.822073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1596456287-router', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:09:05.824811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:09:05.827089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Usage tracker for resource:router and tenant:b207b1bc1c2c46ffa6ee54dd9091782c is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:09:05.829171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:09:05.832369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:09:05.837650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.838276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.849592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.931156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-2f20dc69-88f8-4261-bc07-4e93f93e2430', 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'fixed_ips': [{'subnet_id': 'e3743664-6bb5-45b6-b78d-19b37928b26f'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:09:05.931746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:05.998345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:06.024909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Allocated IP 172.20.0.2 (2f20dc69-88f8-4261-bc07-4e93f93e2430/e3743664-6bb5-45b6-b78d-19b37928b26f/2ad9d23c-c9b1-4eca-812d-4b32a23d371d) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:09:06.172376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:06.179169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Transition to ACTIVE for port object 2ad9d23c-c9b1-4eca-812d-4b32a23d371d will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:06.189380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Transition to ACTIVE for port object 2ad9d23c-c9b1-4eca-812d-4b32a23d371d will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:06.191253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:06.192508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:06.202493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:06.208167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:06.282719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Pushing event updated for resources: {'Port': ['ID=2ad9d23c-c9b1-4eca-812d-4b32a23d371d,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:06.286389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Allocated IP 172.26.4.119 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/2c36bef7-ddd1-4b8f-b417-62f7107a6873) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:09:06.290307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:06.315127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Network 2f20dc69-88f8-4261-bc07-4e93f93e2430 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:09:06.315785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:06.317297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:09:06.371470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Attempting to bind port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:09:06.372075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Attempting to bind port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '0ec90c62-4c38-4b31-be3e-5299a2c76de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:09:06.372582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Attempting to bind port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d on network 2f20dc69-88f8-4261-bc07-4e93f93e2430 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:09:06.374791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:06.377373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:09:06.377646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Checking segment: {'id': '0ec90c62-4c38-4b31-be3e-5299a2c76de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:09:06.377944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:06.378232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Bound using segment: {'id': '0ec90c62-4c38-4b31-be3e-5299a2c76de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:09:06.378598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Bound port: 2ad9d23c-c9b1-4eca-812d-4b32a23d371d, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec90c62-4c38-4b31-be3e-5299a2c76de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:09:06.378873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:06.395779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:06.404458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4d40b7e-5ffd-43c6-a642-632f521ed7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:06.437295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] For port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:09:06.439247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] For port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2ad9d23c-c9b1-4eca-812d-4b32a23d371d,segment=NetworkSegment(0ec90c62-4c38-4b31-be3e-5299a2c76de2),segment_id=0ec90c62-4c38-4b31-be3e-5299a2c76de2)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:09:06.441616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:06.450838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:06.475042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Pushing event updated for resources: {'Port': ['ID=2c36bef7-ddd1-4b8f-b417-62f7107a6873,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:06.481857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:06.504480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:09:06.505182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:06.506542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:09:06.542506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Pushing event updated for resources: {'Port': ['ID=2ad9d23c-c9b1-4eca-812d-4b32a23d371d,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:06.546000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:06.736819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:06.856835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:09:06.939240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53cc02ea-c804-495e-bd13-4cb738feadd0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:06.981909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 53cc02ea-c804-495e-bd13-4cb738feadd0 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:06.985037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 53cc02ea-c804-495e-bd13-4cb738feadd0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:06.985283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:07.052928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:07.063171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 53cc02ea-c804-495e-bd13-4cb738feadd0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=53cc02ea-c804-495e-bd13-4cb738feadd0,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:09:07.065480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:07.066051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2ad9d23c-c9b1-4eca-812d-4b32a23d371d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:07.083519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:07.133431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=53cc02ea-c804-495e-bd13-4cb738feadd0,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:07.135442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:07.140645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:07.143567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Sync routers for ids ['0440dfda-8bb8-4189-8bca-55852815cac6'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:09:07.150887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Routers {'0440dfda-8bb8-4189-8bca-55852815cac6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:09:07.151243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:08:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0440dfda-8bb8-4189-8bca-55852815cac6'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:07.221275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:07.365959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Router 0c94f0df-171a-4d24-93dd-265bbc82ed50 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:09:07.432782 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Set router 0440dfda-8bb8-4189-8bca-55852815cac6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:09:07.474495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:09:07.481112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Sync routers for ids ['0c94f0df-171a-4d24-93dd-265bbc82ed50'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:09:07.489221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Routers {'0c94f0df-171a-4d24-93dd-265bbc82ed50'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:09:07.489712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:08:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c94f0df-171a-4d24-93dd-265bbc82ed50'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:07.491735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:07.492542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6730418 Apr 16 16:09:07.494623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 41748) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:09:07.619273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Set router 0c94f0df-171a-4d24-93dd-265bbc82ed50 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:09:07.624463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'name': 'tempest-TestEncryptedCinderVolumes-42664509-router', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:04Z', 'revision_number': 4, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'gw_port': {'id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'dcf80c0a-e066-433f-95fc-98de0ccc9691', 'name': '', 'network_id': '95721098-b49e-4b00-8066-db3834dc807b', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'mac_address': 'fa:16:3e:95:20:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:03Z', 'updated_at': '2021-04-16T16:09:04Z', 'revision_number': 2, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'subnets': [{'id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:07.626897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Checking router: 0440dfda-8bb8-4189-8bca-55852815cac6 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:09:07.627165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Updating router 0440dfda-8bb8-4189-8bca-55852815cac6 port dcf80c0a-e066-433f-95fc-98de0ccc9691 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:09:07.658174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f282232d-fdcb-4aa4-8588-2acb4149a920 None None] Network 2f20dc69-88f8-4261-bc07-4e93f93e2430 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:09:07.700794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:07.800359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7674d65c-0232-4338-ae37-dc3d512e37ee None None] Provisioning for port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:07.811397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7674d65c-0232-4338-ae37-dc3d512e37ee None None] Provisioning complete for port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:07.811657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7674d65c-0232-4338-ae37-dc3d512e37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:07.896759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:07.939604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'name': 'tempest-TestEncryptedCinderVolumes-1596456287-router', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:05Z', 'updated_at': '2021-04-16T16:09:06Z', 'revision_number': 3, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'gw_port': {'id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:06Z', 'updated_at': '2021-04-16T16:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:07.941832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Checking router: 0c94f0df-171a-4d24-93dd-265bbc82ed50 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:09:07.942045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Updating router 0c94f0df-171a-4d24-93dd-265bbc82ed50 port 2c36bef7-ddd1-4b8f-b417-62f7107a6873 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:09:07.975293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:07.995820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7674d65c-0232-4338-ae37-dc3d512e37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.015035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Allocated IP 172.20.0.1 (2f20dc69-88f8-4261-bc07-4e93f93e2430/e3743664-6bb5-45b6-b78d-19b37928b26f/b0d22a42-4981-4031-8438-d05e131c0829) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:09:08.029085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7674d65c-0232-4338-ae37-dc3d512e37ee None None] For port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2ad9d23c-c9b1-4eca-812d-4b32a23d371d,segment=NetworkSegment(0ec90c62-4c38-4b31-be3e-5299a2c76de2),segment_id=0ec90c62-4c38-4b31-be3e-5299a2c76de2)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:09:08.037570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7674d65c-0232-4338-ae37-dc3d512e37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.040083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4394b4cc-1fb4-4f7a-92cd-be043e866c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:08.107404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.110600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.113871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674d65c-0232-4338-ae37-dc3d512e37ee None None] Pushing event updated for resources: {'Port': ['ID=2ad9d23c-c9b1-4eca-812d-4b32a23d371d,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:08.117117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7674d65c-0232-4338-ae37-dc3d512e37ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:08.117277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Transition to ACTIVE for port object b0d22a42-4981-4031-8438-d05e131c0829 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:08.120481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Transition to ACTIVE for port object dcf80c0a-e066-433f-95fc-98de0ccc9691 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:08.124820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.132204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.135410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:08.143051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-effb0af5-0706-4148-9e5b-15c07c17d653 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:08.175253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.183447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Transition to ACTIVE for port object 2c36bef7-ddd1-4b8f-b417-62f7107a6873 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:08.187432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.195860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9ee8792f-e84a-4b67-91cf-848569f38e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:08.208446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc90f5-ec43-4f35-9688-fc442313e4c9 None None] Pushing event updated for resources: {'Port': ['ID=dcf80c0a-e066-433f-95fc-98de0ccc9691,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:08.210975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f2dc90f5-ec43-4f35-9688-fc442313e4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:08.222130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d22a42-4981-4031-8438-d05e131c0829,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:08.224024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:08.253576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Network 2f20dc69-88f8-4261-bc07-4e93f93e2430 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:09:08.254313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:08.255973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:09:08.266244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa6531-d693-40ae-a04f-165e258bfd8a None None] Pushing event updated for resources: {'Port': ['ID=2c36bef7-ddd1-4b8f-b417-62f7107a6873,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:08.276769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-78fa6531-d693-40ae-a04f-165e258bfd8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:08.294233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.318928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0bee5d00-f9eb-4b45-b070-2d4ca22c0c33 None None] Provisioning complete for port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:08.319229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0bee5d00-f9eb-4b45-b070-2d4ca22c0c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.331869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Attempting to bind port 2c36bef7-ddd1-4b8f-b417-62f7107a6873 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:09:08.332251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Attempting to bind port 2c36bef7-ddd1-4b8f-b417-62f7107a6873 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:09:08.332579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Attempting to bind port 2c36bef7-ddd1-4b8f-b417-62f7107a6873 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:09:08.337896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:09:08.338248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:09:08.338618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.338952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:09:08.339338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Bound port: 2c36bef7-ddd1-4b8f-b417-62f7107a6873, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:09:08.339663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.379093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Attempting to bind port dcf80c0a-e066-433f-95fc-98de0ccc9691 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:09:08.379322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Attempting to bind port dcf80c0a-e066-433f-95fc-98de0ccc9691 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:09:08.379552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Attempting to bind port dcf80c0a-e066-433f-95fc-98de0ccc9691 on network 95721098-b49e-4b00-8066-db3834dc807b {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:09:08.388279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.392685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:09:08.392928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Checking segment: {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:09:08.393190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.393441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Bound using segment: {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:09:08.393761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Bound port: dcf80c0a-e066-433f-95fc-98de0ccc9691, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:09:08.393996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.400820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] For port 2c36bef7-ddd1-4b8f-b417-62f7107a6873, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:09:08.403547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] For port 2c36bef7-ddd1-4b8f-b417-62f7107a6873, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2c36bef7-ddd1-4b8f-b417-62f7107a6873,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:09:08.407340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.419763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:08.472093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] For port dcf80c0a-e066-433f-95fc-98de0ccc9691, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:09:08.473810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] For port dcf80c0a-e066-433f-95fc-98de0ccc9691, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=dcf80c0a-e066-433f-95fc-98de0ccc9691,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:09:08.479103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.488624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-214f3cfe-dd83-4e27-9f51-dfa70e52cb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:08.495543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa6531-d693-40ae-a04f-165e258bfd8a None None] Pushing event updated for resources: {'Port': ['ID=2c36bef7-ddd1-4b8f-b417-62f7107a6873,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:08.500757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-78fa6531-d693-40ae-a04f-165e258bfd8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:08.528026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.530869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.539375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Routers {'0c94f0df-171a-4d24-93dd-265bbc82ed50'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:09:08.539801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:08:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c94f0df-171a-4d24-93dd-265bbc82ed50'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:08.547444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e3391152-2c77-43d3-aea0-25837f383b78 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:08.577269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc90f5-ec43-4f35-9688-fc442313e4c9 None None] Pushing event updated for resources: {'Port': ['ID=dcf80c0a-e066-433f-95fc-98de0ccc9691,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:08.580253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f2dc90f5-ec43-4f35-9688-fc442313e4c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:08.595130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d22a42-4981-4031-8438-d05e131c0829,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:08.596973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:08.597987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.604114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Routers {'0440dfda-8bb8-4189-8bca-55852815cac6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:09:08.604481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:08:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0440dfda-8bb8-4189-8bca-55852815cac6'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:08.659781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] Set router 0c94f0df-171a-4d24-93dd-265bbc82ed50 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:09:08.688819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Network 2f20dc69-88f8-4261-bc07-4e93f93e2430 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:09:08.690047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:08.711769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-279e1b72-32ed-4f06-8bda-09d905ff29e1 None None] Provisioning for port b0d22a42-4981-4031-8438-d05e131c0829 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:08.720064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-279e1b72-32ed-4f06-8bda-09d905ff29e1 None None] Provisioning complete for port b0d22a42-4981-4031-8438-d05e131c0829 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:08.720305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-279e1b72-32ed-4f06-8bda-09d905ff29e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:08.757524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-279e1b72-32ed-4f06-8bda-09d905ff29e1 None None] Port b0d22a42-4981-4031-8438-d05e131c0829 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:09:08.766778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] Set router 0440dfda-8bb8-4189-8bca-55852815cac6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:09:08.817816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Router 0c94f0df-171a-4d24-93dd-265bbc82ed50 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:09:08.863742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'name': 'tempest-TestEncryptedCinderVolumes-1596456287-router', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:05Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 4, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'gw_port': {'id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:06Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'b0d22a42-4981-4031-8438-d05e131c0829', 'name': '', 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'mac_address': 'fa:16:3e:56:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'e3743664-6bb5-45b6-b78d-19b37928b26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:07Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 2, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'subnets': [{'id': 'e3743664-6bb5-45b6-b78d-19b37928b26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:08.866190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6953dfc8-aad5-4f8c-806b-fc405b5c8e66 None None] The sync data for ids ['0c94f0df-171a-4d24-93dd-265bbc82ed50'] in dv-neutron-786478-2-hyperv is: [{'id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'name': 'tempest-TestEncryptedCinderVolumes-1596456287-router', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:05Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 4, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'gw_port': {'id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:15:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:06Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'b0d22a42-4981-4031-8438-d05e131c0829', 'name': '', 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'mac_address': 'fa:16:3e:56:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'e3743664-6bb5-45b6-b78d-19b37928b26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:07Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 2, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'subnets': [{'id': 'e3743664-6bb5-45b6-b78d-19b37928b26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:09:09.075581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53cc02ea-c804-495e-bd13-4cb738feadd0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:09.148424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5c5d6fb2-9851-4411-8f64-fd1073f06e09 None None] Provisioning complete for port b0d22a42-4981-4031-8438-d05e131c0829 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:09.148675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c5d6fb2-9851-4411-8f64-fd1073f06e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:09.200230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 53cc02ea-c804-495e-bd13-4cb738feadd0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:09.200473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:09.216242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:09:09.224881 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] 10.222.0.95 "PUT /v2.0/routers/0c94f0df-171a-4d24-93dd-265bbc82ed50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7289379 Apr 16 16:09:09.234168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5c5d6fb2-9851-4411-8f64-fd1073f06e09 None None] Port b0d22a42-4981-4031-8438-d05e131c0829 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:09:09.277469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'name': 'tempest-TestEncryptedCinderVolumes-42664509-router', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:04Z', 'revision_number': 4, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'gw_port': {'id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'dcf80c0a-e066-433f-95fc-98de0ccc9691', 'name': '', 'network_id': '95721098-b49e-4b00-8066-db3834dc807b', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'mac_address': 'fa:16:3e:95:20:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:03Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 4, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'subnets': [{'id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:09.284808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e588b-4bcc-46c7-ad6c-30141633a59a None None] The sync data for ids ['0440dfda-8bb8-4189-8bca-55852815cac6'] in dv-neutron-786478-2-hyperv is: [{'id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'name': 'tempest-TestEncryptedCinderVolumes-42664509-router', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:04Z', 'revision_number': 4, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'gw_port': {'id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'dcf80c0a-e066-433f-95fc-98de0ccc9691', 'name': '', 'network_id': '95721098-b49e-4b00-8066-db3834dc807b', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'mac_address': 'fa:16:3e:95:20:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:03Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 4, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'subnets': [{'id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:09:09.295001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2ad9d23c-c9b1-4eca-812d-4b32a23d371d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:09.339505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:09.339863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:09.417954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dcf80c0a-e066-433f-95fc-98de0ccc9691 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:09.462326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port dcf80c0a-e066-433f-95fc-98de0ccc9691 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:09.465462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port dcf80c0a-e066-433f-95fc-98de0ccc9691 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:09.465750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:09.551539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:09.575996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port dcf80c0a-e066-433f-95fc-98de0ccc9691, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=dcf80c0a-e066-433f-95fc-98de0ccc9691,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:09:09.578082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:09.580455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:09.629319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=dcf80c0a-e066-433f-95fc-98de0ccc9691,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:09.631659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:10.281616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-797659a6-060b-437a-bbe7-02f128f82f91 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:10.282522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-797659a6-060b-437a-bbe7-02f128f82f91 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/networks?id=95721098-b49e-4b00-8066-db3834dc807b HTTP/1.1" status: 200 len: 815 time: 0.3458335 Apr 16 16:09:10.295519 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-84a33618-4c53-4bb3-8cbe-b4c2d82a3fd7 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/quotas/2cdabd31730e474fbb534ae3dcd9494f HTTP/1.1" status: 200 len: 375 time: 0.0053992 Apr 16 16:09:10.345534 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-40c59752-dc7a-4dbf-a6ee-4e47321b5963 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=2cdabd31730e474fbb534ae3dcd9494f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436451 Apr 16 16:09:10.419502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-0551cfca-e6e0-4fb3-b53e-ddbed024fdac service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:09:10.420350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-0551cfca-e6e0-4fb3-b53e-ddbed024fdac service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0678020 Apr 16 16:09:10.501522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-08a96492-9e32-4611-b59b-4fa700355035 service neutron] 10.222.0.95 "GET /v2.0/networks/95721098-b49e-4b00-8066-db3834dc807b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773549 Apr 16 16:09:10.582136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-2db0d0d5-c977-4a65-99ac-cc5feb46ee26 service neutron] 10.222.0.95 "GET /v2.0/networks/95721098-b49e-4b00-8066-db3834dc807b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0733087 Apr 16 16:09:10.977452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dcf80c0a-e066-433f-95fc-98de0ccc9691 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:11.027526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port dcf80c0a-e066-433f-95fc-98de0ccc9691 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:11.027801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:11.109679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2c36bef7-ddd1-4b8f-b417-62f7107a6873 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:11.156038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 2c36bef7-ddd1-4b8f-b417-62f7107a6873 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:11.159473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 2c36bef7-ddd1-4b8f-b417-62f7107a6873 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:11.159755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:11.240499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:11.251277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 2c36bef7-ddd1-4b8f-b417-62f7107a6873, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2c36bef7-ddd1-4b8f-b417-62f7107a6873,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:09:11.253596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:11.255015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:11.298071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=2c36bef7-ddd1-4b8f-b417-62f7107a6873,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:11.300277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:11.318401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-20b33e47-c5c9-40fb-b52e-712449eaa2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:11.682383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Sync routers for ids ['0c94f0df-171a-4d24-93dd-265bbc82ed50'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:09:11.690990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Routers {'0c94f0df-171a-4d24-93dd-265bbc82ed50'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:09:11.691539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:08:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c94f0df-171a-4d24-93dd-265bbc82ed50'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:11.745299 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd75cbcb-cbaa-4024-a765-63af921c4d53 req-281468b5-f192-40bd-a5b8-e9de500f146f tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 210 time: 0.0421803 Apr 16 16:09:11.805811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Set router 0c94f0df-171a-4d24-93dd-265bbc82ed50 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:09:11.993007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'name': 'tempest-TestEncryptedCinderVolumes-1596456287-router', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:05Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 4, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'gw_port': {'id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:06Z', 'updated_at': '2021-04-16T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'b0d22a42-4981-4031-8438-d05e131c0829', 'name': '', 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'mac_address': 'fa:16:3e:56:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'e3743664-6bb5-45b6-b78d-19b37928b26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:07Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 2, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'subnets': [{'id': 'e3743664-6bb5-45b6-b78d-19b37928b26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:11.995482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Checking router: 0c94f0df-171a-4d24-93dd-265bbc82ed50 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:09:11.995717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Updating router 0c94f0df-171a-4d24-93dd-265bbc82ed50 port b0d22a42-4981-4031-8438-d05e131c0829 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:09:12.025732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:12.235204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:12.241792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Transition to ACTIVE for port object b0d22a42-4981-4031-8438-d05e131c0829 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:12.245765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:12.252492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-50bbc066-576a-4d52-b9a4-e4fde8534d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:12.319044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c92a2c-0f3a-40da-830e-bb39d0cf4ba7 None None] Pushing event updated for resources: {'Port': ['ID=b0d22a42-4981-4031-8438-d05e131c0829,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:12.321491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-59c92a2c-0f3a-40da-830e-bb39d0cf4ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:12.432029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Attempting to bind port b0d22a42-4981-4031-8438-d05e131c0829 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:09:12.432268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Attempting to bind port b0d22a42-4981-4031-8438-d05e131c0829 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '0ec90c62-4c38-4b31-be3e-5299a2c76de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:09:12.432491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Attempting to bind port b0d22a42-4981-4031-8438-d05e131c0829 on network 2f20dc69-88f8-4261-bc07-4e93f93e2430 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:09:12.435794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:09:12.435932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Checking segment: {'id': '0ec90c62-4c38-4b31-be3e-5299a2c76de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:09:12.436178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:12.436422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Bound using segment: {'id': '0ec90c62-4c38-4b31-be3e-5299a2c76de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:09:12.436712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Bound port: b0d22a42-4981-4031-8438-d05e131c0829, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec90c62-4c38-4b31-be3e-5299a2c76de2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:09:12.436945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:12.488774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] For port b0d22a42-4981-4031-8438-d05e131c0829, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:09:12.490579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] For port b0d22a42-4981-4031-8438-d05e131c0829, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b0d22a42-4981-4031-8438-d05e131c0829,segment=NetworkSegment(0ec90c62-4c38-4b31-be3e-5299a2c76de2),segment_id=0ec90c62-4c38-4b31-be3e-5299a2c76de2)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:09:12.493127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:12.499908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-54195e6f-5989-4f51-a25c-974907b1b37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:12.761270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c92a2c-0f3a-40da-830e-bb39d0cf4ba7 None None] Pushing event updated for resources: {'Port': ['ID=b0d22a42-4981-4031-8438-d05e131c0829,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:12.766565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-59c92a2c-0f3a-40da-830e-bb39d0cf4ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:12.771355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45b33280-1826-49dd-8e43-35db65cb686b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:12.796763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Routers {'0c94f0df-171a-4d24-93dd-265bbc82ed50'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:09:12.797474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:09:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c94f0df-171a-4d24-93dd-265bbc82ed50'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:12.849763 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4b9c311-2f63-4cba-9c19-17a83ffad099 req-02ea273d-548b-4ae6-ba55-6a82db4c433c tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 210 time: 0.0372877 Apr 16 16:09:12.914090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] Set router 0c94f0df-171a-4d24-93dd-265bbc82ed50 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:09:12.940663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b0d22a42-4981-4031-8438-d05e131c0829 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:13.081102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:13.081501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port b0d22a42-4981-4031-8438-d05e131c0829 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:13.092961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port b0d22a42-4981-4031-8438-d05e131c0829 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:13.093151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:13.108971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:13.193747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:13.209865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'name': 'tempest-TestEncryptedCinderVolumes-1596456287-router', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:05Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 4, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'gw_port': {'id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:06Z', 'updated_at': '2021-04-16T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'b0d22a42-4981-4031-8438-d05e131c0829', 'name': '', 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'mac_address': 'fa:16:3e:56:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'e3743664-6bb5-45b6-b78d-19b37928b26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:07Z', 'updated_at': '2021-04-16T16:09:12Z', 'revision_number': 4, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'subnets': [{'id': 'e3743664-6bb5-45b6-b78d-19b37928b26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:09:13.214555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bfaa28-958e-4403-b652-beaa32ccceae None None] The sync data for ids ['0c94f0df-171a-4d24-93dd-265bbc82ed50'] in dv-neutron-786478-2-hyperv is: [{'id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'name': 'tempest-TestEncryptedCinderVolumes-1596456287-router', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:05Z', 'updated_at': '2021-04-16T16:09:08Z', 'revision_number': 4, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'gw_port': {'id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:06Z', 'updated_at': '2021-04-16T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'b0d22a42-4981-4031-8438-d05e131c0829', 'name': '', 'network_id': '2f20dc69-88f8-4261-bc07-4e93f93e2430', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'mac_address': 'fa:16:3e:56:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': 'e3743664-6bb5-45b6-b78d-19b37928b26f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:07Z', 'updated_at': '2021-04-16T16:09:12Z', 'revision_number': 4, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'subnets': [{'id': 'e3743664-6bb5-45b6-b78d-19b37928b26f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:09:13.219578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port b0d22a42-4981-4031-8438-d05e131c0829, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b0d22a42-4981-4031-8438-d05e131c0829,segment=NetworkSegment(0ec90c62-4c38-4b31-be3e-5299a2c76de2),segment_id=0ec90c62-4c38-4b31-be3e-5299a2c76de2)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:09:13.221445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:13.222013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2c36bef7-ddd1-4b8f-b417-62f7107a6873 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:13.238319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:13.291649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=b0d22a42-4981-4031-8438-d05e131c0829,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:13.294360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:13.298959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 2c36bef7-ddd1-4b8f-b417-62f7107a6873 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:13.299187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:13.591983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:13.614649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-2a17dc39-5210-4b4f-9b0a-11cd4da6c911 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:13.615708 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-2a17dc39-5210-4b4f-9b0a-11cd4da6c911 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.107 "GET /v2.0/networks?id=95721098-b49e-4b00-8066-db3834dc807b HTTP/1.1" status: 200 len: 815 time: 0.0972745 Apr 16 16:09:13.629772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Request body: {'port': {'device_id': 'db246006-25fc-49f6-a5f1-9421d3186e27', 'network_id': '95721098-b49e-4b00-8066-db3834dc807b', 'admin_state_up': True, 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:09:13.717709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:09:13.720384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Usage tracker for resource:port and tenant:2cdabd31730e474fbb534ae3dcd9494f is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:09:13.722351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:09:13.726222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:09:13.732735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Made reservation on behalf of 2cdabd31730e474fbb534ae3dcd9494f for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:09:13.736862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:13.827411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Allocated IP 172.20.0.7 (95721098-b49e-4b00-8066-db3834dc807b/1be523d9-c2a7-4ff1-8c5c-141b0935752d/2ba18f49-1d97-4e3c-9739-551ed621e877) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:09:13.943528 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36a32e23-3307-477e-84e8-b3c484ef240b req-6cbad429-ee0c-456e-81a0-218f95c197ce tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 210 time: 0.0321274 Apr 16 16:09:13.966023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:13.975297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Transition to ACTIVE for port object 2ba18f49-1d97-4e3c-9739-551ed621e877 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:13.990001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:13.998464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-296a4415-8fee-40c9-ab8c-4e41bcf5412f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:14.066718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Pushing event updated for resources: {'Port': ['ID=2ba18f49-1d97-4e3c-9739-551ed621e877,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:14.069177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:14.098852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Network 95721098-b49e-4b00-8066-db3834dc807b is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:09:14.099629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:14.100948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:09:14.139705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:14.140446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:14.152098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5251517 Apr 16 16:09:14.166791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Request body: {'port': {'device_id': 'db246006-25fc-49f6-a5f1-9421d3186e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:09:14.244302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:14.250056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:14.289142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-de4ff000-bdb4-40f8-99fa-9aeb35369bd7 None None] Provisioning for port 2ba18f49-1d97-4e3c-9739-551ed621e877 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:14.292023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-de4ff000-bdb4-40f8-99fa-9aeb35369bd7 None None] Provisioning complete for port 2ba18f49-1d97-4e3c-9739-551ed621e877 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:14.292477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-de4ff000-bdb4-40f8-99fa-9aeb35369bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:14.325403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-de4ff000-bdb4-40f8-99fa-9aeb35369bd7 None None] Port 2ba18f49-1d97-4e3c-9739-551ed621e877 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:09:14.438527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba18f49-1d97-4e3c-9739-551ed621e877 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:09:14.442499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:14.450231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Transition to ACTIVE for port object 2ba18f49-1d97-4e3c-9739-551ed621e877 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:14.452539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:14.459756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5c153882-e81d-4fc2-97a3-f537ed698af9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:14.526042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Pushing event updated for resources: {'Port': ['ID=2ba18f49-1d97-4e3c-9739-551ed621e877,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:14.528536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:14.649873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Attempting to bind port 2ba18f49-1d97-4e3c-9739-551ed621e877 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:09:14.650137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Attempting to bind port 2ba18f49-1d97-4e3c-9739-551ed621e877 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:09:14.650256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Attempting to bind port 2ba18f49-1d97-4e3c-9739-551ed621e877 on network 95721098-b49e-4b00-8066-db3834dc807b {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:09:14.653037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Port 2ba18f49-1d97-4e3c-9739-551ed621e877 on network 95721098-b49e-4b00-8066-db3834dc807b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:09:14.653223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Attempting to bind port 2ba18f49-1d97-4e3c-9739-551ed621e877 on network 95721098-b49e-4b00-8066-db3834dc807b {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:09:14.656151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:09:14.656571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Checking segment: {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:09:14.656864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Bound using segment: {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:09:14.657119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Bound port: 2ba18f49-1d97-4e3c-9739-551ed621e877, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:09:14.657325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:14.712947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] For port 2ba18f49-1d97-4e3c-9739-551ed621e877, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:09:14.714659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] For port 2ba18f49-1d97-4e3c-9739-551ed621e877, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ba18f49-1d97-4e3c-9739-551ed621e877,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:09:14.717120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:14.725919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a2e07f31-d708-459d-8c34-42da467c36a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:14.801552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Pushing event updated for resources: {'Port': ['ID=2ba18f49-1d97-4e3c-9739-551ed621e877,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:14.804144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:14.823744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:14.824058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:14.824974 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] 10.222.0.107 "PUT /v2.0/ports/2ba18f49-1d97-4e3c-9739-551ed621e877 HTTP/1.1" status: 200 len: 1093 time: 0.6621408 Apr 16 16:09:14.825268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db246006-25fc-49f6-a5f1-9421d3186e27', 'tag': '2ba18f49-1d97-4e3c-9739-551ed621e877'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:09:14.893712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db246006-25fc-49f6-a5f1-9421d3186e27', 'tag': '2ba18f49-1d97-4e3c-9739-551ed621e877', 'status': 'completed', 'code': 200} Apr 16 16:09:14.916766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b0d22a42-4981-4031-8438-d05e131c0829 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:14.964496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port b0d22a42-4981-4031-8438-d05e131c0829 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:14.964747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:15.063996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83083aee-f20f-4177-819b-b9c67aad75d4 req-4fc429e6-f725-4701-99b2-35edd92ff680 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:15.064625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-83083aee-f20f-4177-819b-b9c67aad75d4 req-4fc429e6-f725-4701-99b2-35edd92ff680 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Synchronizing usage tracker for tenant:2cdabd31730e474fbb534ae3dcd9494f on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:09:15.075464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-83083aee-f20f-4177-819b-b9c67aad75d4 req-4fc429e6-f725-4701-99b2-35edd92ff680 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Unset dirty status for tenant:2cdabd31730e474fbb534ae3dcd9494f on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:09:15.076216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-83083aee-f20f-4177-819b-b9c67aad75d4 req-4fc429e6-f725-4701-99b2-35edd92ff680 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 943 time: 0.0742047 Apr 16 16:09:15.106900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-83083aee-f20f-4177-819b-b9c67aad75d4 req-33e0d210-aad3-46f7-a427-343bfafd3170 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242746 Apr 16 16:09:15.632375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798acbb-d287-4f66-8c9e-069cf82c469e req-1847baac-2c59-43d2-926f-dc56ca03857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:15.633404 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c798acbb-d287-4f66-8c9e-069cf82c469e req-1847baac-2c59-43d2-926f-dc56ca03857e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2cdabd31730e474fbb534ae3dcd9494f&device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 1096 time: 0.0607944 Apr 16 16:09:15.721883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798acbb-d287-4f66-8c9e-069cf82c469e req-6552744f-0e4b-424f-bd1d-f65b84ca7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:15.722668 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c798acbb-d287-4f66-8c9e-069cf82c469e req-6552744f-0e4b-424f-bd1d-f65b84ca7857 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=2cdabd31730e474fbb534ae3dcd9494f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0792596 Apr 16 16:09:15.803911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798acbb-d287-4f66-8c9e-069cf82c469e req-6f79c853-e451-4f94-a3b3-df3591d6b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:15.804837 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c798acbb-d287-4f66-8c9e-069cf82c469e req-6f79c853-e451-4f94-a3b3-df3591d6b245 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0744057 Apr 16 16:09:16.270993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baaf2be-d6aa-48b8-94f8-77a6257a9dcb req-a89c4e7e-4071-47b4-93de-3c2a2286293d tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:16.272028 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1baaf2be-d6aa-48b8-94f8-77a6257a9dcb req-a89c4e7e-4071-47b4-93de-3c2a2286293d tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 943 time: 0.0762045 Apr 16 16:09:16.306164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1baaf2be-d6aa-48b8-94f8-77a6257a9dcb req-af6b9129-2f4a-495e-9f33-c79299600e88 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264804 Apr 16 16:09:17.462665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a1df-6911-4a51-8262-7538e881907c req-c7c385a4-dbad-4ef1-b3fd-d5cc08681568 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:17.463769 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5919a1df-6911-4a51-8262-7538e881907c req-c7c385a4-dbad-4ef1-b3fd-d5cc08681568 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 943 time: 0.0642748 Apr 16 16:09:17.497610 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5919a1df-6911-4a51-8262-7538e881907c req-1ad08ad1-b4a5-4247-b065-184d33c35a87 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295181 Apr 16 16:09:18.693395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-5008aec4-c091-47c0-8c3e-801676471da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:18.694311 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-5008aec4-c091-47c0-8c3e-801676471da0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2cdabd31730e474fbb534ae3dcd9494f&device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 1096 time: 0.0699587 Apr 16 16:09:18.699206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2a9c2-9883-42bb-a424-b180668a0c22 req-86d0dd03-0aae-4c48-94d1-b1377e33a8ec tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:18.700126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-feb2a9c2-9883-42bb-a424-b180668a0c22 req-86d0dd03-0aae-4c48-94d1-b1377e33a8ec tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 943 time: 0.1094582 Apr 16 16:09:18.752859 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-584b421f-9926-4477-80ed-44bca9ad9259 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ba18f49-1d97-4e3c-9739-551ed621e877 HTTP/1.1" status: 200 len: 217 time: 0.0495412 Apr 16 16:09:18.797568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-feb2a9c2-9883-42bb-a424-b180668a0c22 req-d302291a-fe33-4ec4-9585-e004f80f32d1 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587089 Apr 16 16:09:18.811029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-ae6f065f-6a67-42ff-97d7-72a1f6063714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:18.812008 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-ae6f065f-6a67-42ff-97d7-72a1f6063714 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1be523d9-c2a7-4ff1-8c5c-141b0935752d HTTP/1.1" status: 200 len: 854 time: 0.0498648 Apr 16 16:09:18.872993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-9e7a25e4-df91-475c-bd6e-1a9167774eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:18.873945 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-9e7a25e4-df91-475c-bd6e-1a9167774eae service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=95721098-b49e-4b00-8066-db3834dc807b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526242 Apr 16 16:09:18.972432 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-e8e09f00-27ea-4bcb-abc3-cec268200604 service neutron] 10.222.0.107 "GET /v2.0/networks/95721098-b49e-4b00-8066-db3834dc807b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885217 Apr 16 16:09:19.327296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3db5c70f-87f4-45d4-8f41-c9b17ec00d26 req-1d8856f0-ffea-4768-8028-5d267b4e8f98 service neutron] 10.222.0.107 "GET /v2.0/networks/95721098-b49e-4b00-8066-db3834dc807b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458984 Apr 16 16:09:19.958549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d052d2e-b57b-408a-a473-aaf70114959a req-ae9c2bf1-c08c-4bcf-8d9a-fe5c8bc316ac tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:19.959657 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6d052d2e-b57b-408a-a473-aaf70114959a req-ae9c2bf1-c08c-4bcf-8d9a-fe5c8bc316ac tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 943 time: 0.0740123 Apr 16 16:09:19.993263 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6d052d2e-b57b-408a-a473-aaf70114959a req-97e37605-f3fb-4099-a31e-a2c728a89849 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262015 Apr 16 16:09:21.148902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1827d33-1ba2-4234-9bd7-5cfaa218e070 req-e563054b-733c-4a08-9b8b-1a01d8fba558 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:21.149907 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1827d33-1ba2-4234-9bd7-5cfaa218e070 req-e563054b-733c-4a08-9b8b-1a01d8fba558 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 943 time: 0.0635045 Apr 16 16:09:21.181607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1827d33-1ba2-4234-9bd7-5cfaa218e070 req-d5b487a3-839f-434f-bc45-9112bca11133 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273707 Apr 16 16:09:21.884597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2ba18f49-1d97-4e3c-9739-551ed621e877 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:09:22.002957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2ba18f49-1d97-4e3c-9739-551ed621e877, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ba18f49-1d97-4e3c-9739-551ed621e877,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:09:22.012526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '2ba18f49-1d97-4e3c-9739-551ed621e877', 'network_id': '95721098-b49e-4b00-8066-db3834dc807b', 'port_id': '2ba18f49-1d97-4e3c-9739-551ed621e877', 'mac_address': 'fa:16:3e:41:ff:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:09:22.053681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:22.069946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba18f49-1d97-4e3c-9739-551ed621e877 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:09:22.089439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2ba18f49-1d97-4e3c-9739-551ed621e877, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ba18f49-1d97-4e3c-9739-551ed621e877,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:09:22.093490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:22.096496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d2ab44c-f2a0-473f-8f67-9701cfaf611e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:22.143113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=2ba18f49-1d97-4e3c-9739-551ed621e877,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:22.148309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.148550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.148829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.149077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.149379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.149552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.149794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.150040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.150284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.150562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.150810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.151051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:22.153780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:22.331913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6a6ed-b22b-4d04-a6bb-ce9ec9fc2580 req-4499ab8f-185f-4fc8-a354-79fafd2ca2a1 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:22.333238 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2f6a6ed-b22b-4d04-a6bb-ce9ec9fc2580 req-4499ab8f-185f-4fc8-a354-79fafd2ca2a1 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 944 time: 0.0670946 Apr 16 16:09:22.368806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2f6a6ed-b22b-4d04-a6bb-ce9ec9fc2580 req-13b9e26a-4770-43f6-ba8c-a294249b6612 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280876 Apr 16 16:09:22.558277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['2ba18f49-1d97-4e3c-9739-551ed621e877'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:09:23.521525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcc246-76ca-49d9-ad1b-cb176cb6c4d3 req-bcd5871c-a3b9-4f39-8062-295d63f637cb tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:23.522573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-27fcc246-76ca-49d9-ad1b-cb176cb6c4d3 req-bcd5871c-a3b9-4f39-8062-295d63f637cb tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 944 time: 0.0637684 Apr 16 16:09:23.556846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-27fcc246-76ca-49d9-ad1b-cb176cb6c4d3 req-ea55f064-c88f-4efd-8422-6f89a37aa81b tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299761 Apr 16 16:09:23.884861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2ba18f49-1d97-4e3c-9739-551ed621e877 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:09:23.951248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 2ba18f49-1d97-4e3c-9739-551ed621e877 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:23.955005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 2ba18f49-1d97-4e3c-9739-551ed621e877 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:23.955294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:24.044444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:24.063541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db246006-25fc-49f6-a5f1-9421d3186e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba18f49-1d97-4e3c-9739-551ed621e877'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:09:24.071452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 2ba18f49-1d97-4e3c-9739-551ed621e877, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ba18f49-1d97-4e3c-9739-551ed621e877,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:09:24.074456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:24.075963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bb46d286-0761-4fa0-be0e-a615cc0824c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:24.099593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db246006-25fc-49f6-a5f1-9421d3186e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba18f49-1d97-4e3c-9739-551ed621e877', 'code': 200} Apr 16 16:09:24.122847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=2ba18f49-1d97-4e3c-9739-551ed621e877,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:24.124944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:24.725683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2e738-88b2-4fbe-a95e-b8b55ffa2647 req-f1ab4d95-5cb0-49c9-a91a-ebf5ec68782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:24.726647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5eb2e738-88b2-4fbe-a95e-b8b55ffa2647 req-f1ab4d95-5cb0-49c9-a91a-ebf5ec68782b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 1098 time: 0.0967834 Apr 16 16:09:24.733339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6701339-c714-4ea4-b5cd-85abb44f876d req-81d5759a-8d33-4c2a-8970-000c87882aaf tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:24.734286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b6701339-c714-4ea4-b5cd-85abb44f876d req-81d5759a-8d33-4c2a-8970-000c87882aaf tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 945 time: 0.0794182 Apr 16 16:09:24.777714 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5eb2e738-88b2-4fbe-a95e-b8b55ffa2647 req-823f822d-878e-441b-8bf8-5d96645f0ebd service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Apr 16 16:09:24.782545 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b6701339-c714-4ea4-b5cd-85abb44f876d req-e2804e95-c958-487f-9736-e6692ba55163 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379474 Apr 16 16:09:25.922873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb88e2d-7acc-42d8-879a-20c6bf276f0a req-d5d5e1c6-0ade-465d-80df-86d116030d72 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:25.923922 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdb88e2d-7acc-42d8-879a-20c6bf276f0a req-d5d5e1c6-0ade-465d-80df-86d116030d72 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 945 time: 0.0648429 Apr 16 16:09:25.954156 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdb88e2d-7acc-42d8-879a-20c6bf276f0a req-e057dd1c-ad11-488f-a276-0e97ad3c5d61 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262082 Apr 16 16:09:26.101102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eacf8d-51f8-4a61-9bec-f10949a257c3 req-c20a4784-40a6-4f51-a725-27de582537ba tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:26.102050 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-74eacf8d-51f8-4a61-9bec-f10949a257c3 req-c20a4784-40a6-4f51-a725-27de582537ba tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 945 time: 0.0740759 Apr 16 16:09:26.136358 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-74eacf8d-51f8-4a61-9bec-f10949a257c3 req-124a9706-5886-463f-a84b-da73cc925667 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270438 Apr 16 16:09:41.330403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3991c7eb-2817-43f5-b1b4-d5c1bec6d5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:42.757179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-232f685f-abb8-4245-91d4-a3dbd3315b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:43.049728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:43.079160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:43.603218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:43.855740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:09:44.257998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:45.834935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c72431-cdfd-4a3e-a751-fc373562fd6a req-9450a829-fae9-407a-8765-485346f7f0a1 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:45.836162 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5c72431-cdfd-4a3e-a751-fc373562fd6a req-9450a829-fae9-407a-8765-485346f7f0a1 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 945 time: 0.0753844 Apr 16 16:09:45.867757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5c72431-cdfd-4a3e-a751-fc373562fd6a req-6c767846-0110-4da5-8839-378f71e3d31b tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272465 Apr 16 16:09:47.025049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19aa5a-51ce-4e6e-8bbd-679b1526f2db req-99134c60-ab71-48da-9138-de04f6cdf0cf tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:47.026138 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae19aa5a-51ce-4e6e-8bbd-679b1526f2db req-99134c60-ab71-48da-9138-de04f6cdf0cf tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 945 time: 0.0686429 Apr 16 16:09:47.062894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae19aa5a-51ce-4e6e-8bbd-679b1526f2db req-eb6fc300-a792-4803-8473-661cf962050d tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305045 Apr 16 16:09:47.404254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbe8cd-471f-49d0-84ec-3cecb0b532b3 req-e6cf2593-88b1-46a5-b0d3-6c32c779ea51 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:47.405374 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b7fbe8cd-471f-49d0-84ec-3cecb0b532b3 req-e6cf2593-88b1-46a5-b0d3-6c32c779ea51 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.107 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 945 time: 0.0854466 Apr 16 16:09:47.465901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-b7fbe8cd-471f-49d0-84ec-3cecb0b532b3 req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Deleting port 2ba18f49-1d97-4e3c-9739-551ed621e877 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:09:47.466217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b7fbe8cd-471f-49d0-84ec-3cecb0b532b3 req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:47.640774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-b7fbe8cd-471f-49d0-84ec-3cecb0b532b3 req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] For port 2ba18f49-1d97-4e3c-9739-551ed621e877, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=2ba18f49-1d97-4e3c-9739-551ed621e877,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:09:47.641081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b7fbe8cd-471f-49d0-84ec-3cecb0b532b3 req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:47.719864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-b7fbe8cd-471f-49d0-84ec-3cecb0b532b3 req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Calling delete_port for 2ba18f49-1d97-4e3c-9739-551ed621e877 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:09:47.813486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b7fbe8cd-471f-49d0-84ec-3cecb0b532b3 req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:47.823567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46336c43-acee-47fb-b2c8-1a011482fa1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:47.834166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['2ba18f49-1d97-4e3c-9739-551ed621e877'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:09:47.880703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Pushing event deleted for resources: {'Port': ['ID=2ba18f49-1d97-4e3c-9739-551ed621e877,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:47.890020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.890290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.890584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.890854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.891114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.891375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.891634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.891895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.892156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.892412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.892668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.892925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:09:47.895919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:47.982588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fbe8cd-471f-49d0-84ec-3cecb0b532b3 req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] No DVR routers for this DVR port 2ba18f49-1d97-4e3c-9739-551ed621e877 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:09:47.984503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-b7fbe8cd-471f-49d0-84ec-3cecb0b532b3 req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:47.986640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db246006-25fc-49f6-a5f1-9421d3186e27', 'name': 'network-vif-deleted', 'tag': '2ba18f49-1d97-4e3c-9739-551ed621e877'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:09:47.998074 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b7fbe8cd-471f-49d0-84ec-3cecb0b532b3 req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.107 "DELETE /v2.0/ports/2ba18f49-1d97-4e3c-9739-551ed621e877 HTTP/1.1" status: 204 len: 173 time: 0.5844719 Apr 16 16:09:48.022189 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db246006-25fc-49f6-a5f1-9421d3186e27', 'name': 'network-vif-deleted', 'tag': '2ba18f49-1d97-4e3c-9739-551ed621e877', 'status': 'completed', 'code': 200} Apr 16 16:09:48.192723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b032fefd-1802-448d-b349-fdbd2fcd5bc0 req-a700efd5-0926-4b34-b35b-603e13c06c1e tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Synchronizing usage tracker for tenant:2cdabd31730e474fbb534ae3dcd9494f on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:09:48.203626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-b032fefd-1802-448d-b349-fdbd2fcd5bc0 req-a700efd5-0926-4b34-b35b-603e13c06c1e tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Unset dirty status for tenant:2cdabd31730e474fbb534ae3dcd9494f on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:09:48.204401 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b032fefd-1802-448d-b349-fdbd2fcd5bc0 req-a700efd5-0926-4b34-b35b-603e13c06c1e tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 210 time: 0.0464671 Apr 16 16:09:49.341321 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fc2930ab-23ec-48fe-a945-f0e86563b32e req-65b1bd9a-f092-4819-83ee-12378f7724f6 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 210 time: 0.0351479 Apr 16 16:09:50.480907 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c3eb9155-54f9-4464-9e41-e1a5213b4f6d req-14defc3c-f337-416e-bb31-289084a2eb07 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 210 time: 0.0345204 Apr 16 16:09:51.623698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1163044e-4b9a-4b20-8893-c118095a4c37 req-b1f73885-28ba-4794-b7fb-73d66ecee01c tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 210 time: 0.0436897 Apr 16 16:09:52.023125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2ba18f49-1d97-4e3c-9739-551ed621e877 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:09:52.061631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 2ba18f49-1d97-4e3c-9739-551ed621e877 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:09:52.061897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 2ba18f49-1d97-4e3c-9739-551ed621e877 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:09:52.782180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-525b219d-f75c-4eef-a1e1-bbd22ccbf9ee req-3bf88368-3e31-43b3-bfb4-a445d3be740f tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=db246006-25fc-49f6-a5f1-9421d3186e27 HTTP/1.1" status: 200 len: 210 time: 0.0512691 Apr 16 16:09:54.322190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d0087-ced3-4c36-9359-432600735142 req-91fcab7b-d24b-4305-b4c0-ea36f71ec339 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:54.323265 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-91fcab7b-d24b-4305-b4c0-ea36f71ec339 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/networks?id=95721098-b49e-4b00-8066-db3834dc807b HTTP/1.1" status: 200 len: 815 time: 0.1120472 Apr 16 16:09:54.335086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-63ccb319-4f7f-44b0-a258-b263b847c29b tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/quotas/2cdabd31730e474fbb534ae3dcd9494f HTTP/1.1" status: 200 len: 375 time: 0.0069239 Apr 16 16:09:54.396729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-0eaca630-8488-49ec-8934-96bbf6d4de10 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=2cdabd31730e474fbb534ae3dcd9494f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582116 Apr 16 16:09:54.412207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-5bef3d14-4e95-43d8-8b52-9f2a91aae939 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:09:54.412860 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-5bef3d14-4e95-43d8-8b52-9f2a91aae939 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0036643 Apr 16 16:09:54.508801 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-ff666705-5900-4899-85b6-10d0123f1d9e service neutron] 10.222.0.95 "GET /v2.0/networks/95721098-b49e-4b00-8066-db3834dc807b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922575 Apr 16 16:09:54.598282 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-8380ccd2-fdb8-4b54-a742-8aeeb262d5e7 service neutron] 10.222.0.95 "GET /v2.0/networks/95721098-b49e-4b00-8066-db3834dc807b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852249 Apr 16 16:09:54.729564 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e4111d8c-3b7c-43db-b577-8fb906c30644 req-209b3065-0be5-4c3c-a70a-7ac80630ab2e tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 210 time: 0.0334032 Apr 16 16:09:55.840042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78fca63-28f7-4bbb-869c-36fb9fe2595c req-5951adf9-a848-48ef-94dd-5a7195fa58c3 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 210 time: 0.0341034 Apr 16 16:09:56.266460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d0087-ced3-4c36-9359-432600735142 req-d26bfb74-46b8-4129-a9d2-786f367f099f tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:56.267514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-d26bfb74-46b8-4129-a9d2-786f367f099f tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.107 "GET /v2.0/networks?id=95721098-b49e-4b00-8066-db3834dc807b HTTP/1.1" status: 200 len: 815 time: 0.1089361 Apr 16 16:09:56.281851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Request body: {'port': {'device_id': '248987bd-bf31-4587-aa10-85d1e80dcbba', 'network_id': '95721098-b49e-4b00-8066-db3834dc807b', 'admin_state_up': True, 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:09:56.372684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:09:56.378863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:09:56.387499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Made reservation on behalf of 2cdabd31730e474fbb534ae3dcd9494f for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:09:56.391814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:56.497209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Allocated IP 172.20.0.14 (95721098-b49e-4b00-8066-db3834dc807b/1be523d9-c2a7-4ff1-8c5c-141b0935752d/bbf89603-2cc2-41f8-9255-6872c8dcc70c) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:09:56.635600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:56.645937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Transition to ACTIVE for port object bbf89603-2cc2-41f8-9255-6872c8dcc70c will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:56.663105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:56.672978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-40f35af7-247a-4181-ae54-f3f2e4dd57e3 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:56.756500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Pushing event updated for resources: {'Port': ['ID=bbf89603-2cc2-41f8-9255-6872c8dcc70c,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:56.759326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:56.796613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Network 95721098-b49e-4b00-8066-db3834dc807b is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:09:56.798185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:09:56.801449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:09:56.848472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:56.848990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:56.871434 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5922568 Apr 16 16:09:56.885458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Request body: {'port': {'device_id': '248987bd-bf31-4587-aa10-85d1e80dcbba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:09:56.944556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0dfb4145-b763-47a0-82ab-22ee7e8e6f36 None None] Provisioning for port bbf89603-2cc2-41f8-9255-6872c8dcc70c completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:09:56.947412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0dfb4145-b763-47a0-82ab-22ee7e8e6f36 None None] Provisioning complete for port bbf89603-2cc2-41f8-9255-6872c8dcc70c triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:09:56.947647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0dfb4145-b763-47a0-82ab-22ee7e8e6f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:56.982175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb4145-b763-47a0-82ab-22ee7e8e6f36 None None] Port bbf89603-2cc2-41f8-9255-6872c8dcc70c cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:09:57.249177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:57.260253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096219dc-bd99-4e47-9249-78f14c117415 req-8a473e2c-bd72-4bf2-80a7-799f59c250f1 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:57.260657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-096219dc-bd99-4e47-9249-78f14c117415 req-8a473e2c-bd72-4bf2-80a7-799f59c250f1 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Synchronizing usage tracker for tenant:2cdabd31730e474fbb534ae3dcd9494f on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:09:57.292714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-096219dc-bd99-4e47-9249-78f14c117415 req-8a473e2c-bd72-4bf2-80a7-799f59c250f1 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Unset dirty status for tenant:2cdabd31730e474fbb534ae3dcd9494f on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:09:57.293526 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-096219dc-bd99-4e47-9249-78f14c117415 req-8a473e2c-bd72-4bf2-80a7-799f59c250f1 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 932 time: 0.3790696 Apr 16 16:09:57.357750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-096219dc-bd99-4e47-9249-78f14c117415 req-8fa97450-7674-4036-b97c-8ad1a98ad62f tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571537 Apr 16 16:09:57.469755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf89603-2cc2-41f8-9255-6872c8dcc70c {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:09:57.474894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:57.483234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Transition to ACTIVE for port object bbf89603-2cc2-41f8-9255-6872c8dcc70c will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:09:57.485811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:57.492825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3395f6b6-6aad-4c76-9723-e5f371ee86b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:57.561287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf89603-2cc2-41f8-9255-6872c8dcc70c,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:57.563914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:57.687158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Attempting to bind port bbf89603-2cc2-41f8-9255-6872c8dcc70c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:09:57.687350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Attempting to bind port bbf89603-2cc2-41f8-9255-6872c8dcc70c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:09:57.687544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Attempting to bind port bbf89603-2cc2-41f8-9255-6872c8dcc70c on network 95721098-b49e-4b00-8066-db3834dc807b {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:09:57.690124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Port bbf89603-2cc2-41f8-9255-6872c8dcc70c on network 95721098-b49e-4b00-8066-db3834dc807b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:09:57.690307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Attempting to bind port bbf89603-2cc2-41f8-9255-6872c8dcc70c on network 95721098-b49e-4b00-8066-db3834dc807b {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:09:57.693256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:09:57.693460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Checking segment: {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:09:57.693689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Bound using segment: {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:09:57.693923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Bound port: bbf89603-2cc2-41f8-9255-6872c8dcc70c, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1125b795-68be-4525-b4a5-c4cbda537fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '95721098-b49e-4b00-8066-db3834dc807b'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:09:57.694126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:57.747572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] For port bbf89603-2cc2-41f8-9255-6872c8dcc70c, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:09:57.749333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] For port bbf89603-2cc2-41f8-9255-6872c8dcc70c, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bbf89603-2cc2-41f8-9255-6872c8dcc70c,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:09:57.751928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:57.758826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:09:57.835008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf89603-2cc2-41f8-9255-6872c8dcc70c,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:09:57.837688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:09:57.857227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:57.857833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:09:57.858912 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] 10.222.0.107 "PUT /v2.0/ports/bbf89603-2cc2-41f8-9255-6872c8dcc70c HTTP/1.1" status: 200 len: 1094 time: 0.9767046 Apr 16 16:09:57.859174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248987bd-bf31-4587-aa10-85d1e80dcbba', 'tag': 'bbf89603-2cc2-41f8-9255-6872c8dcc70c'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:09:57.886122 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248987bd-bf31-4587-aa10-85d1e80dcbba', 'tag': 'bbf89603-2cc2-41f8-9255-6872c8dcc70c', 'status': 'completed', 'code': 200} Apr 16 16:09:57.959221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32efe5-ccce-4bdd-9159-27ebecbbe242 req-a325bc05-e6ac-4981-bb61-7003e6d17660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:57.960198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cf32efe5-ccce-4bdd-9159-27ebecbbe242 req-a325bc05-e6ac-4981-bb61-7003e6d17660 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2cdabd31730e474fbb534ae3dcd9494f&device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 1097 time: 0.0486917 Apr 16 16:09:58.064238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32efe5-ccce-4bdd-9159-27ebecbbe242 req-9fd7cccb-ffc7-4959-a5fe-f1a233bcab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:58.065242 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cf32efe5-ccce-4bdd-9159-27ebecbbe242 req-9fd7cccb-ffc7-4959-a5fe-f1a233bcab6b service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=2cdabd31730e474fbb534ae3dcd9494f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0957701 Apr 16 16:09:58.148118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32efe5-ccce-4bdd-9159-27ebecbbe242 req-3508fd61-be5e-4521-9913-aa2e7dc06082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:58.148820 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cf32efe5-ccce-4bdd-9159-27ebecbbe242 req-3508fd61-be5e-4521-9913-aa2e7dc06082 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0760756 Apr 16 16:09:58.502661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba3e85-282b-4277-b735-09e3c90cbb28 req-4b497842-341e-45bd-9093-070d5822ef3e tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:58.503641 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41ba3e85-282b-4277-b735-09e3c90cbb28 req-4b497842-341e-45bd-9093-070d5822ef3e tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 944 time: 0.0589559 Apr 16 16:09:58.534942 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41ba3e85-282b-4277-b735-09e3c90cbb28 req-9391f6d8-00a9-4fae-8ea4-57364ef8a246 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239854 Apr 16 16:09:59.709268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dde90-76c8-428f-bf46-657b162f9fd1 req-5bb015d3-1b4d-4b35-8e37-a4cdbcad7f7d tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:09:59.710247 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af8dde90-76c8-428f-bf46-657b162f9fd1 req-5bb015d3-1b4d-4b35-8e37-a4cdbcad7f7d tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 944 time: 0.0841234 Apr 16 16:09:59.748547 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af8dde90-76c8-428f-bf46-657b162f9fd1 req-2c36140e-eef3-4f95-a85e-930f34d51c04 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289476 Apr 16 16:10:00.904194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091cdff-af47-47e7-89b0-228404d32426 req-eb30d38e-c0d0-49be-a9ac-5618fe6ac9ab tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:00.905279 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6091cdff-af47-47e7-89b0-228404d32426 req-eb30d38e-c0d0-49be-a9ac-5618fe6ac9ab tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 944 time: 0.0687549 Apr 16 16:10:00.940425 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6091cdff-af47-47e7-89b0-228404d32426 req-2645b487-5aef-4a33-b72b-5c38f6b78254 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300300 Apr 16 16:10:01.646520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d0087-ced3-4c36-9359-432600735142 req-3dbea3a2-eb3b-40cd-b2d5-1e274c81b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:01.647661 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-3dbea3a2-eb3b-40cd-b2d5-1e274c81b5d4 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=2cdabd31730e474fbb534ae3dcd9494f&device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 1097 time: 0.0652885 Apr 16 16:10:01.703360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-bdebc578-16ca-44d4-bac4-186242811506 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbf89603-2cc2-41f8-9255-6872c8dcc70c HTTP/1.1" status: 200 len: 217 time: 0.0460513 Apr 16 16:10:01.753036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d0087-ced3-4c36-9359-432600735142 req-b0c0d433-0bb8-4049-8fc8-4d2952d0ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:01.753979 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-b0c0d433-0bb8-4049-8fc8-4d2952d0ef09 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=1be523d9-c2a7-4ff1-8c5c-141b0935752d HTTP/1.1" status: 200 len: 854 time: 0.0428183 Apr 16 16:10:01.814238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d0087-ced3-4c36-9359-432600735142 req-8aa6221b-4045-481b-8490-7cb1eea8911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:01.815288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-8aa6221b-4045-481b-8490-7cb1eea8911a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=95721098-b49e-4b00-8066-db3834dc807b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531960 Apr 16 16:10:01.916128 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-2bcc855a-385c-4107-ad76-aab067917bf6 service neutron] 10.222.0.107 "GET /v2.0/networks/95721098-b49e-4b00-8066-db3834dc807b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922725 Apr 16 16:10:02.010156 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-775d0087-ced3-4c36-9359-432600735142 req-447263e2-40fe-4aa2-99b8-6e4abaac3721 service neutron] 10.222.0.107 "GET /v2.0/networks/95721098-b49e-4b00-8066-db3834dc807b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854847 Apr 16 16:10:02.081094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4a43f-2636-4aac-af3a-eb27765d2b63 req-57f94840-64ba-47c0-8feb-8dfefbf8b8e2 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:02.082075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0a4a43f-2636-4aac-af3a-eb27765d2b63 req-57f94840-64ba-47c0-8feb-8dfefbf8b8e2 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 944 time: 0.0628865 Apr 16 16:10:02.115360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0a4a43f-2636-4aac-af3a-eb27765d2b63 req-b43554fa-73e4-4ffc-9f78-98d9e0e335e8 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259299 Apr 16 16:10:03.272422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fc156-82dd-4e0f-9dc7-762b16e37e4f req-df5d1da7-cd62-4ae7-88ce-970becd8a154 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:03.273421 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-381fc156-82dd-4e0f-9dc7-762b16e37e4f req-df5d1da7-cd62-4ae7-88ce-970becd8a154 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 944 time: 0.0649476 Apr 16 16:10:03.304821 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-381fc156-82dd-4e0f-9dc7-762b16e37e4f req-39dab355-e62a-404d-a994-0b9e97923f18 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271268 Apr 16 16:10:04.132325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bbf89603-2cc2-41f8-9255-6872c8dcc70c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:10:04.245099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bbf89603-2cc2-41f8-9255-6872c8dcc70c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bbf89603-2cc2-41f8-9255-6872c8dcc70c,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:04.255214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'bbf89603-2cc2-41f8-9255-6872c8dcc70c', 'network_id': '95721098-b49e-4b00-8066-db3834dc807b', 'port_id': 'bbf89603-2cc2-41f8-9255-6872c8dcc70c', 'mac_address': 'fa:16:3e:44:30:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1453, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be523d9-c2a7-4ff1-8c5c-141b0935752d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:10:04.294307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:04.306633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf89603-2cc2-41f8-9255-6872c8dcc70c {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:10:04.317774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bbf89603-2cc2-41f8-9255-6872c8dcc70c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bbf89603-2cc2-41f8-9255-6872c8dcc70c,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:04.320232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:04.322370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-59c92a2c-0f3a-40da-830e-bb39d0cf4ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:04.400856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=bbf89603-2cc2-41f8-9255-6872c8dcc70c,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:04.405338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:04.496090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c91e69-dc7e-4ab0-afcb-316f2065633c req-710613ef-798c-45bd-b4ad-4e938018e4c7 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:04.497217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2c91e69-dc7e-4ab0-afcb-316f2065633c req-710613ef-798c-45bd-b4ad-4e938018e4c7 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 945 time: 0.0790823 Apr 16 16:10:04.528443 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2c91e69-dc7e-4ab0-afcb-316f2065633c req-a3ddda31-2199-42c1-be8c-9840714c8d5d tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269060 Apr 16 16:10:04.773034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['bbf89603-2cc2-41f8-9255-6872c8dcc70c'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:10:05.708957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cbfbe-9674-4c0e-9c39-8825b6415d79 req-6ca9454d-92cc-4a45-ab5e-c9202db6f023 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:05.710097 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df1cbfbe-9674-4c0e-9c39-8825b6415d79 req-6ca9454d-92cc-4a45-ab5e-c9202db6f023 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 945 time: 0.0845528 Apr 16 16:10:05.746360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-df1cbfbe-9674-4c0e-9c39-8825b6415d79 req-c4c101cd-99c3-43bb-8164-897fb2ab9254 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280242 Apr 16 16:10:06.163360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bbf89603-2cc2-41f8-9255-6872c8dcc70c up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:06.232840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port bbf89603-2cc2-41f8-9255-6872c8dcc70c completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:10:06.236870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port bbf89603-2cc2-41f8-9255-6872c8dcc70c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:06.237172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:06.321003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:06.340520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248987bd-bf31-4587-aa10-85d1e80dcbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf89603-2cc2-41f8-9255-6872c8dcc70c'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:10:06.348263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port bbf89603-2cc2-41f8-9255-6872c8dcc70c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bbf89603-2cc2-41f8-9255-6872c8dcc70c,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:06.351116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:06.352532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a3f1d97-6cb9-4e46-9aac-acc1db5ef0b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:06.391388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248987bd-bf31-4587-aa10-85d1e80dcbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf89603-2cc2-41f8-9255-6872c8dcc70c', 'code': 200} Apr 16 16:10:06.398218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=bbf89603-2cc2-41f8-9255-6872c8dcc70c,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:06.400450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:06.911911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47277a-5589-4827-a544-42e358e0385f req-ff88485a-d070-40df-8e45-93e7c1f8e5e7 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:06.913038 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1f47277a-5589-4827-a544-42e358e0385f req-ff88485a-d070-40df-8e45-93e7c1f8e5e7 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 946 time: 0.0696633 Apr 16 16:10:06.974203 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1f47277a-5589-4827-a544-42e358e0385f req-6a50c683-f8fe-4b37-9511-325645471b28 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363386 Apr 16 16:10:06.989299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fd047-096b-4d67-abdb-b5bfeed91d58 req-c7a9f262-0698-47fa-9b88-4a8a73ba6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:06.990295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cb3fd047-096b-4d67-abdb-b5bfeed91d58 req-c7a9f262-0698-47fa-9b88-4a8a73ba6f1c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 1099 time: 0.0846405 Apr 16 16:10:07.024313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cb3fd047-096b-4d67-abdb-b5bfeed91d58 req-d59e903c-9f61-4deb-a592-227db529eaaf service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251377 Apr 16 16:10:08.139370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695f418-c3b4-45e6-93b5-b73bc0a70501 req-fda6dbbc-40f1-4778-8557-3dedfea264e7 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:08.140454 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5695f418-c3b4-45e6-93b5-b73bc0a70501 req-fda6dbbc-40f1-4778-8557-3dedfea264e7 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 946 time: 0.0671647 Apr 16 16:10:08.178960 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5695f418-c3b4-45e6-93b5-b73bc0a70501 req-35db5dfb-27ae-4be6-a2b8-14e599f8b4bd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310557 Apr 16 16:10:08.317987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e792603-dbe5-4b99-98cb-14db55c4b58a req-7bb30126-b47e-4bb6-b453-291bb0224347 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:08.319041 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4e792603-dbe5-4b99-98cb-14db55c4b58a req-7bb30126-b47e-4bb6-b453-291bb0224347 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 946 time: 0.0655620 Apr 16 16:10:08.353042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4e792603-dbe5-4b99-98cb-14db55c4b58a req-9ade7fbf-d13a-4956-9a53-100e9bc2996a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263371 Apr 16 16:10:11.328520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94de6a76-ea45-4bf7-936b-90802f508566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:12.757850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d389c9c7-1e69-4f78-94c3-4857b912009d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:13.048792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:13.076546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:13.620656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:14.280603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:20.858247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:10:25.869525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23759afd-52ec-40c3-b0ec-06f79a04260f req-fb68cba0-3d52-4dad-9aa7-12c401f71bce tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:25.870524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-23759afd-52ec-40c3-b0ec-06f79a04260f req-fb68cba0-3d52-4dad-9aa7-12c401f71bce tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 946 time: 0.0599380 Apr 16 16:10:25.902772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-23759afd-52ec-40c3-b0ec-06f79a04260f req-743b27ec-24c2-4d58-9a7f-5f5917f0e434 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251825 Apr 16 16:10:27.064994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa672fc-4983-47e5-a008-8a67cb1e39a6 req-4c127c68-637e-45a6-98d7-e411c7016c27 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:27.066801 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bfa672fc-4983-47e5-a008-8a67cb1e39a6 req-4c127c68-637e-45a6-98d7-e411c7016c27 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 946 time: 0.0773797 Apr 16 16:10:27.097323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bfa672fc-4983-47e5-a008-8a67cb1e39a6 req-260a5375-9733-4efd-a314-d1faab25d0b5 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271463 Apr 16 16:10:28.252541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ebcdb-cda6-4d97-9055-d29f512c1c61 req-0bc3dea2-044f-4c44-b4a0-07c39b51c8c1 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:28.253629 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e3ebcdb-cda6-4d97-9055-d29f512c1c61 req-0bc3dea2-044f-4c44-b4a0-07c39b51c8c1 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 946 time: 0.0654259 Apr 16 16:10:28.285071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e3ebcdb-cda6-4d97-9055-d29f512c1c61 req-899f51d1-9383-40cf-8cab-2347c32b33fb tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267253 Apr 16 16:10:29.463252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d9751-b1c3-4d5d-a464-78a2051ef16a req-74a70c54-8799-46dd-9cd3-09df2ff32d04 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:29.464282 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a6d9751-b1c3-4d5d-a464-78a2051ef16a req-74a70c54-8799-46dd-9cd3-09df2ff32d04 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 946 time: 0.0643539 Apr 16 16:10:29.495311 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a6d9751-b1c3-4d5d-a464-78a2051ef16a req-6904a72b-8a21-4504-b0fb-07c8d4966ab8 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/security-groups?id=807052b9-c26b-4c54-aa71-9500a04e8d9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267546 Apr 16 16:10:29.835359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ac806-b9ec-4a26-9110-30b204de293d req-4976ca1e-9d24-4db2-b831-db7fa72a7cf5 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:29.836462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad8ac806-b9ec-4a26-9110-30b204de293d req-4976ca1e-9d24-4db2-b831-db7fa72a7cf5 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.107 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 946 time: 0.0772507 Apr 16 16:10:29.893208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-ad8ac806-b9ec-4a26-9110-30b204de293d req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Deleting port bbf89603-2cc2-41f8-9255-6872c8dcc70c {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:10:29.893442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ad8ac806-b9ec-4a26-9110-30b204de293d req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:30.320092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-ad8ac806-b9ec-4a26-9110-30b204de293d req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] For port bbf89603-2cc2-41f8-9255-6872c8dcc70c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=bbf89603-2cc2-41f8-9255-6872c8dcc70c,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:30.320418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ad8ac806-b9ec-4a26-9110-30b204de293d req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:30.400372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-ad8ac806-b9ec-4a26-9110-30b204de293d req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Calling delete_port for bbf89603-2cc2-41f8-9255-6872c8dcc70c owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:10:30.491586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ad8ac806-b9ec-4a26-9110-30b204de293d req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:30.502095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3519f57f-43a8-485d-bc5b-cdea160f8e02 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:30.508573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['bbf89603-2cc2-41f8-9255-6872c8dcc70c'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:10:30.565796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Pushing event deleted for resources: {'Port': ['ID=bbf89603-2cc2-41f8-9255-6872c8dcc70c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:30.570544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:30.607787 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80cced41-60b4-4fca-bdb6-b61f068fe465 req-ecc36f73-2c92-4d43-844c-a824fed88c60 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 210 time: 0.0380337 Apr 16 16:10:30.685935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8ac806-b9ec-4a26-9110-30b204de293d req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] No DVR routers for this DVR port bbf89603-2cc2-41f8-9255-6872c8dcc70c on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:10:30.687923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ad8ac806-b9ec-4a26-9110-30b204de293d req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:30.689780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248987bd-bf31-4587-aa10-85d1e80dcbba', 'name': 'network-vif-deleted', 'tag': 'bbf89603-2cc2-41f8-9255-6872c8dcc70c'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:10:30.700682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad8ac806-b9ec-4a26-9110-30b204de293d req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.107 "DELETE /v2.0/ports/bbf89603-2cc2-41f8-9255-6872c8dcc70c HTTP/1.1" status: 204 len: 173 time: 0.8571372 Apr 16 16:10:30.875507 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248987bd-bf31-4587-aa10-85d1e80dcbba', 'name': 'network-vif-deleted', 'tag': 'bbf89603-2cc2-41f8-9255-6872c8dcc70c', 'status': 'completed', 'code': 200} Apr 16 16:10:31.741077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-44cd72d8-ee19-4583-984a-89640e09489d req-33c4ec93-0c8b-47b1-a396-906738c9aa0c tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Synchronizing usage tracker for tenant:2cdabd31730e474fbb534ae3dcd9494f on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:10:31.752794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-44cd72d8-ee19-4583-984a-89640e09489d req-33c4ec93-0c8b-47b1-a396-906738c9aa0c tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Unset dirty status for tenant:2cdabd31730e474fbb534ae3dcd9494f on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:10:31.753637 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-44cd72d8-ee19-4583-984a-89640e09489d req-33c4ec93-0c8b-47b1-a396-906738c9aa0c tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 210 time: 0.0476656 Apr 16 16:10:32.902445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32934a3a-ed56-4b9f-b364-33c165a4d572 req-320173f9-7767-404c-ad4e-61c535863f97 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] 10.222.0.95 "GET /v2.0/ports?device_id=248987bd-bf31-4587-aa10-85d1e80dcbba HTTP/1.1" status: 200 len: 210 time: 0.0472057 Apr 16 16:10:34.021835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42076) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:34.286158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bbf89603-2cc2-41f8-9255-6872c8dcc70c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:10:34.310873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: bbf89603-2cc2-41f8-9255-6872c8dcc70c {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:10:34.311099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device bbf89603-2cc2-41f8-9255-6872c8dcc70c not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:10:34.419431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:34.655592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Deleting port dcf80c0a-e066-433f-95fc-98de0ccc9691 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:10:34.655909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:34.750409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] For port dcf80c0a-e066-433f-95fc-98de0ccc9691, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=dcf80c0a-e066-433f-95fc-98de0ccc9691,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:34.750886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:34.815015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Calling delete_port for dcf80c0a-e066-433f-95fc-98de0ccc9691 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:10:34.911449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:34.918095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-acb12aad-cc7d-4792-ac70-dde4fab4ae4b tempest-ServersAdminNegativeTestJSON-642177730 tempest-ServersAdminNegativeTestJSON-642177730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:34.962956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf80c0a-e066-433f-95fc-98de0ccc9691,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:34.966546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:35.153740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:35.725179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Router 0440dfda-8bb8-4189-8bca-55852815cac6 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:10:35.823164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:10:35.832445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1086a1a-d962-4cd2-aa59-228950425d80 None None] Sync routers for ids ['0440dfda-8bb8-4189-8bca-55852815cac6'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:10:35.835463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] 10.222.0.95 "PUT /v2.0/routers/0440dfda-8bb8-4189-8bca-55852815cac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8117487 Apr 16 16:10:35.836833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42080) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:35.839211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1086a1a-d962-4cd2-aa59-228950425d80 None None] Routers {'0440dfda-8bb8-4189-8bca-55852815cac6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:35.839533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1086a1a-d962-4cd2-aa59-228950425d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0440dfda-8bb8-4189-8bca-55852815cac6'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:35.956833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e1086a1a-d962-4cd2-aa59-228950425d80 None None] Set router 0440dfda-8bb8-4189-8bca-55852815cac6 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:35.963204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.077211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.083421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Deleting port 53cc02ea-c804-495e-bd13-4cb738feadd0 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:10:36.083650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.206972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] For port 53cc02ea-c804-495e-bd13-4cb738feadd0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=53cc02ea-c804-495e-bd13-4cb738feadd0,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:36.207718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.283434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Calling delete_port for 53cc02ea-c804-495e-bd13-4cb738feadd0 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:10:36.311454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1086a1a-d962-4cd2-aa59-228950425d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'name': 'tempest-TestEncryptedCinderVolumes-42664509-router', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:10:34Z', 'revision_number': 5, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'gw_port': {'id': '53cc02ea-c804-495e-bd13-4cb738feadd0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:95:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:36.314511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1086a1a-d962-4cd2-aa59-228950425d80 None None] Checking router: 0440dfda-8bb8-4189-8bca-55852815cac6 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:10:36.319755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1086a1a-d962-4cd2-aa59-228950425d80 None None] Routers {'0440dfda-8bb8-4189-8bca-55852815cac6'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:36.320116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1086a1a-d962-4cd2-aa59-228950425d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0440dfda-8bb8-4189-8bca-55852815cac6'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:36.397859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.403416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:36.410320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e1086a1a-d962-4cd2-aa59-228950425d80 None None] Set router 0440dfda-8bb8-4189-8bca-55852815cac6 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:36.460239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Pushing event deleted for resources: {'Port': ['ID=53cc02ea-c804-495e-bd13-4cb738feadd0,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:36.465134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:36.468634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e1086a1a-d962-4cd2-aa59-228950425d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'name': 'tempest-TestEncryptedCinderVolumes-42664509-router', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:10:36Z', 'revision_number': 6, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:36.471646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1086a1a-d962-4cd2-aa59-228950425d80 None None] The sync data for ids ['0440dfda-8bb8-4189-8bca-55852815cac6'] in dv-neutron-786478-2-hyperv is: [{'id': '0440dfda-8bb8-4189-8bca-55852815cac6', 'name': 'tempest-TestEncryptedCinderVolumes-42664509-router', 'tenant_id': '2cdabd31730e474fbb534ae3dcd9494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:01Z', 'updated_at': '2021-04-16T16:10:36Z', 'revision_number': 6, 'project_id': '2cdabd31730e474fbb534ae3dcd9494f', 'gw_port_host': None}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:10:36.561382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.655478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.656887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.674158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.674542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0440dfda-8bb8-4189-8bca-55852815cac6 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:10:36.683336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.684184 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] 10.222.0.95 "DELETE /v2.0/routers/0440dfda-8bb8-4189-8bca-55852815cac6 HTTP/1.1" status: 204 len: 168 time: 0.8463676 Apr 16 16:10:36.686481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42084) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:36.723620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Deleting subnet 1be523d9-c2a7-4ff1-8c5c-141b0935752d {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:10:36.725338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.753082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.796232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.956189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:36.968102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8dd85535-e6e8-4448-b723-b0d069fd4f10 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:36.982135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53cc02ea-c804-495e-bd13-4cb738feadd0 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:10:37.009849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 53cc02ea-c804-495e-bd13-4cb738feadd0 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:10:37.010084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 53cc02ea-c804-495e-bd13-4cb738feadd0 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:10:37.010388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dcf80c0a-e066-433f-95fc-98de0ccc9691 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:10:37.026689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be523d9-c2a7-4ff1-8c5c-141b0935752d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:37.035851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.036126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.036398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.036651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.036903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.037156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.037408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.037659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.037910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.038160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.038434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.038678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:37.041213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:37.064168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.068600 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6e648588-b59b-4d56-b3b9-2177c20a4abd admin admin] 10.222.0.95 "DELETE /v2.0/subnets/1be523d9-c2a7-4ff1-8c5c-141b0935752d HTTP/1.1" status: 204 len: 168 time: 0.3813474 Apr 16 16:10:37.070461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42088) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:37.137333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.179991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Deleting port aad672d8-4122-4da8-bbe2-22fae8a0a419 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:10:37.180263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.212922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: dcf80c0a-e066-433f-95fc-98de0ccc9691 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:10:37.213651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dcf80c0a-e066-433f-95fc-98de0ccc9691 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:10:37.214075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175bc7bf-351b-4f25-8e22-a043455b8ce1 None None] Network 95721098-b49e-4b00-8066-db3834dc807b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:10:37.312970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] For port aad672d8-4122-4da8-bbe2-22fae8a0a419, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=aad672d8-4122-4da8-bbe2-22fae8a0a419,segment=NetworkSegment(1125b795-68be-4525-b4a5-c4cbda537fac),segment_id=1125b795-68be-4525-b4a5-c4cbda537fac)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:37.313446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.384989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdfbf24-04cc-42ee-8b07-22c80fd2f4b6 None None] DHCP port deletion for 95721098-b49e-4b00-8066-db3834dc807b request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:10:37.386198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Calling delete_port for aad672d8-4122-4da8-bbe2-22fae8a0a419 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:10:37.387656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ccdfbf24-04cc-42ee-8b07-22c80fd2f4b6 None None] Deleting port aad672d8-4122-4da8-bbe2-22fae8a0a419 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:10:37.387896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ccdfbf24-04cc-42ee-8b07-22c80fd2f4b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.427666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.434888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:37.438532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ccdfbf24-04cc-42ee-8b07-22c80fd2f4b6 None None] The port 'aad672d8-4122-4da8-bbe2-22fae8a0a419' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:10:37.458954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad672d8-4122-4da8-bbe2-22fae8a0a419,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:37.485550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:37.511182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] No DVR routers for this DVR port aad672d8-4122-4da8-bbe2-22fae8a0a419 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:10:37.573322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.636827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95721098-b49e-4b00-8066-db3834dc807b']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:37.644514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1125b795-68be-4525-b4a5-c4cbda537fac') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:37.644708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1125b795-68be-4525-b4a5-c4cbda537fac') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:37.653063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.661726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.665763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Releasing vlan 1453 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:10:37.757272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Network 95721098-b49e-4b00-8066-db3834dc807b has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:10:37.761730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.872893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Network 95721098-b49e-4b00-8066-db3834dc807b has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:10:37.888795 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:10:37.935735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.939707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-937e0122-93ce-4d77-9e39-26a54d2eac59 tempest-BulkNetworkOpsIpV6Test-2105157060 tempest-BulkNetworkOpsIpV6Test-2105157060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:37.946954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:37.952625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Pushing event deleted for resources: {'Network': ['ID=95721098-b49e-4b00-8066-db3834dc807b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:37.955002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:37.957274 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] 10.222.0.95 "DELETE /v2.0/networks/95721098-b49e-4b00-8066-db3834dc807b HTTP/1.1" status: 204 len: 168 time: 0.8862016 Apr 16 16:10:37.959469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42092) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:38.300018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:38.489138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Deleting port b0d22a42-4981-4031-8438-d05e131c0829 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:10:38.489400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:38.848871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] For port b0d22a42-4981-4031-8438-d05e131c0829, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=b0d22a42-4981-4031-8438-d05e131c0829,segment=NetworkSegment(0ec90c62-4c38-4b31-be3e-5299a2c76de2),segment_id=0ec90c62-4c38-4b31-be3e-5299a2c76de2)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:38.849200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:38.912572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Calling delete_port for b0d22a42-4981-4031-8438-d05e131c0829 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:10:38.974621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aad672d8-4122-4da8-bbe2-22fae8a0a419 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:10:38.997756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: aad672d8-4122-4da8-bbe2-22fae8a0a419 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:10:38.997990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device aad672d8-4122-4da8-bbe2-22fae8a0a419 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:10:39.026113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:39.035566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-536e916e-84b1-4a90-b10c-878b561d9f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:39.091927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d22a42-4981-4031-8438-d05e131c0829,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:39.094471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:39.310483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:39.609784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Router 0c94f0df-171a-4d24-93dd-265bbc82ed50 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:10:39.708266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:10:39.714252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] 10.222.0.95 "PUT /v2.0/routers/0c94f0df-171a-4d24-93dd-265bbc82ed50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541077 Apr 16 16:10:39.716485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42096) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:39.716939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71ffd5-ffe4-4f3f-bb79-d2e36b3a9190 None None] Sync routers for ids ['0c94f0df-171a-4d24-93dd-265bbc82ed50'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:10:39.729733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71ffd5-ffe4-4f3f-bb79-d2e36b3a9190 None None] Routers {'0c94f0df-171a-4d24-93dd-265bbc82ed50'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:39.730614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ef71ffd5-ffe4-4f3f-bb79-d2e36b3a9190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c94f0df-171a-4d24-93dd-265bbc82ed50'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:39.819865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:39.852795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ef71ffd5-ffe4-4f3f-bb79-d2e36b3a9190 None None] Set router 0c94f0df-171a-4d24-93dd-265bbc82ed50 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:39.937997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:39.944822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Deleting port 2c36bef7-ddd1-4b8f-b417-62f7107a6873 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:10:39.945022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:40.039967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ef71ffd5-ffe4-4f3f-bb79-d2e36b3a9190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'name': 'tempest-TestEncryptedCinderVolumes-1596456287-router', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:05Z', 'updated_at': '2021-04-16T16:10:38Z', 'revision_number': 5, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'gw_port': {'id': '2c36bef7-ddd1-4b8f-b417-62f7107a6873', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:15:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:09:06Z', 'updated_at': '2021-04-16T16:09:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:40.042768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71ffd5-ffe4-4f3f-bb79-d2e36b3a9190 None None] Checking router: 0c94f0df-171a-4d24-93dd-265bbc82ed50 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:10:40.049027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef71ffd5-ffe4-4f3f-bb79-d2e36b3a9190 None None] Routers {'0c94f0df-171a-4d24-93dd-265bbc82ed50'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:40.049455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ef71ffd5-ffe4-4f3f-bb79-d2e36b3a9190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['0c94f0df-171a-4d24-93dd-265bbc82ed50'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:40.058807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] For port 2c36bef7-ddd1-4b8f-b417-62f7107a6873, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2c36bef7-ddd1-4b8f-b417-62f7107a6873,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:40.059010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:40.139461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Calling delete_port for 2c36bef7-ddd1-4b8f-b417-62f7107a6873 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:10:40.145343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ef71ffd5-ffe4-4f3f-bb79-d2e36b3a9190 None None] Set router 0c94f0df-171a-4d24-93dd-265bbc82ed50 gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:40.202912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ef71ffd5-ffe4-4f3f-bb79-d2e36b3a9190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'name': 'tempest-TestEncryptedCinderVolumes-1596456287-router', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:05Z', 'updated_at': '2021-04-16T16:10:39Z', 'revision_number': 6, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:40.205341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef71ffd5-ffe4-4f3f-bb79-d2e36b3a9190 None None] The sync data for ids ['0c94f0df-171a-4d24-93dd-265bbc82ed50'] in dv-neutron-786478-2-hyperv is: [{'id': '0c94f0df-171a-4d24-93dd-265bbc82ed50', 'name': 'tempest-TestEncryptedCinderVolumes-1596456287-router', 'tenant_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:09:05Z', 'updated_at': '2021-04-16T16:10:39Z', 'revision_number': 6, 'project_id': 'b207b1bc1c2c46ffa6ee54dd9091782c', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:10:40.249262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:40.257355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9fd69260-8ff7-4db7-818e-f57b7e44ed06 tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:40.306317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c36bef7-ddd1-4b8f-b417-62f7107a6873,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:40.309749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:40.397366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:40.771458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:40.772935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:40.793599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:40.793908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c94f0df-171a-4d24-93dd-265bbc82ed50 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:10:40.801255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:40.805345 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] 10.222.0.95 "DELETE /v2.0/routers/0c94f0df-171a-4d24-93dd-265bbc82ed50 HTTP/1.1" status: 204 len: 168 time: 1.0847723 Apr 16 16:10:40.805804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42100) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:40.843485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5ace81-17e2-4203-909b-90a0fda67176 admin admin] Deleting subnet e3743664-6bb5-45b6-b78d-19b37928b26f {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:10:40.845959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c5ace81-17e2-4203-909b-90a0fda67176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:40.873136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c5ace81-17e2-4203-909b-90a0fda67176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:40.914980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c5ace81-17e2-4203-909b-90a0fda67176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:40.966832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b0d22a42-4981-4031-8438-d05e131c0829 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:10:40.987376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: b0d22a42-4981-4031-8438-d05e131c0829 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:10:40.987646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device b0d22a42-4981-4031-8438-d05e131c0829 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:10:40.987904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2c36bef7-ddd1-4b8f-b417-62f7107a6873 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:10:41.007595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 2c36bef7-ddd1-4b8f-b417-62f7107a6873 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:10:41.007819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2c36bef7-ddd1-4b8f-b417-62f7107a6873 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:10:41.055065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c5ace81-17e2-4203-909b-90a0fda67176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:41.062923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c670e8e6-8060-4ff6-81ea-f110648299c5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:41.108973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ace81-17e2-4203-909b-90a0fda67176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3743664-6bb5-45b6-b78d-19b37928b26f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:41.111486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5c5ace81-17e2-4203-909b-90a0fda67176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:41.129123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5c5ace81-17e2-4203-909b-90a0fda67176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:41.133152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688da6f9-3a69-4b46-8d27-4479d30f07b8 None None] Network 2f20dc69-88f8-4261-bc07-4e93f93e2430 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:10:41.133411 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5c5ace81-17e2-4203-909b-90a0fda67176 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/e3743664-6bb5-45b6-b78d-19b37928b26f HTTP/1.1" status: 204 len: 168 time: 0.3273275 Apr 16 16:10:41.135218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42104) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:41.214069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:41.265107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Deleting port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:10:41.265566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:41.288085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] DHCP port deletion for 2f20dc69-88f8-4261-bc07-4e93f93e2430 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:10:41.290754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Deleting port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:10:41.290993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:41.343487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89279b5b-11e2-49e1-b381-17d573c11000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:41.386533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] For port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2ad9d23c-c9b1-4eca-812d-4b32a23d371d,segment=NetworkSegment(0ec90c62-4c38-4b31-be3e-5299a2c76de2),segment_id=0ec90c62-4c38-4b31-be3e-5299a2c76de2)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:41.386762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:41.415561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] For port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=2ad9d23c-c9b1-4eca-812d-4b32a23d371d,segment=NetworkSegment(0ec90c62-4c38-4b31-be3e-5299a2c76de2),segment_id=0ec90c62-4c38-4b31-be3e-5299a2c76de2)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:41.415828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:41.472627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Calling delete_port for 2ad9d23c-c9b1-4eca-812d-4b32a23d371d owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:10:41.483020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Calling delete_port for 2ad9d23c-c9b1-4eca-812d-4b32a23d371d owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:10:41.524446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 16 16:10:41.524446 dv-neutron-786478-2-hyperv neutron-server[85906]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Apr 16 16:10:41.524446 dv-neutron-786478-2-hyperv neutron-server[85906]: [parameters: {'port_id': '2ad9d23c-c9b1-4eca-812d-4b32a23d371d', 'host': 'dv-neutron-786478-2-hyperv', 'level': 0}] Apr 16 16:10:41.524446 dv-neutron-786478-2-hyperv neutron-server[85906]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:10:41.525004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:10:41.527114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:41.534610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:41.580604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Pushing event deleted for resources: {'Port': ['ID=2ad9d23c-c9b1-4eca-812d-4b32a23d371d,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:41.592703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.592906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.593104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.593299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.593490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.593683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.593873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.594064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.594527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.594749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.594980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.595169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:41.597710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:41.613737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] No DVR routers for this DVR port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:10:42.025781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Deleting port 2ad9d23c-c9b1-4eca-812d-4b32a23d371d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:10:42.026193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.091956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] The port '2ad9d23c-c9b1-4eca-812d-4b32a23d371d' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:10:42.171029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.243565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f20dc69-88f8-4261-bc07-4e93f93e2430']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:42.252180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec90c62-4c38-4b31-be3e-5299a2c76de2') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:42.252370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec90c62-4c38-4b31-be3e-5299a2c76de2') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:42.260200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.274288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.278645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Releasing vlan 1470 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:10:42.390071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Network 2f20dc69-88f8-4261-bc07-4e93f93e2430 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:10:42.396093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.507790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Network 2f20dc69-88f8-4261-bc07-4e93f93e2430 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:10:42.521985 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:10:42.577260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.579869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-deae6c71-1a1c-42ce-934a-b9fc310ee951 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:42.590269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.596038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f20dc69-88f8-4261-bc07-4e93f93e2430,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:42.597875 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] 10.222.0.95 "DELETE /v2.0/networks/2f20dc69-88f8-4261-bc07-4e93f93e2430 HTTP/1.1" status: 204 len: 168 time: 1.4620621 Apr 16 16:10:42.598461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4635d78c-7077-499c-9fc2-16d3d02cfe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:42.720003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42110) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:42.745256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c023a72d-5ade-418f-b7c1-99d310f58c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.750360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-134d0001-e43b-47e5-a258-0dc2bb282068 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=2cdabd31730e474fbb534ae3dcd9494f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0294106 Apr 16 16:10:42.752430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42114) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:42.784534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a67898e9-c592-46f6-bd7c-2aece469ba0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.799353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a67898e9-c592-46f6-bd7c-2aece469ba0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.826307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a67898e9-c592-46f6-bd7c-2aece469ba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.829730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56fcee73-7560-4d54-ba24-233122be4540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:42.838172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67898e9-c592-46f6-bd7c-2aece469ba0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807052b9-c26b-4c54-aa71-9500a04e8d9d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:42.840309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a67898e9-c592-46f6-bd7c-2aece469ba0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:42.840791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a67898e9-c592-46f6-bd7c-2aece469ba0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:42.841555 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a67898e9-c592-46f6-bd7c-2aece469ba0d admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/807052b9-c26b-4c54-aa71-9500a04e8d9d HTTP/1.1" status: 204 len: 168 time: 0.0885317 Apr 16 16:10:42.970880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2ad9d23c-c9b1-4eca-812d-4b32a23d371d no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:10:42.991995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 2ad9d23c-c9b1-4eca-812d-4b32a23d371d {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:10:42.992192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 2ad9d23c-c9b1-4eca-812d-4b32a23d371d not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:10:43.045437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.056820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42122) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:43.071730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.086401 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2e1c54a4-5524-4b68-a851-af540dd73dae admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b207b1bc1c2c46ffa6ee54dd9091782c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0285687 Apr 16 16:10:43.087928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42126) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:43.118708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7318d436-efa7-4474-9cb8-a83eedaec3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.132636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7318d436-efa7-4474-9cb8-a83eedaec3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.159087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7318d436-efa7-4474-9cb8-a83eedaec3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.161001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c8681851-25a0-4ed6-bd5a-1145d361e3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:43.167171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318d436-efa7-4474-9cb8-a83eedaec3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89d6293-812f-4559-a66b-893700a4bb79,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:43.169308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7318d436-efa7-4474-9cb8-a83eedaec3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:43.171530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7318d436-efa7-4474-9cb8-a83eedaec3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.172423 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7318d436-efa7-4474-9cb8-a83eedaec3cd admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/f89d6293-812f-4559-a66b-893700a4bb79 HTTP/1.1" status: 204 len: 168 time: 0.0839002 Apr 16 16:10:43.604232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.630945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42150) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:43.692728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2126332515-network', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:10:43.696011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:10:43.698319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Usage tracker for resource:network and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:10:43.700101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:10:43.703472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:10:43.710839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Made reservation on behalf of da64864eb7c94c749cec0672a79a16c7 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:10:43.713440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.720232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.730540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:10:43.732810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Usage tracker for resource:security_group_rule and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:10:43.734380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:10:43.738134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:10:43.784984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.787097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.788699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:43.803685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1478} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:10:43.808639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9ac88d-8171-45eb-ad58-2c02b6a74428,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:43.810924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:43.812345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.812546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Added segment 32a993d0-89d5-4942-b01d-bd556eb9cdaa of type vlan for network 086fac8f-647d-452c-b484-9477c6565939 Apr 16 16:10:43.828452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.844927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.845571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:43.845994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:43.847929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1cd43cf1-a1ea-4aed-ad5b-a851cac2e39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:43.900074 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2682877 Apr 16 16:10:43.901789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Pushing event updated for resources: {'Network': ['ID=086fac8f-647d-452c-b484-9477c6565939,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:43.903922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42156) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:43.905473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:43.908160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Request body: {'subnet': {'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2126332515-subnet', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:10:43.911422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:10:43.913871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Usage tracker for resource:subnet and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:10:43.915066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 086fac8f-647d-452c-b484-9477c6565939 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:10:43.915874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:10:43.919753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:10:43.926815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Made reservation on behalf of da64864eb7c94c749cec0672a79a16c7 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:10:43.929603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:44.179477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:44.185883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1c81b42b-3e4c-4e88-86e3-50e42278bbeb tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:44.270166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71edb563-0913-4d68-852c-ca48260ed9e9,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:44.271033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:44.272010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:44.317011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Checking segment: {'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:10:44.317223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Network hostable DHCP agents. Network: 086fac8f-647d-452c-b484-9477c6565939, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:10:44.328453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Network 086fac8f-647d-452c-b484-9477c6565939 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:10:44.334314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 086fac8f-647d-452c-b484-9477c6565939) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:10:44.341988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d5af89-7635-4725-8d35-20fd127dad4f None None] Network 086fac8f-647d-452c-b484-9477c6565939 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:10:44.342370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:44.342776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:44.355512 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4510036 Apr 16 16:10:44.359300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42160) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:44.362921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:10:44.365628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:10:44.367979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Usage tracker for resource:router and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:10:44.369985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:10:44.373410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:10:44.379481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:44.380104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:44.388528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:44.475649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-086fac8f-647d-452c-b484-9477c6565939', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'fixed_ips': [{'subnet_id': '71edb563-0913-4d68-852c-ca48260ed9e9'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:10:44.476264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:44.573067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Allocated IP 172.20.0.2 (086fac8f-647d-452c-b484-9477c6565939/71edb563-0913-4d68-852c-ca48260ed9e9/ae240556-a157-484c-9d7a-3310b19c85fd) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:10:44.703972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:44.710902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Transition to ACTIVE for port object ae240556-a157-484c-9d7a-3310b19c85fd will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:10:44.723843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Transition to ACTIVE for port object ae240556-a157-484c-9d7a-3310b19c85fd will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:10:44.727470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:44.736482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6f00c3ba-e1ed-4509-aed0-c27528955dc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:44.869162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:44.978566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Pushing event updated for resources: {'Port': ['ID=ae240556-a157-484c-9d7a-3310b19c85fd,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:44.986848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:45.009045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Network 086fac8f-647d-452c-b484-9477c6565939 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:10:45.009764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:10:45.011203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:10:45.058686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:45.060948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Attempting to bind port ae240556-a157-484c-9d7a-3310b19c85fd on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:10:45.061197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Attempting to bind port ae240556-a157-484c-9d7a-3310b19c85fd by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:10:45.061370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Attempting to bind port ae240556-a157-484c-9d7a-3310b19c85fd on network 086fac8f-647d-452c-b484-9477c6565939 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:10:45.065074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:10:45.065274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Checking segment: {'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:10:45.065524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:45.065762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Bound using segment: {'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:10:45.066052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Bound port: ae240556-a157-484c-9d7a-3310b19c85fd, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:10:45.066285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:45.075543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:45.119881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] For port ae240556-a157-484c-9d7a-3310b19c85fd, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:10:45.121818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] For port ae240556-a157-484c-9d7a-3310b19c85fd, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ae240556-a157-484c-9d7a-3310b19c85fd,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:10:45.124263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:45.131209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7674d65c-0232-4338-ae37-dc3d512e37ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:45.174883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Allocated IP 172.26.4.3 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:10:45.212359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Pushing event updated for resources: {'Port': ['ID=ae240556-a157-484c-9d7a-3310b19c85fd,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:45.214394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:45.275473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:45.295194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:45.305365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:45.387781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Pushing event updated for resources: {'Port': ['ID=6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:45.395831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:45.419064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:10:45.419785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:10:45.421252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:10:45.689624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:45.895809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:46.047873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Router b0f795cf-9f2f-4139-91b2-245b962f7faf is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:10:46.150266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:10:46.160300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Sync routers for ids ['b0f795cf-9f2f-4139-91b2-245b962f7faf'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:10:46.166292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Routers {'b0f795cf-9f2f-4139-91b2-245b962f7faf'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:46.166741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b0f795cf-9f2f-4139-91b2-245b962f7faf'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:46.167472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:46.168319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bdd75aa5-f5d5-4823-b7f9-67fd80f0484d admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8084219 Apr 16 16:10:46.170553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42164) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:46.273943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Set router b0f795cf-9f2f-4139-91b2-245b962f7faf gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:46.379180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ab39d0-6144-4c76-8581-9ed5614a5e9e None None] Network 086fac8f-647d-452c-b484-9477c6565939 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:10:46.454839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1545e47f-ab8b-484c-8b21-ecdccd486045 None None] Provisioning for port ae240556-a157-484c-9d7a-3310b19c85fd completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:10:46.461951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:45Z', 'revision_number': 3, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:46.464491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Checking router: b0f795cf-9f2f-4139-91b2-245b962f7faf for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:10:46.464694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Updating router b0f795cf-9f2f-4139-91b2-245b962f7faf port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:10:46.497388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:46.690995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:46.697634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Transition to ACTIVE for port object 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:10:46.701217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:46.708578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fa7a7bf-0306-4eb9-bf54-7fce582aa1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:46.776857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Pushing event updated for resources: {'Port': ['ID=6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:46.788421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.788635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.788785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.788965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.789152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.789341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.789517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.789686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.789875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.790057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.790223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.790441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:46.793267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:46.821848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Attempting to bind port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:10:46.822069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Attempting to bind port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:10:46.822287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Attempting to bind port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:10:46.825388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:10:46.825587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:10:46.825834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:46.826067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:10:46.826351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Bound port: 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:10:46.826590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:46.881344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] For port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:10:46.883160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:46.883469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] For port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:10:46.885435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:46.894673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2fa7a7bf-0306-4eb9-bf54-7fce582aa1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:46.987388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ae240556-a157-484c-9d7a-3310b19c85fd up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:47.000719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Allocated IP 172.20.0.1 (086fac8f-647d-452c-b484-9477c6565939/71edb563-0913-4d68-852c-ca48260ed9e9/e3f130e2-03a4-49ec-9794-da2a8a91457d) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:10:47.031689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port ae240556-a157-484c-9d7a-3310b19c85fd completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:10:47.035258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port ae240556-a157-484c-9d7a-3310b19c85fd triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:47.035530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.090885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.101492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Transition to ACTIVE for port object e3f130e2-03a4-49ec-9794-da2a8a91457d will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:10:47.112400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.121418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.131238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bade30ce-e362-408e-91f4-ed7b6d906720 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:47.132983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port ae240556-a157-484c-9d7a-3310b19c85fd, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ae240556-a157-484c-9d7a-3310b19c85fd,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:47.135636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.136981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f2dc90f5-ec43-4f35-9688-fc442313e4c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:47.141519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Pushing event updated for resources: {'Port': ['ID=6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:47.143628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:47.170191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Routers {'b0f795cf-9f2f-4139-91b2-245b962f7faf'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:47.170588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b0f795cf-9f2f-4139-91b2-245b962f7faf'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:47.177941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=ae240556-a157-484c-9d7a-3310b19c85fd,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:47.179932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:47.211663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f130e2-03a4-49ec-9794-da2a8a91457d,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:47.218304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:47.240464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Network 086fac8f-647d-452c-b484-9477c6565939 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:10:47.241188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:10:47.242552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:10:47.274401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.277928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] Set router b0f795cf-9f2f-4139-91b2-245b962f7faf gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:47.345098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.398114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8a7b43f1-6c8c-4dfe-98b9-7b79704dc956 None None] Provisioning for port e3f130e2-03a4-49ec-9794-da2a8a91457d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:10:47.401284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8a7b43f1-6c8c-4dfe-98b9-7b79704dc956 None None] Provisioning complete for port e3f130e2-03a4-49ec-9794-da2a8a91457d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:47.401590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a7b43f1-6c8c-4dfe-98b9-7b79704dc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.432133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b43f1-6c8c-4dfe-98b9-7b79704dc956 None None] Port e3f130e2-03a4-49ec-9794-da2a8a91457d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:10:47.444558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:45Z', 'revision_number': 3, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:47.446819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b9ee25-8148-4baf-8a3d-b67596c0f51d None None] The sync data for ids ['b0f795cf-9f2f-4139-91b2-245b962f7faf'] in dv-neutron-786478-2-hyperv is: [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:45Z', 'revision_number': 3, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:10:47.470738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.473379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.491770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f8d4fb6-11d5-4e7d-a2c1-d9a39805d132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:47.536942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.544846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f130e2-03a4-49ec-9794-da2a8a91457d,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:47.548233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:47.613729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Network 086fac8f-647d-452c-b484-9477c6565939 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:10:47.614498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:10:47.724459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Router b0f795cf-9f2f-4139-91b2-245b962f7faf has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:10:47.746570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-545bfbc4-13f0-4921-8f31-4185f970fda7 None None] Provisioning complete for port e3f130e2-03a4-49ec-9794-da2a8a91457d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:47.746810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-545bfbc4-13f0-4921-8f31-4185f970fda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:47.786503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-545bfbc4-13f0-4921-8f31-4185f970fda7 None None] Port e3f130e2-03a4-49ec-9794-da2a8a91457d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:10:47.835396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:10:47.845268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] 10.222.0.95 "PUT /v2.0/routers/b0f795cf-9f2f-4139-91b2-245b962f7faf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6698966 Apr 16 16:10:48.131510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42182) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:48.135442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1461374836-network', 'tenant_id': '41170879f6f44756b7f4763fd288f252'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:10:48.138626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:10:48.140967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Usage tracker for resource:network and tenant:41170879f6f44756b7f4763fd288f252 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:10:48.143215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:10:48.146699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:10:48.153314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Made reservation on behalf of 41170879f6f44756b7f4763fd288f252 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:10:48.156265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.166644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.175432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:10:48.177730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Usage tracker for resource:security_group_rule and tenant:41170879f6f44756b7f4763fd288f252 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:10:48.179418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:10:48.182979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:10:48.228598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.230957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.232767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a67898e9-c592-46f6-bd7c-2aece469ba0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:48.248374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1461} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:10:48.253661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed24680-3688-4ee0-9662-2cbbd98be9d0,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:48.258545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.258759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Added segment 1db8eb7e-ef61-4a8a-b835-34b1b8be35b5 of type vlan for network a7570db3-e10b-4bc7-a110-db4c9c0d3557 Apr 16 16:10:48.259809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.260042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.260271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.260497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.260719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.260943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.261178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.261404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.261626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.261847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.262069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.262289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:10:48.264700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:48.278283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.296388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.297294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:48.297764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.299736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-da08784e-7052-444f-ab93-9e51ea9f8d9f tempest-PortsTestJSON-1520318350 tempest-PortsTestJSON-1520318350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:48.353636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Pushing event updated for resources: {'Network': ['ID=a7570db3-e10b-4bc7-a110-db4c9c0d3557,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:48.355427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:48.356558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-41f470ad-437a-4450-9d03-4a0cb8952aae admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2242877 Apr 16 16:10:48.358600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42186) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:48.362347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Request body: {'subnet': {'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1461374836-subnet', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'ip_version': 4}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:10:48.363760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network a7570db3-e10b-4bc7-a110-db4c9c0d3557 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:10:48.365671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:10:48.369768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Usage tracker for resource:subnet and tenant:41170879f6f44756b7f4763fd288f252 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:10:48.373603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:10:48.379033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:10:48.385591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Made reservation on behalf of 41170879f6f44756b7f4763fd288f252 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:10:48.388505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.612547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.619046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9d29643-c41e-4851-953a-4914960b53ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:48.681545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca239bac-48c3-4a94-a9b7-e5bd6582ff07,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:48.683389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:48.722699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Checking segment: {'id': '1db8eb7e-ef61-4a8a-b835-34b1b8be35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:10:48.722901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Network hostable DHCP agents. Network: a7570db3-e10b-4bc7-a110-db4c9c0d3557, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:10:48.734156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Network a7570db3-e10b-4bc7-a110-db4c9c0d3557 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:10:48.740202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, a7570db3-e10b-4bc7-a110-db4c9c0d3557) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:10:48.747139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:48.747778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.750894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf4f6d-60e1-42e8-ba1d-ac4f094a3f50 None None] Network a7570db3-e10b-4bc7-a110-db4c9c0d3557 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:10:48.758682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3994503 Apr 16 16:10:48.760787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42190) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:48.763947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1461374836-router', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:10:48.767457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:10:48.769816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Usage tracker for resource:router and tenant:41170879f6f44756b7f4763fd288f252 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:10:48.771871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:10:48.775254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:10:48.780755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.781414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.789968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.883367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-a7570db3-e10b-4bc7-a110-db4c9c0d3557', 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'fixed_ips': [{'subnet_id': 'ca239bac-48c3-4a94-a9b7-e5bd6582ff07'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:10:48.883957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:48.980627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Allocated IP 172.20.0.2 (a7570db3-e10b-4bc7-a110-db4c9c0d3557/ca239bac-48c3-4a94-a9b7-e5bd6582ff07/6c40d50e-25f9-45b3-bd37-2ba50f8ccb45) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:10:49.056310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ae240556-a157-484c-9d7a-3310b19c85fd up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:49.143217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port ae240556-a157-484c-9d7a-3310b19c85fd triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:49.143856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.164284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.176820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Transition to ACTIVE for port object 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:10:49.194161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Transition to ACTIVE for port object 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:10:49.213877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.218502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.226970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aee4b19f-ea45-4d66-953a-65e4eaf48825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:49.300026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:49.323464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Pushing event updated for resources: {'Port': ['ID=6c40d50e-25f9-45b3-bd37-2ba50f8ccb45,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:49.328164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:49.368249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:10:49.372058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Network a7570db3-e10b-4bc7-a110-db4c9c0d3557 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:10:49.372988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:10:49.374072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:49.374313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.388492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:10:49.428772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.448498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.455675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Attempting to bind port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:10:49.455890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Attempting to bind port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '1db8eb7e-ef61-4a8a-b835-34b1b8be35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:10:49.456107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Attempting to bind port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 on network a7570db3-e10b-4bc7-a110-db4c9c0d3557 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:10:49.459854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:10:49.460068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Checking segment: {'id': '1db8eb7e-ef61-4a8a-b835-34b1b8be35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:10:49.460316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.460558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Bound using segment: {'id': '1db8eb7e-ef61-4a8a-b835-34b1b8be35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:10:49.460848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Bound port: 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db8eb7e-ef61-4a8a-b835-34b1b8be35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:10:49.461078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.524979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.539432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Allocated IP 172.26.4.149 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/cae0b3f1-0249-44ae-93d4-279009e17fb2) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:10:49.544569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:49.547576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] For port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:10:49.548890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.550871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] For port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6c40d50e-25f9-45b3-bd37-2ba50f8ccb45,segment=NetworkSegment(1db8eb7e-ef61-4a8a-b835-34b1b8be35b5),segment_id=1db8eb7e-ef61-4a8a-b835-34b1b8be35b5)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:10:49.551411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:49.571877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.631686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.633942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:49.640880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:49.641548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:49.650839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:49.660200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-19392904-4069-47c1-9597-c60a7e602754 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:49.694709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Pushing event updated for resources: {'Port': ['ID=6c40d50e-25f9-45b3-bd37-2ba50f8ccb45,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:49.696799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:49.738108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Sync routers for ids ['b0f795cf-9f2f-4139-91b2-245b962f7faf'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:10:49.742793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Pushing event updated for resources: {'Port': ['ID=cae0b3f1-0249-44ae-93d4-279009e17fb2,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:49.744173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Routers {'b0f795cf-9f2f-4139-91b2-245b962f7faf'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:49.744526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b0f795cf-9f2f-4139-91b2-245b962f7faf'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:49.744603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:49.768643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:10:49.769397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:10:49.771005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:10:50.028450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:50.030408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Set router b0f795cf-9f2f-4139-91b2-245b962f7faf gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:50.218081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:47Z', 'revision_number': 4, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'e3f130e2-03a4-49ec-9794-da2a8a91457d', 'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'mac_address': 'fa:16:3e:22:55:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:46Z', 'updated_at': '2021-04-16T16:10:47Z', 'revision_number': 2, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'subnets': [{'id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:50.220890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Checking router: b0f795cf-9f2f-4139-91b2-245b962f7faf for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:10:50.221107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Updating router b0f795cf-9f2f-4139-91b2-245b962f7faf port e3f130e2-03a4-49ec-9794-da2a8a91457d binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:10:50.251560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:50.255477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:50.376597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Router a105688e-2775-49b3-8c87-fa298a51d6cd is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:10:50.480575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:10:50.480880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:50.487815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Sync routers for ids ['a105688e-2775-49b3-8c87-fa298a51d6cd'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:10:50.488277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Transition to ACTIVE for port object e3f130e2-03a4-49ec-9794-da2a8a91457d will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:10:50.493014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:50.493845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Routers {'a105688e-2775-49b3-8c87-fa298a51d6cd'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:50.494210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a105688e-2775-49b3-8c87-fa298a51d6cd'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:50.498059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:50.500940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7375419 Apr 16 16:10:50.501085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42194) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:10:50.503862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0c3b0ae-d8ed-479a-b55d-f7ecad0b1dba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:50.587404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c838ed-a2ac-4acd-aad9-2d3a098d7832 None None] Pushing event updated for resources: {'Port': ['ID=e3f130e2-03a4-49ec-9794-da2a8a91457d,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:50.590356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5c838ed-a2ac-4acd-aad9-2d3a098d7832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:50.607720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Set router a105688e-2775-49b3-8c87-fa298a51d6cd gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:50.735872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Attempting to bind port e3f130e2-03a4-49ec-9794-da2a8a91457d on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:10:50.736063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Attempting to bind port e3f130e2-03a4-49ec-9794-da2a8a91457d by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:10:50.736277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Attempting to bind port e3f130e2-03a4-49ec-9794-da2a8a91457d on network 086fac8f-647d-452c-b484-9477c6565939 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:10:50.742907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:10:50.743190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Checking segment: {'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:10:50.743407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:50.743687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Bound using segment: {'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:10:50.744002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Bound port: e3f130e2-03a4-49ec-9794-da2a8a91457d, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:10:50.744247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:50.811988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] For port e3f130e2-03a4-49ec-9794-da2a8a91457d, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:10:50.814303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] For port e3f130e2-03a4-49ec-9794-da2a8a91457d, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e3f130e2-03a4-49ec-9794-da2a8a91457d,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:10:50.819475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:50.820389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'name': 'tempest-TestMinimumBasicScenario-1461374836-router', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:48Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 3, 'project_id': '41170879f6f44756b7f4763fd288f252', 'gw_port': {'id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:49Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:50.822941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Checking router: a105688e-2775-49b3-8c87-fa298a51d6cd for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:10:50.823155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Updating router a105688e-2775-49b3-8c87-fa298a51d6cd port cae0b3f1-0249-44ae-93d4-279009e17fb2 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:10:50.829928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f2dc90f5-ec43-4f35-9688-fc442313e4c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:50.857669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:50.887965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60130a4e-5828-4855-933c-5811eeeef835 None None] Network a7570db3-e10b-4bc7-a110-db4c9c0d3557 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:10:51.045883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c838ed-a2ac-4acd-aad9-2d3a098d7832 None None] Pushing event updated for resources: {'Port': ['ID=e3f130e2-03a4-49ec-9794-da2a8a91457d,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:51.049888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5c838ed-a2ac-4acd-aad9-2d3a098d7832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:51.068598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.071126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-79197929-52e9-4704-ba16-767ad02e2c86 None None] Provisioning for port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:10:51.073000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:51.075909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Transition to ACTIVE for port object cae0b3f1-0249-44ae-93d4-279009e17fb2 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:10:51.079854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.088178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-09be890c-f765-4f4c-9a35-4d1ddf6400b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:51.127104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Routers {'b0f795cf-9f2f-4139-91b2-245b962f7faf'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:51.127484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b0f795cf-9f2f-4139-91b2-245b962f7faf'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:51.158987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454cfb8-0b37-4700-9f32-b10598ff5c06 None None] Pushing event updated for resources: {'Port': ['ID=cae0b3f1-0249-44ae-93d4-279009e17fb2,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:51.166045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9454cfb8-0b37-4700-9f32-b10598ff5c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:51.201058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Attempting to bind port cae0b3f1-0249-44ae-93d4-279009e17fb2 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:10:51.201212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Attempting to bind port cae0b3f1-0249-44ae-93d4-279009e17fb2 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:10:51.201392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Attempting to bind port cae0b3f1-0249-44ae-93d4-279009e17fb2 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:10:51.206619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:10:51.209213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:10:51.209292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:10:51.209551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.209793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:10:51.210298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Bound port: cae0b3f1-0249-44ae-93d4-279009e17fb2, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:10:51.210298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.211875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:51.212113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.258299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] For port cae0b3f1-0249-44ae-93d4-279009e17fb2, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:10:51.260211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] For port cae0b3f1-0249-44ae-93d4-279009e17fb2, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cae0b3f1-0249-44ae-93d4-279009e17fb2,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:10:51.267637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.276990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:51.279918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.280532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] Set router b0f795cf-9f2f-4139-91b2-245b962f7faf gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:51.364363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454cfb8-0b37-4700-9f32-b10598ff5c06 None None] Pushing event updated for resources: {'Port': ['ID=cae0b3f1-0249-44ae-93d4-279009e17fb2,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:51.367371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9454cfb8-0b37-4700-9f32-b10598ff5c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:51.390723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Routers {'a105688e-2775-49b3-8c87-fa298a51d6cd'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:51.391131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a105688e-2775-49b3-8c87-fa298a51d6cd'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:51.436426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Allocated IP 172.20.0.1 (a7570db3-e10b-4bc7-a110-db4c9c0d3557/ca239bac-48c3-4a94-a9b7-e5bd6582ff07/3fd73fdf-58e2-424c-bfb1-678034532683) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:10:51.539961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.552222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Transition to ACTIVE for port object 3fd73fdf-58e2-424c-bfb1-678034532683 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:10:51.569590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.580935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4fc501e4-e03a-4cca-a73c-1b0335c5b2eb tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:51.587359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.650033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6c40d50e-25f9-45b3-bd37-2ba50f8ccb45,segment=NetworkSegment(1db8eb7e-ef61-4a8a-b835-34b1b8be35b5),segment_id=1db8eb7e-ef61-4a8a-b835-34b1b8be35b5)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:51.656626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.657261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:51.664744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Pushing event updated for resources: {'Port': ['ID=3fd73fdf-58e2-424c-bfb1-678034532683,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:51.665244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] Set router a105688e-2775-49b3-8c87-fa298a51d6cd gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:51.667357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:51.678270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-59c92a2c-0f3a-40da-830e-bb39d0cf4ba7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:51.699111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Network a7570db3-e10b-4bc7-a110-db4c9c0d3557 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:10:51.699996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:10:51.701796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:10:51.729625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=6c40d50e-25f9-45b3-bd37-2ba50f8ccb45,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:51.735071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:51.741230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.752043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0a203204-9b89-4505-91d8-f98276b466dc None None] Provisioning complete for port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:51.752409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a203204-9b89-4505-91d8-f98276b466dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.824971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:51.825216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.828132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.845378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'name': 'tempest-TestMinimumBasicScenario-1461374836-router', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:48Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 3, 'project_id': '41170879f6f44756b7f4763fd288f252', 'gw_port': {'id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:49Z', 'updated_at': '2021-04-16T16:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:51.847968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fcdd88-19bc-4e09-9e7f-3622c6453783 None None] The sync data for ids ['a105688e-2775-49b3-8c87-fa298a51d6cd'] in dv-neutron-786478-2-hyperv is: [{'id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'name': 'tempest-TestMinimumBasicScenario-1461374836-router', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:48Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 3, 'project_id': '41170879f6f44756b7f4763fd288f252', 'gw_port': {'id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:49Z', 'updated_at': '2021-04-16T16:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:10:51.902762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:47Z', 'revision_number': 4, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'e3f130e2-03a4-49ec-9794-da2a8a91457d', 'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'mac_address': 'fa:16:3e:22:55:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:46Z', 'updated_at': '2021-04-16T16:10:50Z', 'revision_number': 4, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'subnets': [{'id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:51.906735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb8b65a-b9e2-4d8a-894b-83b79a572d33 None None] The sync data for ids ['b0f795cf-9f2f-4139-91b2-245b962f7faf'] in dv-neutron-786478-2-hyperv is: [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:47Z', 'revision_number': 4, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'e3f130e2-03a4-49ec-9794-da2a8a91457d', 'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'mac_address': 'fa:16:3e:22:55:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:46Z', 'updated_at': '2021-04-16T16:10:50Z', 'revision_number': 4, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'subnets': [{'id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:10:51.976967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:51.979683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:52.001569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e5863df-ab44-4dd5-ad3e-6f8cbc0b34f5 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:52.016126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-53b0df97-1055-452e-9140-5d9f45e7a43b None None] Provisioning for port 3fd73fdf-58e2-424c-bfb1-678034532683 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:10:52.019359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-53b0df97-1055-452e-9140-5d9f45e7a43b None None] Provisioning complete for port 3fd73fdf-58e2-424c-bfb1-678034532683 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:52.021511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-53b0df97-1055-452e-9140-5d9f45e7a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:52.050287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:52.056948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-53b0df97-1055-452e-9140-5d9f45e7a43b None None] Port 3fd73fdf-58e2-424c-bfb1-678034532683 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:10:52.059124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Pushing event updated for resources: {'Port': ['ID=3fd73fdf-58e2-424c-bfb1-678034532683,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:52.062440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:52.131976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Network a7570db3-e10b-4bc7-a110-db4c9c0d3557 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:10:52.132677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:10:52.258622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Router a105688e-2775-49b3-8c87-fa298a51d6cd has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:10:52.368265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:10:52.372396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c1a30863-d798-48da-b4f3-c879fda9a47d None None] Provisioning complete for port 3fd73fdf-58e2-424c-bfb1-678034532683 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:52.372652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c1a30863-d798-48da-b4f3-c879fda9a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:52.378985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] 10.222.0.95 "PUT /v2.0/routers/a105688e-2775-49b3-8c87-fa298a51d6cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722470 Apr 16 16:10:52.434454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c1a30863-d798-48da-b4f3-c879fda9a47d None None] Port 3fd73fdf-58e2-424c-bfb1-678034532683 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:10:53.057774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e3f130e2-03a4-49ec-9794-da2a8a91457d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:53.101976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port e3f130e2-03a4-49ec-9794-da2a8a91457d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:10:53.105330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port e3f130e2-03a4-49ec-9794-da2a8a91457d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:53.105638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:53.175928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:53.202007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port e3f130e2-03a4-49ec-9794-da2a8a91457d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e3f130e2-03a4-49ec-9794-da2a8a91457d,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:53.204652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:53.205233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:53.228707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72dfce49-5930-4637-aa8f-a398f22e4079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:53.277833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=e3f130e2-03a4-49ec-9794-da2a8a91457d,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:53.280950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:53.286084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:53.286333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:53.358899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cae0b3f1-0249-44ae-93d4-279009e17fb2 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:53.402253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port cae0b3f1-0249-44ae-93d4-279009e17fb2 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:10:53.406001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port cae0b3f1-0249-44ae-93d4-279009e17fb2 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:53.406238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:53.478112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:53.488906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port cae0b3f1-0249-44ae-93d4-279009e17fb2, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cae0b3f1-0249-44ae-93d4-279009e17fb2,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:53.491204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:53.494394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:53.535458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=cae0b3f1-0249-44ae-93d4-279009e17fb2,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:53.537665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:54.574836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Sync routers for ids ['a105688e-2775-49b3-8c87-fa298a51d6cd'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:10:54.581486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Routers {'a105688e-2775-49b3-8c87-fa298a51d6cd'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:54.582013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a105688e-2775-49b3-8c87-fa298a51d6cd'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:54.688286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Set router a105688e-2775-49b3-8c87-fa298a51d6cd gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:54.874265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'name': 'tempest-TestMinimumBasicScenario-1461374836-router', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:48Z', 'updated_at': '2021-04-16T16:10:51Z', 'revision_number': 4, 'project_id': '41170879f6f44756b7f4763fd288f252', 'gw_port': {'id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:49Z', 'updated_at': '2021-04-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3fd73fdf-58e2-424c-bfb1-678034532683', 'name': '', 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'mac_address': 'fa:16:3e:21:c3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ca239bac-48c3-4a94-a9b7-e5bd6582ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:51Z', 'updated_at': '2021-04-16T16:10:51Z', 'revision_number': 2, 'project_id': '41170879f6f44756b7f4763fd288f252', 'subnets': [{'id': 'ca239bac-48c3-4a94-a9b7-e5bd6582ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:54.876695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Checking router: a105688e-2775-49b3-8c87-fa298a51d6cd for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:10:54.876959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Updating router a105688e-2775-49b3-8c87-fa298a51d6cd port 3fd73fdf-58e2-424c-bfb1-678034532683 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:10:54.908711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:54.991076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e3f130e2-03a4-49ec-9794-da2a8a91457d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:55.075718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port e3f130e2-03a4-49ec-9794-da2a8a91457d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:55.075950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:55.177632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cae0b3f1-0249-44ae-93d4-279009e17fb2 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:55.246425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:55.256041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Transition to ACTIVE for port object 3fd73fdf-58e2-424c-bfb1-678034532683 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:10:55.257429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port cae0b3f1-0249-44ae-93d4-279009e17fb2 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:55.257658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:55.280291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:55.290408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5c838ed-a2ac-4acd-aad9-2d3a098d7832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:55.582565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a208c75-1b1c-43fa-bbcb-379271423ebf None None] Pushing event updated for resources: {'Port': ['ID=3fd73fdf-58e2-424c-bfb1-678034532683,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:55.587848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a208c75-1b1c-43fa-bbcb-379271423ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:55.693997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Attempting to bind port 3fd73fdf-58e2-424c-bfb1-678034532683 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:10:55.694235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Attempting to bind port 3fd73fdf-58e2-424c-bfb1-678034532683 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '1db8eb7e-ef61-4a8a-b835-34b1b8be35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:10:55.694484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Attempting to bind port 3fd73fdf-58e2-424c-bfb1-678034532683 on network a7570db3-e10b-4bc7-a110-db4c9c0d3557 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:10:55.701485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:10:55.701727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Checking segment: {'id': '1db8eb7e-ef61-4a8a-b835-34b1b8be35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:10:55.701993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:55.702230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Bound using segment: {'id': '1db8eb7e-ef61-4a8a-b835-34b1b8be35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:10:55.702559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Bound port: 3fd73fdf-58e2-424c-bfb1-678034532683, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db8eb7e-ef61-4a8a-b835-34b1b8be35b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1461, 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:10:55.702917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:55.760194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] For port 3fd73fdf-58e2-424c-bfb1-678034532683, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:10:55.762074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] For port 3fd73fdf-58e2-424c-bfb1-678034532683, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3fd73fdf-58e2-424c-bfb1-678034532683,segment=NetworkSegment(1db8eb7e-ef61-4a8a-b835-34b1b8be35b5),segment_id=1db8eb7e-ef61-4a8a-b835-34b1b8be35b5)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:10:55.831458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:55.847134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-01c9fc89-bd7a-40b0-bc7b-dc8972dfcf06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:55.930905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a208c75-1b1c-43fa-bbcb-379271423ebf None None] Pushing event updated for resources: {'Port': ['ID=3fd73fdf-58e2-424c-bfb1-678034532683,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:55.934043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a208c75-1b1c-43fa-bbcb-379271423ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:55.963312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Routers {'a105688e-2775-49b3-8c87-fa298a51d6cd'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:10:55.963791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:10:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a105688e-2775-49b3-8c87-fa298a51d6cd'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:56.096859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] Set router a105688e-2775-49b3-8c87-fa298a51d6cd gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:10:56.288468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'name': 'tempest-TestMinimumBasicScenario-1461374836-router', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:48Z', 'updated_at': '2021-04-16T16:10:51Z', 'revision_number': 4, 'project_id': '41170879f6f44756b7f4763fd288f252', 'gw_port': {'id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:49Z', 'updated_at': '2021-04-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3fd73fdf-58e2-424c-bfb1-678034532683', 'name': '', 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'mac_address': 'fa:16:3e:21:c3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ca239bac-48c3-4a94-a9b7-e5bd6582ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:51Z', 'updated_at': '2021-04-16T16:10:55Z', 'revision_number': 4, 'project_id': '41170879f6f44756b7f4763fd288f252', 'subnets': [{'id': 'ca239bac-48c3-4a94-a9b7-e5bd6582ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:10:56.290970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8b516-b396-49ef-ae04-641e216fadf5 None None] The sync data for ids ['a105688e-2775-49b3-8c87-fa298a51d6cd'] in dv-neutron-786478-2-hyperv is: [{'id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'name': 'tempest-TestMinimumBasicScenario-1461374836-router', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:48Z', 'updated_at': '2021-04-16T16:10:51Z', 'revision_number': 4, 'project_id': '41170879f6f44756b7f4763fd288f252', 'gw_port': {'id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:49Z', 'updated_at': '2021-04-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3fd73fdf-58e2-424c-bfb1-678034532683', 'name': '', 'network_id': 'a7570db3-e10b-4bc7-a110-db4c9c0d3557', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'mac_address': 'fa:16:3e:21:c3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'ca239bac-48c3-4a94-a9b7-e5bd6582ff07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:51Z', 'updated_at': '2021-04-16T16:10:55Z', 'revision_number': 4, 'project_id': '41170879f6f44756b7f4763fd288f252', 'subnets': [{'id': 'ca239bac-48c3-4a94-a9b7-e5bd6582ff07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:10:56.999026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3fd73fdf-58e2-424c-bfb1-678034532683 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:57.044653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 3fd73fdf-58e2-424c-bfb1-678034532683 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:10:57.048537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3fd73fdf-58e2-424c-bfb1-678034532683 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:57.048779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:57.127859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:57.147058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 3fd73fdf-58e2-424c-bfb1-678034532683, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3fd73fdf-58e2-424c-bfb1-678034532683,segment=NetworkSegment(1db8eb7e-ef61-4a8a-b835-34b1b8be35b5),segment_id=1db8eb7e-ef61-4a8a-b835-34b1b8be35b5)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:10:57.149403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:57.150819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:10:57.194070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=3fd73fdf-58e2-424c-bfb1-678034532683,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:10:57.195130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:10:57.859629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:10:58.023188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-376a58f5-3009-4b14-a304-bd8d90976de2 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:10:58.023968 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-376a58f5-3009-4b14-a304-bd8d90976de2 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/networks?id=086fac8f-647d-452c-b484-9477c6565939 HTTP/1.1" status: 200 len: 815 time: 0.0950503 Apr 16 16:10:58.032992 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-a9620916-a13f-4bca-b95c-87ea68c9bd8e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/quotas/da64864eb7c94c749cec0672a79a16c7 HTTP/1.1" status: 200 len: 375 time: 0.0054259 Apr 16 16:10:58.082181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-331fd461-a82c-4f8c-aac2-16a5904e5b1c tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=da64864eb7c94c749cec0672a79a16c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461552 Apr 16 16:10:58.161595 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-79f24130-3055-4cda-8085-dbbad86af38e service neutron] 10.222.0.95 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0719092 Apr 16 16:10:58.236755 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-246e4d31-5a20-4afc-b10a-900af7a838b9 service neutron] 10.222.0.95 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0718124 Apr 16 16:10:58.370900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2af17c5-6157-42c6-a5bb-c5e2b688daf5 req-97e6418f-fe80-408d-9db9-3d4ceb75b141 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0307262 Apr 16 16:10:58.990049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3fd73fdf-58e2-424c-bfb1-678034532683 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:10:59.042396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3fd73fdf-58e2-424c-bfb1-678034532683 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:10:59.042825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:10:59.498289 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9ca6fa8-570c-4c7e-a304-207ecacc99fd req-96e7cbcb-76fd-4e12-937e-4532ed5b268e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0415409 Apr 16 16:11:00.785822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bebd468c-12d9-4397-b759-c2cd5b757331 req-94a54d7e-8abc-4184-9405-1c7da6903b73 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0355463 Apr 16 16:11:01.927927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea2b00ba-79bd-4733-89d3-6c276037a7eb req-a40739ee-d1b9-42b4-a471-a9251a630455 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0493243 Apr 16 16:11:03.053115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d94cfbfa-1062-4f53-b44a-48d188a935d6 req-5db7fda6-81ed-407a-9437-0c1df6c5367d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0396535 Apr 16 16:11:04.188175 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99c9a56d-2f6d-4c1f-b79b-d962e3f200ba req-30a106e5-db75-4b10-b9c6-1e506dac655e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0374930 Apr 16 16:11:05.325276 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae1cc9c2-fe43-4f09-b9a1-6b00096a33cc req-b4088c2c-d038-4775-8284-1b0f7d5f13e4 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0438125 Apr 16 16:11:06.465944 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd395f74-daf0-48a7-b6d6-a9813a69e2b3 req-7a1cbe4d-86bc-4bf0-a4c1-57bfcba1406e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0443597 Apr 16 16:11:07.609287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-573b6495-fb40-473c-bbec-f8a501a6c8cc req-df3faa11-b796-4ec0-9fd0-d357718baeeb tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0471416 Apr 16 16:11:08.737730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3278bc03-19b0-473c-bd6a-d1946d6ef354 req-ffc2302e-7d22-47f4-a645-31536d45dbc8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0356843 Apr 16 16:11:09.803413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-51409d65-18fe-4165-b832-661300ab100e req-ab3a6cb0-878c-4a7c-add7-b1a48e7982e9 tempest-ServerDiskConfigTestJSON-1113639961 tempest-ServerDiskConfigTestJSON-1113639961-project] (86006) timed out ('10.222.0.107', 55636) {{(pid=86006) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 16:11:09.856207 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-38f73c83-7322-4b42-8ec5-37eea91b3be4 req-239c6070-804c-4d38-bb9c-8fbcb81edf6c tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0352275 Apr 16 16:11:10.997730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7bc958e7-2fc2-4cc1-a1ea-9908aa2553b3 req-766707fb-b392-49a2-ba93-e015bc6604b8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0488470 Apr 16 16:11:11.339802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d73a7eab-8a0c-4a19-95bc-8a58f2a38ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:12.125203 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d14cdf70-2fb2-476f-a507-2e2b33782e66 req-8c0ca4d1-b1fc-4684-ac16-e926acd391ae tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0351810 Apr 16 16:11:12.763383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d4f56499-dc71-4f0d-85fb-c95844363ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:13.060153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:13.079345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:13.248278 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-381cef35-6422-41ac-aeab-1a1be640cc98 req-3ea4a8ee-0db0-4255-96a2-de5301d5b0f5 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0346496 Apr 16 16:11:13.634234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:14.276938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:14.385455 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff772df3-7824-4f6f-94cc-528abe1f203b req-fd4a07af-9c0b-486b-922c-31b7209da2b1 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0513301 Apr 16 16:11:15.503088 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f71e2c0-8469-4f91-ad80-dfeb7463efdc req-dccf34b3-4918-4716-915d-c8b29e6649ab tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0339906 Apr 16 16:11:16.639191 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13c082bf-8ca3-4da4-823e-9f355d45a14d req-4617e6d4-94a1-4fc1-8110-b58f49663f2b tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0442629 Apr 16 16:11:17.783934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28ddc478-683a-4ac9-8c47-b71eda441a92 req-3abcaae7-bb25-4454-a197-23dadf913afd tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0549359 Apr 16 16:11:18.923745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af09f7c7-4e79-4a8e-b34b-a634e8538b14 req-30cfdddd-c0b3-4668-9cc7-86543879e30d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0440540 Apr 16 16:11:20.072872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d041fc0-f3a9-44e2-be8f-1cd095ec7c25 req-14baef77-b2bd-4000-9525-f76cf1c95cfb tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0509052 Apr 16 16:11:21.214062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef7dcd97-beef-4e44-af0c-f14efddfaf48 req-224c49a9-cdfb-425f-bf4d-574a1ee3b7a8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0502927 Apr 16 16:11:22.337627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-430d3a58-cc68-4bca-813e-a0a999e4e094 req-cf828179-2b2b-494f-9ee2-01c9614d7465 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0347519 Apr 16 16:11:23.478207 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eca5e71e-228d-42f2-a2f0-0b8f0d1c03a8 req-17271d08-99c2-46d7-a4c3-99136ac9dc33 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0383625 Apr 16 16:11:23.974810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-c716798a-2758-4b06-9d42-f036bdb81c40 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:23.975908 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-c716798a-2758-4b06-9d42-f036bdb81c40 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.107 "GET /v2.0/networks?id=086fac8f-647d-452c-b484-9477c6565939 HTTP/1.1" status: 200 len: 815 time: 0.1158223 Apr 16 16:11:23.990275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Request body: {'port': {'device_id': '7896e700-8104-4978-94dc-f4478680bf54', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'admin_state_up': True, 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:11:24.086387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:11:24.089480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Usage tracker for resource:port and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:11:24.091691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:11:24.095687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:11:24.103196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Made reservation on behalf of da64864eb7c94c749cec0672a79a16c7 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:11:24.107540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:24.222288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Allocated IP 172.20.0.7 (086fac8f-647d-452c-b484-9477c6565939/71edb563-0913-4d68-852c-ca48260ed9e9/85868aa4-d7ca-4595-9c03-9acfb08fd47c) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:11:24.368959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:24.380423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Transition to ACTIVE for port object 85868aa4-d7ca-4595-9c03-9acfb08fd47c will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:11:24.398130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:24.763454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:24.836691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'Port': ['ID=85868aa4-d7ca-4595-9c03-9acfb08fd47c,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:24.841108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:24.847100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Network 086fac8f-647d-452c-b484-9477c6565939 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:11:24.848148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:11:24.849896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:11:24.893917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a083fd6-3bbd-4851-993c-e7002329af11 req-c226146a-14e3-464f-a3e5-5b4fbe61e8ac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:24.894686 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a083fd6-3bbd-4851-993c-e7002329af11 req-c226146a-14e3-464f-a3e5-5b4fbe61e8ac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 931 time: 0.1127133 Apr 16 16:11:24.898012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:24.898385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:24.932299 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a083fd6-3bbd-4851-993c-e7002329af11 req-ea521e42-4990-46ba-af70-a039126bcc4d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311146 Apr 16 16:11:24.945885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9589391 Apr 16 16:11:24.959933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Request body: {'port': {'device_id': '7896e700-8104-4978-94dc-f4478680bf54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:11:25.025343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:25.035058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8343e0fd-937f-47d1-9d8d-b09970819012 None None] Provisioning for port 85868aa4-d7ca-4595-9c03-9acfb08fd47c completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:11:25.039798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8343e0fd-937f-47d1-9d8d-b09970819012 None None] Provisioning complete for port 85868aa4-d7ca-4595-9c03-9acfb08fd47c triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:11:25.040274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8343e0fd-937f-47d1-9d8d-b09970819012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:25.077406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8343e0fd-937f-47d1-9d8d-b09970819012 None None] Port 85868aa4-d7ca-4595-9c03-9acfb08fd47c cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:11:25.233048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85868aa4-d7ca-4595-9c03-9acfb08fd47c {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:11:25.237105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:25.245251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Transition to ACTIVE for port object 85868aa4-d7ca-4595-9c03-9acfb08fd47c will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:11:25.247474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:25.259303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-33a3303b-7635-43b1-90f7-777a45d912b1 tempest-DeleteServersTestJSON-1701452939 tempest-DeleteServersTestJSON-1701452939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:25.329231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Pushing event updated for resources: {'Port': ['ID=85868aa4-d7ca-4595-9c03-9acfb08fd47c,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:25.336196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:25.451632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Attempting to bind port 85868aa4-d7ca-4595-9c03-9acfb08fd47c on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:11:25.451846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Attempting to bind port 85868aa4-d7ca-4595-9c03-9acfb08fd47c by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:11:25.451984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Attempting to bind port 85868aa4-d7ca-4595-9c03-9acfb08fd47c on network 086fac8f-647d-452c-b484-9477c6565939 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:11:25.454783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Port 85868aa4-d7ca-4595-9c03-9acfb08fd47c on network 086fac8f-647d-452c-b484-9477c6565939 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:11:25.454964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Attempting to bind port 85868aa4-d7ca-4595-9c03-9acfb08fd47c on network 086fac8f-647d-452c-b484-9477c6565939 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:11:25.458336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:11:25.458562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Checking segment: {'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:11:25.458791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Bound using segment: {'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:11:25.459042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Bound port: 85868aa4-d7ca-4595-9c03-9acfb08fd47c, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a993d0-89d5-4942-b01d-bd556eb9cdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1478, 'network_id': '086fac8f-647d-452c-b484-9477c6565939'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:11:25.459247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:25.512236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] For port 85868aa4-d7ca-4595-9c03-9acfb08fd47c, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:11:25.513943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] For port 85868aa4-d7ca-4595-9c03-9acfb08fd47c, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:11:25.516494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:25.523763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-20124235-244c-4e33-99a8-6d208b7c844d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:25.598852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Pushing event updated for resources: {'Port': ['ID=85868aa4-d7ca-4595-9c03-9acfb08fd47c,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:25.600765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:25.622685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:25.623009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:25.623942 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] 10.222.0.107 "PUT /v2.0/ports/85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 200 len: 1093 time: 0.6666169 Apr 16 16:11:25.624243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:11:25.651916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'status': 'completed', 'code': 200} Apr 16 16:11:26.093751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2d808-a4e3-4216-9075-44918e423487 req-a58e0943-df4f-4613-9297-db87152c9944 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:26.094183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-34c2d808-a4e3-4216-9075-44918e423487 req-a58e0943-df4f-4613-9297-db87152c9944 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Synchronizing usage tracker for tenant:da64864eb7c94c749cec0672a79a16c7 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:11:26.107665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-34c2d808-a4e3-4216-9075-44918e423487 req-a58e0943-df4f-4613-9297-db87152c9944 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Unset dirty status for tenant:da64864eb7c94c749cec0672a79a16c7 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:11:26.108596 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-34c2d808-a4e3-4216-9075-44918e423487 req-a58e0943-df4f-4613-9297-db87152c9944 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 943 time: 0.0703809 Apr 16 16:11:26.140488 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-34c2d808-a4e3-4216-9075-44918e423487 req-1f26759c-cd44-41c1-97e4-e2727c2ac772 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251608 Apr 16 16:11:27.102227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2463e-d03d-4b9f-b63f-1f1af9000055 req-cc208cd3-c84e-4e1e-a6be-098da8d85ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:27.103098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18e2463e-d03d-4b9f-b63f-1f1af9000055 req-cc208cd3-c84e-4e1e-a6be-098da8d85ef6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=da64864eb7c94c749cec0672a79a16c7&device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 1096 time: 0.0570347 Apr 16 16:11:27.193032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2463e-d03d-4b9f-b63f-1f1af9000055 req-5c4bf41d-d800-4a84-a6e4-03dff0ea894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:27.194034 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18e2463e-d03d-4b9f-b63f-1f1af9000055 req-5c4bf41d-d800-4a84-a6e4-03dff0ea894d service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=da64864eb7c94c749cec0672a79a16c7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0821581 Apr 16 16:11:27.306635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2463e-d03d-4b9f-b63f-1f1af9000055 req-261713f1-a208-4506-98e2-8c80364c8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:27.307541 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18e2463e-d03d-4b9f-b63f-1f1af9000055 req-261713f1-a208-4506-98e2-8c80364c8e39 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1060817 Apr 16 16:11:27.313401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a9ca5-cf46-4350-b3b3-a59d8a46afc7 req-a5d2f826-58e9-4211-877f-55b0fbc565ea tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:27.314209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-667a9ca5-cf46-4350-b3b3-a59d8a46afc7 req-a5d2f826-58e9-4211-877f-55b0fbc565ea tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 943 time: 0.1011002 Apr 16 16:11:27.342361 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-667a9ca5-cf46-4350-b3b3-a59d8a46afc7 req-74e43509-d448-4aed-b5fc-d0dc0e2a99fb tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238163 Apr 16 16:11:27.875521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-cf000298-c04b-479a-9235-e1ef4b7d2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:27.876512 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-cf000298-c04b-479a-9235-e1ef4b7d2dc1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=da64864eb7c94c749cec0672a79a16c7&device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 1096 time: 0.0607076 Apr 16 16:11:27.924885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-a27c2d99-847b-4a22-a6ca-c5d876c362cb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 200 len: 217 time: 0.0388703 Apr 16 16:11:27.978405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-bfafc6a1-1c56-4969-b5d4-46faf7012335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:27.979349 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-bfafc6a1-1c56-4969-b5d4-46faf7012335 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=71edb563-0913-4d68-852c-ca48260ed9e9 HTTP/1.1" status: 200 len: 854 time: 0.0463476 Apr 16 16:11:28.045719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-aba82b20-67b5-4b56-a29a-147079eeddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:28.046612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-aba82b20-67b5-4b56-a29a-147079eeddeb service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=086fac8f-647d-452c-b484-9477c6565939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583682 Apr 16 16:11:28.137306 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-bfc61685-9653-4380-9826-1f3711bacf9c service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824313 Apr 16 16:11:28.220977 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a749f54-a8f4-4973-a5b4-fd04ee349138 req-e7aeb434-1e53-4ebc-9875-b2686492f817 service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0744996 Apr 16 16:11:28.481403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e79cf-754d-45fb-ae93-7a3497bdf94d req-dfa8d908-50e6-4afc-a47c-be02c8a64245 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:28.482310 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-025e79cf-754d-45fb-ae93-7a3497bdf94d req-dfa8d908-50e6-4afc-a47c-be02c8a64245 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 943 time: 0.0535259 Apr 16 16:11:28.512287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-025e79cf-754d-45fb-ae93-7a3497bdf94d req-695d843e-fd86-403c-8f41-c92bbe44e5d6 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0217066 Apr 16 16:11:29.718298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ebc3e-1c33-4007-af62-f12e8d9003e4 req-651d710c-db48-4447-bd25-068cf951ad8e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:29.719447 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5f3ebc3e-1c33-4007-af62-f12e8d9003e4 req-651d710c-db48-4447-bd25-068cf951ad8e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 943 time: 0.0682497 Apr 16 16:11:29.751233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5f3ebc3e-1c33-4007-af62-f12e8d9003e4 req-ea253591-e47c-4589-8440-e3e5c8a94dc1 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279083 Apr 16 16:11:30.896278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bac56f-dd2f-4dcf-a77a-e6394d7338ee req-c5aa4754-e022-46b9-af93-4e842961f09c tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:30.897324 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-94bac56f-dd2f-4dcf-a77a-e6394d7338ee req-c5aa4754-e022-46b9-af93-4e842961f09c tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 943 time: 0.0591347 Apr 16 16:11:30.929765 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-94bac56f-dd2f-4dcf-a77a-e6394d7338ee req-d1f0ed54-c8f0-4f91-ae0a-4ad38017662d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282729 Apr 16 16:11:32.068942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b863c50-cd36-4821-a959-fdfdee5645bf req-59e3104e-2405-4fe8-80ed-db565cedca82 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:32.069946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7b863c50-cd36-4821-a959-fdfdee5645bf req-59e3104e-2405-4fe8-80ed-db565cedca82 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 943 time: 0.0567467 Apr 16 16:11:32.096514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7b863c50-cd36-4821-a959-fdfdee5645bf req-a51d960d-a18d-4121-a9ff-44b969cc7894 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229583 Apr 16 16:11:33.242128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f9274-ad5c-49b8-a6da-4e95816be9f1 req-c6e53b33-1f5f-4d6c-8ea6-2f62bea45824 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:33.243145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff3f9274-ad5c-49b8-a6da-4e95816be9f1 req-c6e53b33-1f5f-4d6c-8ea6-2f62bea45824 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 943 time: 0.0693150 Apr 16 16:11:33.277276 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff3f9274-ad5c-49b8-a6da-4e95816be9f1 req-3fe93737-20e9-410a-ae52-cc6587e9c782 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280030 Apr 16 16:11:34.410942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5f0c6-660f-4cf6-bd36-4affc9d439ab req-478418b5-5b6c-4e7d-acfc-0c57806ec793 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:34.412003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20d5f0c6-660f-4cf6-bd36-4affc9d439ab req-478418b5-5b6c-4e7d-acfc-0c57806ec793 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 943 time: 0.0599923 Apr 16 16:11:34.446693 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20d5f0c6-660f-4cf6-bd36-4affc9d439ab req-8bd91726-5070-43c0-8649-e85fa757158f tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266125 Apr 16 16:11:34.862193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:11:35.599885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187118f6-8d97-4c53-887b-2a4f54a4e65f req-d9dfbf12-fda2-428f-b524-cc9460a8f5d2 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:35.601011 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-187118f6-8d97-4c53-887b-2a4f54a4e65f req-d9dfbf12-fda2-428f-b524-cc9460a8f5d2 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 943 time: 0.0679080 Apr 16 16:11:35.635758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-187118f6-8d97-4c53-887b-2a4f54a4e65f req-ff90bbcf-364a-474f-a852-5067b66e6b3c tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274715 Apr 16 16:11:36.553493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 85868aa4-d7ca-4595-9c03-9acfb08fd47c details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:11:36.680073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 85868aa4-d7ca-4595-9c03-9acfb08fd47c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:11:36.689574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'port_id': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'mac_address': 'fa:16:3e:97:2a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1478, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:11:36.728545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:36.740639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85868aa4-d7ca-4595-9c03-9acfb08fd47c {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:11:36.751341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 85868aa4-d7ca-4595-9c03-9acfb08fd47c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:11:36.753993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:36.755427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:36.791796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc5f24-3738-4590-98c4-5220b44caee1 req-641c3a1a-3f45-453b-94b2-b67729ad97d6 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:36.792862 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1fc5f24-3738-4590-98c4-5220b44caee1 req-641c3a1a-3f45-453b-94b2-b67729ad97d6 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 944 time: 0.0807736 Apr 16 16:11:36.804394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=85868aa4-d7ca-4595-9c03-9acfb08fd47c,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:36.806745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:36.829042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1fc5f24-3738-4590-98c4-5220b44caee1 req-e78bcfb8-c04b-4aff-a893-6e9e93bd6fd4 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314248 Apr 16 16:11:37.254487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['85868aa4-d7ca-4595-9c03-9acfb08fd47c'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:11:37.982534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95106a06-3a5a-4986-a171-cf9ddfe512ad req-7eace73d-d52c-427d-8a4e-718c4465bf3e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:37.983641 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95106a06-3a5a-4986-a171-cf9ddfe512ad req-7eace73d-d52c-427d-8a4e-718c4465bf3e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 944 time: 0.0612681 Apr 16 16:11:38.016275 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95106a06-3a5a-4986-a171-cf9ddfe512ad req-580b1813-048e-40c4-b478-5ef377474cd0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284653 Apr 16 16:11:38.552831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 85868aa4-d7ca-4595-9c03-9acfb08fd47c up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:11:38.620402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 85868aa4-d7ca-4595-9c03-9acfb08fd47c completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:11:38.624289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 85868aa4-d7ca-4595-9c03-9acfb08fd47c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:11:38.624579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:38.708781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:38.727691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:11:38.734622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 85868aa4-d7ca-4595-9c03-9acfb08fd47c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:11:38.737836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:38.739315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:38.763165 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'code': 200} Apr 16 16:11:38.788496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=85868aa4-d7ca-4595-9c03-9acfb08fd47c,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:38.792385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:39.325040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e063aab-f0b6-4de7-b2db-230bbbbb03fe req-c677386b-4ef3-4b7f-95c3-75cd717555ec tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:39.326067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e063aab-f0b6-4de7-b2db-230bbbbb03fe req-c677386b-4ef3-4b7f-95c3-75cd717555ec tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 945 time: 0.2112827 Apr 16 16:11:39.361391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e063aab-f0b6-4de7-b2db-230bbbbb03fe req-9f3824cb-071a-4183-a437-a28a3356378a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275908 Apr 16 16:11:39.690636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dacab-a47a-4d13-9c7b-5a42305f96ee req-0735dd46-77d0-4183-a268-6fda147b659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:39.692697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a93dacab-a47a-4d13-9c7b-5a42305f96ee req-0735dd46-77d0-4183-a268-6fda147b659b service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 1098 time: 0.0960617 Apr 16 16:11:39.730072 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a93dacab-a47a-4d13-9c7b-5a42305f96ee req-59733255-0ff6-40d7-80a0-2a778fb1fbc9 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285444 Apr 16 16:11:40.520093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a198c-fd34-4ad2-89e5-5052f2593ba8 req-730e30d6-3587-4d7f-9d7c-c151c2679d5e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:40.521166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a67a198c-fd34-4ad2-89e5-5052f2593ba8 req-730e30d6-3587-4d7f-9d7c-c151c2679d5e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 945 time: 0.0724382 Apr 16 16:11:40.554634 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a67a198c-fd34-4ad2-89e5-5052f2593ba8 req-d2fc758d-7636-4e01-9555-6cd9ec12b590 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282929 Apr 16 16:11:41.338130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f91e412a-9a88-42a2-8727-fe2fdc0865d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:41.717053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4648a-be29-4285-8388-4cc81a89da57 req-a314f3c3-58a0-4c23-84f4-466a60cc9865 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:41.718160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ad4648a-be29-4285-8388-4cc81a89da57 req-a314f3c3-58a0-4c23-84f4-466a60cc9865 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 945 time: 0.0701928 Apr 16 16:11:41.757019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ad4648a-be29-4285-8388-4cc81a89da57 req-6ef3526f-3dee-4ff4-9083-7cf4bf791769 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Apr 16 16:11:41.911599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e909b-5ca7-44d0-8a9a-81c35bfaf9e1 req-e4d25ff8-901c-42c2-8324-06077025577c tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:41.912568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aa9e909b-5ca7-44d0-8a9a-81c35bfaf9e1 req-e4d25ff8-901c-42c2-8324-06077025577c tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 945 time: 0.0780456 Apr 16 16:11:41.948354 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aa9e909b-5ca7-44d0-8a9a-81c35bfaf9e1 req-ecbce2cc-bdde-4e4b-8007-687711ac8478 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279474 Apr 16 16:11:42.500655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a94bc-95c6-42fe-954d-5827bd9c5ca8 req-d521a445-8498-4189-b813-bb1a72955981 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:42.501716 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c41a94bc-95c6-42fe-954d-5827bd9c5ca8 req-d521a445-8498-4189-b813-bb1a72955981 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 945 time: 0.3425553 Apr 16 16:11:42.536359 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c41a94bc-95c6-42fe-954d-5827bd9c5ca8 req-479a8b07-3a0c-4fc0-bfb5-551f707389ca tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269821 Apr 16 16:11:42.755669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a29dd0b-2716-481f-bec0-6bd7417c8a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:43.072584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:43.078145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:43.646880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:44.272099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:53.319361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7964-4284-41c6-a522-080b01013837 req-0ac79084-aa38-49dc-b2b9-a6d6d438a190 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:53.320351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c38b7964-4284-41c6-a522-080b01013837 req-0ac79084-aa38-49dc-b2b9-a6d6d438a190 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 945 time: 0.0980141 Apr 16 16:11:53.355056 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c38b7964-4284-41c6-a522-080b01013837 req-c6e12197-b3f3-4108-bc70-b484924ceb0e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293324 Apr 16 16:11:53.373997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42440) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:11:53.460100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb9bec1-03c5-4ea9-a9f2-1d598d1f6978 tempest-TestMinimumBasicScenario-944682403 tempest-TestMinimumBasicScenario-944682403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:53.461168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7eb9bec1-03c5-4ea9-a9f2-1d598d1f6978 tempest-TestMinimumBasicScenario-944682403 tempest-TestMinimumBasicScenario-944682403-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 1093 time: 0.0863101 Apr 16 16:11:53.464171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42446) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:11:53.468172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:11:53.472498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:11:53.475248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Usage tracker for resource:floatingip and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:11:53.477255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:11:53.481285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:11:53.488571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:53.581311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:53.656661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Allocated IP 172.26.4.102 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/4b034c9c-a134-45fd-9f40-761b27eba0a1) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:11:53.737903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:53.755713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:53.762623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1f761efd-1665-4faa-a7b0-99765222b5f8 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:53.827133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'Port': ['ID=4b034c9c-a134-45fd-9f40-761b27eba0a1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:53.838000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.838253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.839283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.839629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.839860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.840098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.841182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.841755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.842541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.843103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.843601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.844199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:53.850647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:53.875510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:11:53.876345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:11:53.878057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:11:54.152190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:54.203188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:54.329268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:54.332019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:54.339063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e6c3ce2-97f1-48ef-b3a0-a664b8f2fedc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:54.407122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'Port': ['ID=4b034c9c-a134-45fd-9f40-761b27eba0a1,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:54.409583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:54.731303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:54.823604 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Floating IP fcbe17c0-56e3-4103-b78d-cd8cc078c2e7 associated. External IP: 172.26.4.102, port: 85868aa4-d7ca-4595-9c03-9acfb08fd47c. Apr 16 16:11:55.045917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Router b0f795cf-9f2f-4139-91b2-245b962f7faf has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:11:55.164484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:11:55.176309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4237d1-b5ae-43af-89a9-f65a93bdac81 None None] Sync routers for ids ['b0f795cf-9f2f-4139-91b2-245b962f7faf'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:11:55.180783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.186445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4237d1-b5ae-43af-89a9-f65a93bdac81 None None] Routers {'b0f795cf-9f2f-4139-91b2-245b962f7faf'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:11:55.186888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ab4237d1-b5ae-43af-89a9-f65a93bdac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:11:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b0f795cf-9f2f-4139-91b2-245b962f7faf'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:11:55.232590 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7674198 Apr 16 16:11:55.233225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:11:55.235354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42450) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:11:55.239914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1349691557', 'description': 'tempest-secgroup-smoke-1349691557 description', 'project_id': 'da64864eb7c94c749cec0672a79a16c7'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:11:55.244830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:11:55.247739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Usage tracker for resource:security_group and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:11:55.249842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:11:55.255376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:11:55.264729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.279002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:11:55.281676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Usage tracker for resource:security_group_rule and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:11:55.283952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:11:55.288000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:11:55.308698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ab4237d1-b5ae-43af-89a9-f65a93bdac81 None None] Set router b0f795cf-9f2f-4139-91b2-245b962f7faf gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:11:55.314322 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'status': 'completed', 'code': 200} Apr 16 16:11:55.335738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.338084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.341700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-72471bb7-aa4d-4292-939e-c530303db03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:55.367808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb960506-ba31-49df-b61f-a0503c3b95c9,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:55.370344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.371281 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1350782 Apr 16 16:11:55.374335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.374890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.374975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.375191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.375319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42458) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:11:55.375469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.375743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.376204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.376276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.376541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.376809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.377089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.377361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:11:55.380165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-00158a45-2c13-4002-80e5-cc6735db62f8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:55.384087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Request body: {'security_group_rule': {'security_group_id': 'cb960506-ba31-49df-b61f-a0503c3b95c9', 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:11:55.401110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:11:55.403930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Usage tracker for resource:security_group_rule and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:11:55.405836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:11:55.410135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:11:55.421162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.461336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.464154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.465559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-468e9f8b-2bde-4820-8c8f-12325c784ca5 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:55.480409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e9f69a-59be-40ee-ac35-9109273ce612,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:55.482083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:55.487652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.488467 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123455 Apr 16 16:11:55.490639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42462) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:11:55.494237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Request body: {'security_group_rule': {'security_group_id': 'cb960506-ba31-49df-b61f-a0503c3b95c9', 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:11:55.498236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:11:55.500805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Usage tracker for resource:security_group_rule and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:11:55.502836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:11:55.506653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:11:55.520356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.538910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ab4237d1-b5ae-43af-89a9-f65a93bdac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:47Z', 'revision_number': 4, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'fcbe17c0-56e3-4103-b78d-cd8cc078c2e7', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'port_id': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'mac_address': 'fa:16:3e:97:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7896e700-8104-4978-94dc-f4478680bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:11:54Z', 'updated_at': '2021-04-16T16:11:54Z', 'revision_number': 0, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f130e2-03a4-49ec-9794-da2a8a91457d', 'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'mac_address': 'fa:16:3e:22:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:46Z', 'updated_at': '2021-04-16T16:10:53Z', 'revision_number': 5, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'subnets': [{'id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:11:55.541183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4237d1-b5ae-43af-89a9-f65a93bdac81 None None] Checking router: b0f795cf-9f2f-4139-91b2-245b962f7faf for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:11:55.547563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4237d1-b5ae-43af-89a9-f65a93bdac81 None None] Routers {'b0f795cf-9f2f-4139-91b2-245b962f7faf'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:11:55.547894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ab4237d1-b5ae-43af-89a9-f65a93bdac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:11:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b0f795cf-9f2f-4139-91b2-245b962f7faf'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:11:55.562523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.565202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.566515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:55.580936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e0dc07-de5e-4d69-9ef3-6345b368de0d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:55.582590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:55.586801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.587659 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0963457 Apr 16 16:11:55.589959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42466) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:11:55.593537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Request body: {'security_group_rule': {'security_group_id': 'cb960506-ba31-49df-b61f-a0503c3b95c9', 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:11:55.597571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:11:55.600104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Usage tracker for resource:security_group_rule and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:11:55.601843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:11:55.605250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:11:55.614543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.649952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ab4237d1-b5ae-43af-89a9-f65a93bdac81 None None] Set router b0f795cf-9f2f-4139-91b2-245b962f7faf gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:11:55.654298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.656125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.660363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ed6f97dc-80d8-45a4-bd0c-eb092130fa65 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:55.671659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ec8ba8-354c-42c6-b4bb-62520530dff3,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:55.672991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:55.675542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.677220 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0866206 Apr 16 16:11:55.678161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42470) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:11:55.681400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Request body: {'security_group_rule': {'security_group_id': 'cb960506-ba31-49df-b61f-a0503c3b95c9', 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:11:55.685337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:11:55.687600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Usage tracker for resource:security_group_rule and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:11:55.689291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:11:55.692538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:11:55.701898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.746981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.748869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.750135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b08d37cc-8204-40cf-89ea-c06d7886299b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:55.761533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f34a509-22f5-4a59-813b-edbd93129bc6,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:55.763922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:55.768210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.768994 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3c761253-a084-4cf1-bb68-5e54350ee257 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0902357 Apr 16 16:11:55.770972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42474) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:11:55.774240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Request body: {'security_group_rule': {'security_group_id': 'cb960506-ba31-49df-b61f-a0503c3b95c9', 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:11:55.778088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:11:55.780428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Usage tracker for resource:security_group_rule and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:11:55.782171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:11:55.785470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:11:55.791191 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Project da64864eb7c94c749cec0672a79a16c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:11:55.794916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.830435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.832403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.833597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1598dc4d-d7c6-4bb3-8802-37f32fd8eccb tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:55.844948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8a27a9-f652-4002-9cc9-d4df6dd7e29c,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:55.846921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ab4237d1-b5ae-43af-89a9-f65a93bdac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:47Z', 'revision_number': 4, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'fcbe17c0-56e3-4103-b78d-cd8cc078c2e7', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'port_id': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'mac_address': 'fa:16:3e:97:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7896e700-8104-4978-94dc-f4478680bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:11:54Z', 'updated_at': '2021-04-16T16:11:54Z', 'revision_number': 0, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f130e2-03a4-49ec-9794-da2a8a91457d', 'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'mac_address': 'fa:16:3e:22:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:46Z', 'updated_at': '2021-04-16T16:10:53Z', 'revision_number': 5, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'subnets': [{'id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:11:55.847252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:55.849298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4237d1-b5ae-43af-89a9-f65a93bdac81 None None] The sync data for ids ['b0f795cf-9f2f-4139-91b2-245b962f7faf'] in dv-neutron-786478-2-hyperv is: [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:47Z', 'revision_number': 4, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'fcbe17c0-56e3-4103-b78d-cd8cc078c2e7', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'floating_ip_address': '172.26.4.102', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'port_id': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'mac_address': 'fa:16:3e:97:2a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7896e700-8104-4978-94dc-f4478680bf54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:11:54Z', 'updated_at': '2021-04-16T16:11:54Z', 'revision_number': 0, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f130e2-03a4-49ec-9794-da2a8a91457d', 'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'mac_address': 'fa:16:3e:22:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:46Z', 'updated_at': '2021-04-16T16:10:53Z', 'revision_number': 5, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'subnets': [{'id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:11:55.852420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.854895 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0833092 Apr 16 16:11:55.856936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42478) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:11:55.860235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Request body: {'security_group_rule': {'security_group_id': 'cb960506-ba31-49df-b61f-a0503c3b95c9', 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:11:55.864119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:11:55.866430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Usage tracker for resource:security_group_rule and tenant:da64864eb7c94c749cec0672a79a16c7 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:11:55.868230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:11:55.871952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:11:55.878334 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Project da64864eb7c94c749cec0672a79a16c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:11:55.882297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.918925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.936266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.937673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-728e0564-f677-479c-8d25-b30212fdce94 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:55.952873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1de8b5f-e7be-412d-995c-3d562bea6acf,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:55.955509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:55.958302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:55.959090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1015499 Apr 16 16:11:56.035377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-db33b67e-accd-439e-b480-1a3775334237 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Synchronizing usage tracker for tenant:da64864eb7c94c749cec0672a79a16c7 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:11:56.045858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-db33b67e-accd-439e-b480-1a3775334237 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Unset dirty status for tenant:da64864eb7c94c749cec0672a79a16c7 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:11:56.046540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-db33b67e-accd-439e-b480-1a3775334237 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349691557&fields=id&tenant_id=da64864eb7c94c749cec0672a79a16c7 HTTP/1.1" status: 200 len: 267 time: 0.0338655 Apr 16 16:11:56.093175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccbb69c-c104-4014-9451-4308ff26b1b5 None None] New status for floating IP fcbe17c0-56e3-4103-b78d-cd8cc078c2e7: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:11:56.102853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-a0f64467-e9ec-4aa7-bf58-e72e809ece6f tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:56.103847 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-a0f64467-e9ec-4aa7-bf58-e72e809ece6f tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 945 time: 0.0536134 Apr 16 16:11:56.111380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-709291ac-062b-407e-af8c-b1619fcd82c0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Request body: {'port': {'security_groups': ['7d9ac88d-8171-45eb-ad58-2c02b6a74428', 'cb960506-ba31-49df-b61f-a0503c3b95c9']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:11:56.182684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-709291ac-062b-407e-af8c-b1619fcd82c0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:56.335251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-709291ac-062b-407e-af8c-b1619fcd82c0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] For port 85868aa4-d7ca-4595-9c03-9acfb08fd47c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:11:56.353557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-709291ac-062b-407e-af8c-b1619fcd82c0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:56.356617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-709291ac-062b-407e-af8c-b1619fcd82c0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:56.366144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c869705c-58fd-44e4-9895-683988ed6996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:11:56.413212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['85868aa4-d7ca-4595-9c03-9acfb08fd47c'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:11:56.450814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709291ac-062b-407e-af8c-b1619fcd82c0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'Port': ['ID=85868aa4-d7ca-4595-9c03-9acfb08fd47c,revision_number=6']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:11:56.452930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-709291ac-062b-407e-af8c-b1619fcd82c0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:11:56.484008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-709291ac-062b-407e-af8c-b1619fcd82c0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:56.484375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-709291ac-062b-407e-af8c-b1619fcd82c0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:56.487392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4e0a0c5-2582-42d2-a9ce-31e75e00a979 req-709291ac-062b-407e-af8c-b1619fcd82c0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "PUT /v2.0/ports/85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 200 len: 981 time: 0.3789909 Apr 16 16:11:56.487790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:11:56.536705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'status': 'completed', 'code': 200} Apr 16 16:11:56.601587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21069f-0e6f-4ca0-9eac-a43a020e0411 req-a500a105-63e4-419c-a73a-8c19f12bf2f0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:56.602538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f21069f-0e6f-4ca0-9eac-a43a020e0411 req-a500a105-63e4-419c-a73a-8c19f12bf2f0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0499079 Apr 16 16:11:56.632538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f21069f-0e6f-4ca0-9eac-a43a020e0411 req-99e979f4-bd2d-49ba-8fd7-3d2b72862933 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0259950 Apr 16 16:11:56.650091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-53c66647-603f-4509-b98d-5e6fdcd8b917 None None] Provisioning complete for port 85868aa4-d7ca-4595-9c03-9acfb08fd47c triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:11:56.650318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-53c66647-603f-4509-b98d-5e6fdcd8b917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:11:56.722261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['85868aa4-d7ca-4595-9c03-9acfb08fd47c'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:11:59.071412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f18ca0-d7fc-418c-b4c8-0d9456e7b077 req-f2541bff-1cef-4db8-831a-448061bf1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:59.072424 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7f18ca0-d7fc-418c-b4c8-0d9456e7b077 req-f2541bff-1cef-4db8-831a-448061bf1ba6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=da64864eb7c94c749cec0672a79a16c7&device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 1137 time: 0.0650423 Apr 16 16:11:59.174227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f18ca0-d7fc-418c-b4c8-0d9456e7b077 req-02496eae-0b02-4bd0-acdd-1c7138830ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:59.175246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7f18ca0-d7fc-418c-b4c8-0d9456e7b077 req-02496eae-0b02-4bd0-acdd-1c7138830ef0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=086fac8f-647d-452c-b484-9477c6565939 HTTP/1.1" status: 200 len: 917 time: 0.0947032 Apr 16 16:11:59.252516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7f18ca0-d7fc-418c-b4c8-0d9456e7b077 req-af6a4c14-5863-4cc8-b366-d9973c1fbaac service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 200 len: 1001 time: 0.0690334 Apr 16 16:11:59.303138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f18ca0-d7fc-418c-b4c8-0d9456e7b077 req-dcabf61b-8a77-4762-b4ec-0849744f4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:59.304100 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7f18ca0-d7fc-418c-b4c8-0d9456e7b077 req-dcabf61b-8a77-4762-b4ec-0849744f4ae2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=71edb563-0913-4d68-852c-ca48260ed9e9 HTTP/1.1" status: 200 len: 854 time: 0.0439594 Apr 16 16:11:59.361193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f18ca0-d7fc-418c-b4c8-0d9456e7b077 req-c561c42d-71a3-4876-ad0c-c8ce13d56828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:11:59.362157 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7f18ca0-d7fc-418c-b4c8-0d9456e7b077 req-c561c42d-71a3-4876-ad0c-c8ce13d56828 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=086fac8f-647d-452c-b484-9477c6565939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533595 Apr 16 16:11:59.458930 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7f18ca0-d7fc-418c-b4c8-0d9456e7b077 req-ee2f6574-c710-4c55-9c70-f36fb60f5fd6 service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880265 Apr 16 16:11:59.554538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7f18ca0-d7fc-418c-b4c8-0d9456e7b077 req-4d63502a-88d4-465c-8a12-4fb47c21f982 service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874064 Apr 16 16:12:00.332173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ca88a-0ddc-4d4b-b9b0-c7ddad6eaf4b req-2baff1f8-6a92-4e14-b431-4ba6ff79c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:00.333296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78ca88a-0ddc-4d4b-b9b0-c7ddad6eaf4b req-2baff1f8-6a92-4e14-b431-4ba6ff79c784 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=da64864eb7c94c749cec0672a79a16c7&device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 1137 time: 0.0614173 Apr 16 16:12:00.429819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ca88a-0ddc-4d4b-b9b0-c7ddad6eaf4b req-097ed55f-323a-417d-8f35-db862f79aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:00.430864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78ca88a-0ddc-4d4b-b9b0-c7ddad6eaf4b req-097ed55f-323a-417d-8f35-db862f79aefd service neutron] 10.222.0.107 "GET /v2.0/networks?id=086fac8f-647d-452c-b484-9477c6565939 HTTP/1.1" status: 200 len: 917 time: 0.0938067 Apr 16 16:12:00.495673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78ca88a-0ddc-4d4b-b9b0-c7ddad6eaf4b req-ea5727aa-dbe8-4217-8870-dcd150791e3d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 200 len: 1001 time: 0.0570345 Apr 16 16:12:00.540346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ca88a-0ddc-4d4b-b9b0-c7ddad6eaf4b req-fdd1e97c-0057-43b0-860a-b77b5ef8b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:00.541279 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78ca88a-0ddc-4d4b-b9b0-c7ddad6eaf4b req-fdd1e97c-0057-43b0-860a-b77b5ef8b1fb service neutron] 10.222.0.107 "GET /v2.0/subnets?id=71edb563-0913-4d68-852c-ca48260ed9e9 HTTP/1.1" status: 200 len: 854 time: 0.0372553 Apr 16 16:12:00.586400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ca88a-0ddc-4d4b-b9b0-c7ddad6eaf4b req-5a474a8b-e27a-4981-8f30-fcf56f0f6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:00.587219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78ca88a-0ddc-4d4b-b9b0-c7ddad6eaf4b req-5a474a8b-e27a-4981-8f30-fcf56f0f6e87 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=086fac8f-647d-452c-b484-9477c6565939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420084 Apr 16 16:12:00.661800 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78ca88a-0ddc-4d4b-b9b0-c7ddad6eaf4b req-1b05eff2-95ba-4bdc-be4b-ab04b3472085 service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0708392 Apr 16 16:12:00.739073 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d78ca88a-0ddc-4d4b-b9b0-c7ddad6eaf4b req-d99e5f86-8632-46e6-a83e-f7ee0fec472e service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0739100 Apr 16 16:12:11.341639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9987aa9-f884-4453-b5ae-75dab611b79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:11.864225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:12:12.758084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16585a95-7cad-4270-992f-fb25047b5355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:13.075678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:13.083196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:13.647516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:14.310408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:19.363342 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-31369c12-5ec0-4556-8c49-4b911d1e66be service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643492 Apr 16 16:12:20.440102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-9e5999d7-5416-40c2-bdd1-8bd4c7b1c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:20.441229 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-9e5999d7-5416-40c2-bdd1-8bd4c7b1c988 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=da64864eb7c94c749cec0672a79a16c7&device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 1137 time: 0.0643058 Apr 16 16:12:20.550498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-0e21e7dc-a648-4512-8fd0-e5ad75b010e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:20.551776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-0e21e7dc-a648-4512-8fd0-e5ad75b010e1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=086fac8f-647d-452c-b484-9477c6565939 HTTP/1.1" status: 200 len: 917 time: 0.0906088 Apr 16 16:12:20.622382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-8b6c1808-1998-46ef-9d87-2a9ecc7cc76d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 200 len: 1001 time: 0.0644319 Apr 16 16:12:20.673570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-f5ba4214-29de-4fc6-9f9b-8cd75dd4b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:20.674613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-f5ba4214-29de-4fc6-9f9b-8cd75dd4b00c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=71edb563-0913-4d68-852c-ca48260ed9e9 HTTP/1.1" status: 200 len: 854 time: 0.0446565 Apr 16 16:12:20.730059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-e4ecfe37-33ca-4548-8f8a-294699f1fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:20.731023 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-e4ecfe37-33ca-4548-8f8a-294699f1fa30 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=086fac8f-647d-452c-b484-9477c6565939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503695 Apr 16 16:12:20.828161 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-c50978f5-6316-4875-8c70-e8e18a3325cf service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878530 Apr 16 16:12:20.915964 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06a84091-19cd-4189-b58d-fd49e89005e7 req-1fbb3a4e-f6d5-470f-ab3f-0973854b8cd6 service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791552 Apr 16 16:12:22.342742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8882825-8574-4d9a-80b4-3eef0d1879bf req-b0dbe5c7-9c60-422c-8c02-faa81efbe223 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:22.343647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8882825-8574-4d9a-80b4-3eef0d1879bf req-b0dbe5c7-9c60-422c-8c02-faa81efbe223 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0590174 Apr 16 16:12:22.371369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c8882825-8574-4d9a-80b4-3eef0d1879bf req-584dabd8-7e47-49f8-9a91-fd8729f5207c tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0234230 Apr 16 16:12:23.005003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa317b-291d-450d-98a7-136a61645eb5 req-ffc0ea9b-5cfc-44e4-90d7-93aff1dd610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:23.006126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43fa317b-291d-450d-98a7-136a61645eb5 req-ffc0ea9b-5cfc-44e4-90d7-93aff1dd610c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=da64864eb7c94c749cec0672a79a16c7&device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 1137 time: 0.0615766 Apr 16 16:12:23.099528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa317b-291d-450d-98a7-136a61645eb5 req-455e59d2-4207-4bf9-b1bb-98f0a6aa25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:23.100580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43fa317b-291d-450d-98a7-136a61645eb5 req-455e59d2-4207-4bf9-b1bb-98f0a6aa25d7 service neutron] 10.222.0.107 "GET /v2.0/networks?id=086fac8f-647d-452c-b484-9477c6565939 HTTP/1.1" status: 200 len: 917 time: 0.0899320 Apr 16 16:12:23.435304 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43fa317b-291d-450d-98a7-136a61645eb5 req-51f7f0f8-c5e3-4e2e-bb7b-9a45f1d48619 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 200 len: 1001 time: 0.3305113 Apr 16 16:12:23.503230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa317b-291d-450d-98a7-136a61645eb5 req-6a04f586-6770-4085-87bc-c20e2e93e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:23.504038 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43fa317b-291d-450d-98a7-136a61645eb5 req-6a04f586-6770-4085-87bc-c20e2e93e84f service neutron] 10.222.0.107 "GET /v2.0/subnets?id=71edb563-0913-4d68-852c-ca48260ed9e9 HTTP/1.1" status: 200 len: 854 time: 0.0599427 Apr 16 16:12:23.547314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f2c9c-cb6a-4cf9-ad67-f2630b2fa173 req-60c558b8-70b7-4144-b444-60e78ba70f7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:23.548193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb3f2c9c-cb6a-4cf9-ad67-f2630b2fa173 req-60c558b8-70b7-4144-b444-60e78ba70f7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0851650 Apr 16 16:12:23.600959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa317b-291d-450d-98a7-136a61645eb5 req-cc8de0cb-1feb-4d96-892d-9f011c72e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:23.601921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43fa317b-291d-450d-98a7-136a61645eb5 req-cc8de0cb-1feb-4d96-892d-9f011c72e845 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=086fac8f-647d-452c-b484-9477c6565939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891476 Apr 16 16:12:23.606061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb3f2c9c-cb6a-4cf9-ad67-f2630b2fa173 req-d711d266-e1cc-407e-9175-485f9794102b tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502453 Apr 16 16:12:23.699090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43fa317b-291d-450d-98a7-136a61645eb5 req-a19abe25-5e84-486b-9d33-5834c977788b service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868719 Apr 16 16:12:23.780981 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43fa317b-291d-450d-98a7-136a61645eb5 req-be408fcd-0fea-47d8-8ef0-466dd3ae00a8 service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0729849 Apr 16 16:12:24.748170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ed312-4b68-42f4-b3a1-de5fef1f562d req-e2b26c12-0a95-439d-bfb9-7004809d7ba5 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:24.749138 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-145ed312-4b68-42f4-b3a1-de5fef1f562d req-e2b26c12-0a95-439d-bfb9-7004809d7ba5 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0659964 Apr 16 16:12:24.780098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-145ed312-4b68-42f4-b3a1-de5fef1f562d req-1bf44e69-2446-426a-a844-4145059e6ed8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0235505 Apr 16 16:12:25.930448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2517f-44f2-4f28-adbe-ee69783a17ed req-1a11b136-3a04-458c-9396-50b469cd3a09 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:25.931546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8da2517f-44f2-4f28-adbe-ee69783a17ed req-1a11b136-3a04-458c-9396-50b469cd3a09 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0718522 Apr 16 16:12:25.970927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8da2517f-44f2-4f28-adbe-ee69783a17ed req-233c87a4-e070-4181-9123-be12d3305caf tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0315127 Apr 16 16:12:27.120370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef393a49-fde6-41f0-bd9f-314f8ff4e386 req-d5cede1c-eb1e-41ab-a0c1-f021317b1c3b tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:27.121450 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef393a49-fde6-41f0-bd9f-314f8ff4e386 req-d5cede1c-eb1e-41ab-a0c1-f021317b1c3b tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0639920 Apr 16 16:12:27.157903 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef393a49-fde6-41f0-bd9f-314f8ff4e386 req-2a3fced1-f415-4db0-bbf9-28b3930de68a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317006 Apr 16 16:12:28.334277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5d7f6-854e-492d-814a-3e296a8c2134 req-be00363d-0042-4313-8948-df5eeaef10a2 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:28.335397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ec5d7f6-854e-492d-814a-3e296a8c2134 req-be00363d-0042-4313-8948-df5eeaef10a2 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0815351 Apr 16 16:12:28.373774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ec5d7f6-854e-492d-814a-3e296a8c2134 req-af903fdc-7f25-4b7a-8b23-7a57b33fdfe7 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0304558 Apr 16 16:12:29.525508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0e4e1-9e08-4e00-ab3e-0de49fa9098e req-73e5b180-790d-4ea8-9372-c1f10311158d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:29.526572 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ea0e4e1-9e08-4e00-ab3e-0de49fa9098e req-73e5b180-790d-4ea8-9372-c1f10311158d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0671525 Apr 16 16:12:29.558903 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ea0e4e1-9e08-4e00-ab3e-0de49fa9098e req-58d955ad-4a2b-4633-90f6-44d74aca634b tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0279825 Apr 16 16:12:30.728341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76945731-fcbd-409b-bf77-0b8b4bed5c94 req-6e3c70e0-14f0-490c-83e9-dd8e20052f8a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:30.729317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76945731-fcbd-409b-bf77-0b8b4bed5c94 req-6e3c70e0-14f0-490c-83e9-dd8e20052f8a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0780571 Apr 16 16:12:30.763007 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76945731-fcbd-409b-bf77-0b8b4bed5c94 req-63963820-f27d-4c1c-8240-c0ce0314aa30 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0292091 Apr 16 16:12:31.922834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c57b5b-5173-41f0-af8b-ccdd6047b8a9 req-b27ecdea-bb6c-40d9-a370-f983dc57ec93 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:31.923909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-87c57b5b-5173-41f0-af8b-ccdd6047b8a9 req-b27ecdea-bb6c-40d9-a370-f983dc57ec93 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0675521 Apr 16 16:12:31.961558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-87c57b5b-5173-41f0-af8b-ccdd6047b8a9 req-7c06408e-75df-497e-88ef-26e984da2136 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0297589 Apr 16 16:12:33.130077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af77a-3064-4ad7-8541-25c6b21c47c1 req-5c723fe6-d66f-4185-b175-1e5fe65f50ac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:33.131191 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-973af77a-3064-4ad7-8541-25c6b21c47c1 req-5c723fe6-d66f-4185-b175-1e5fe65f50ac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0741868 Apr 16 16:12:33.168076 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-973af77a-3064-4ad7-8541-25c6b21c47c1 req-93dac644-4c3c-4bee-b480-5dc68968f3fd tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325286 Apr 16 16:12:34.323569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a560f-c08d-4d4d-884f-85033791f217 req-932691dc-c400-41f4-bd28-135009823786 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:34.324678 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-716a560f-c08d-4d4d-884f-85033791f217 req-932691dc-c400-41f4-bd28-135009823786 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0662363 Apr 16 16:12:34.358178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-716a560f-c08d-4d4d-884f-85033791f217 req-93e32046-1118-4166-acea-e9b49fbe0ba8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0289285 Apr 16 16:12:35.509397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93e9bf-d708-47c9-a375-a25681be252c req-4a7b9b4c-4c20-4c58-bf50-e3e30517353f tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:35.510379 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af93e9bf-d708-47c9-a375-a25681be252c req-4a7b9b4c-4c20-4c58-bf50-e3e30517353f tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0659139 Apr 16 16:12:35.547750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af93e9bf-d708-47c9-a375-a25681be252c req-57b7f11b-f561-4d3b-948e-85e2ce599ff6 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0293818 Apr 16 16:12:36.708084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4edf4-f636-46d1-a2e0-42f8cee7b956 req-b188e4b2-fe08-4d86-b74a-949f56473baf tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:36.709121 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03f4edf4-f636-46d1-a2e0-42f8cee7b956 req-b188e4b2-fe08-4d86-b74a-949f56473baf tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0707061 Apr 16 16:12:36.744800 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03f4edf4-f636-46d1-a2e0-42f8cee7b956 req-b3b00ba0-baaf-47b2-bd83-54e2d32ed4d7 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0291595 Apr 16 16:12:37.887870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53481b-e464-45a1-b219-1cfcb010cc0b req-7bc0221a-6238-4c2d-a81f-7c40aa99982c tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:37.888979 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a53481b-e464-45a1-b219-1cfcb010cc0b req-7bc0221a-6238-4c2d-a81f-7c40aa99982c tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0691741 Apr 16 16:12:37.922091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a53481b-e464-45a1-b219-1cfcb010cc0b req-e954e246-2592-403e-8c35-dd4cc1f4b967 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0285900 Apr 16 16:12:39.074191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d4f44-914d-4b69-bca2-a679a1109d10 req-554067d0-abd5-440c-a158-37861e2aba10 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:39.075273 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f4d4f44-914d-4b69-bca2-a679a1109d10 req-554067d0-abd5-440c-a158-37861e2aba10 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0639510 Apr 16 16:12:39.110367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f4d4f44-914d-4b69-bca2-a679a1109d10 req-e2c89995-a736-49fa-9170-1dbf7c5f7c47 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0308065 Apr 16 16:12:40.270152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97ab4e-1653-4462-ac5a-4490a1d9a81b req-f8bd1810-2e67-4960-aaa3-c3193e5fd8cc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:40.271241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d97ab4e-1653-4462-ac5a-4490a1d9a81b req-f8bd1810-2e67-4960-aaa3-c3193e5fd8cc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0644476 Apr 16 16:12:40.304672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d97ab4e-1653-4462-ac5a-4490a1d9a81b req-0a140cdb-6d1b-45d8-9607-5c4d0694a410 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0284264 Apr 16 16:12:41.341218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21b7fedf-c7df-4335-a5a2-407eaf29ffac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:41.469073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3dde5-91f1-4df0-974e-0a34544b5c89 req-b0339e76-7ee6-44fc-862c-9efbc4d893dc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:12:41.470203 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ae3dde5-91f1-4df0-974e-0a34544b5c89 req-b0339e76-7ee6-44fc-862c-9efbc4d893dc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0792432 Apr 16 16:12:41.504518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ae3dde5-91f1-4df0-974e-0a34544b5c89 req-7680fceb-3ada-43de-9423-82ec67f6bb3e tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&id=cb960506-ba31-49df-b61f-a0503c3b95c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0296562 Apr 16 16:12:42.766241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9391f4d4-4240-4cb1-8b15-66fa5a1967b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:43.081847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:43.084902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:43.670261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:44.284748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:12:48.868323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:13:11.338214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a4b5000f-d63e-4cd0-9144-a04697e102e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:12.765069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7acb8efd-c9ad-404f-9d0c-55f17bc46a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:13.076244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:13.083167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:13.661710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:14.305284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:18.642480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c76808c-d835-439b-8e12-133b4b65202f req-df4d4c48-8473-4343-8aa7-6ce2098410c4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774419 Apr 16 16:13:19.729108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76808c-d835-439b-8e12-133b4b65202f req-7bbc0ca4-fffc-495c-90f7-93420cb021b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:19.730168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c76808c-d835-439b-8e12-133b4b65202f req-7bbc0ca4-fffc-495c-90f7-93420cb021b5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=da64864eb7c94c749cec0672a79a16c7&device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 1137 time: 0.0736957 Apr 16 16:13:19.839185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76808c-d835-439b-8e12-133b4b65202f req-efc5699f-65a6-46c2-a239-96f35d9d0392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:19.840210 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c76808c-d835-439b-8e12-133b4b65202f req-efc5699f-65a6-46c2-a239-96f35d9d0392 service neutron] 10.222.0.107 "GET /v2.0/networks?id=086fac8f-647d-452c-b484-9477c6565939 HTTP/1.1" status: 200 len: 917 time: 0.0949936 Apr 16 16:13:19.915707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c76808c-d835-439b-8e12-133b4b65202f req-dd9f70b1-7206-451f-8910-a1019b11e508 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 200 len: 1001 time: 0.0705416 Apr 16 16:13:19.962771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76808c-d835-439b-8e12-133b4b65202f req-3987ad58-8d45-48fa-b5f4-72e01c860936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:19.963829 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c76808c-d835-439b-8e12-133b4b65202f req-3987ad58-8d45-48fa-b5f4-72e01c860936 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=71edb563-0913-4d68-852c-ca48260ed9e9 HTTP/1.1" status: 200 len: 854 time: 0.0437293 Apr 16 16:13:20.017146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76808c-d835-439b-8e12-133b4b65202f req-1957f732-d82e-40ff-90c1-7833171b2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:20.018042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c76808c-d835-439b-8e12-133b4b65202f req-1957f732-d82e-40ff-90c1-7833171b2e3b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=086fac8f-647d-452c-b484-9477c6565939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500164 Apr 16 16:13:20.122641 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c76808c-d835-439b-8e12-133b4b65202f req-8ce04f8e-19b3-468d-9898-2de8125300e3 service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957208 Apr 16 16:13:20.220503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c76808c-d835-439b-8e12-133b4b65202f req-419ba2d3-6b6d-406f-81b7-95569cb97d4c service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887451 Apr 16 16:13:20.506525 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aeb85142-eb81-4db6-9dac-a006aa51fa4a req-77c8a486-78cb-44d2-a3ec-bc953245c393 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349691557&fields=id&tenant_id=da64864eb7c94c749cec0672a79a16c7 HTTP/1.1" status: 200 len: 267 time: 0.0403233 Apr 16 16:13:20.575536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85142-eb81-4db6-9dac-a006aa51fa4a req-0270e17a-6f76-4910-b0e4-fee09ef8a856 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:20.576498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aeb85142-eb81-4db6-9dac-a006aa51fa4a req-0270e17a-6f76-4910-b0e4-fee09ef8a856 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 984 time: 0.0627937 Apr 16 16:13:20.587562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-aeb85142-eb81-4db6-9dac-a006aa51fa4a req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Request body: {'port': {'security_groups': ['7d9ac88d-8171-45eb-ad58-2c02b6a74428']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:20.672801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-aeb85142-eb81-4db6-9dac-a006aa51fa4a req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:20.861084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-aeb85142-eb81-4db6-9dac-a006aa51fa4a req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] For port 85868aa4-d7ca-4595-9c03-9acfb08fd47c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:20.879506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-aeb85142-eb81-4db6-9dac-a006aa51fa4a req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:20.882504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-aeb85142-eb81-4db6-9dac-a006aa51fa4a req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:20.896407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a935f047-e037-4dcb-ad80-ae50639efa06 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:20.951242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['85868aa4-d7ca-4595-9c03-9acfb08fd47c'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:13:20.992559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event updated for resources: {'Port': ['ID=85868aa4-d7ca-4595-9c03-9acfb08fd47c,revision_number=7']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:20.998966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:20.999230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:20.999508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:20.999785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:21.000059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:21.000330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:21.000602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:21.000934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:21.001185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:21.001456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:21.001729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:21.002000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:21.005661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:21.030887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85142-eb81-4db6-9dac-a006aa51fa4a req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:21.031399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-aeb85142-eb81-4db6-9dac-a006aa51fa4a req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:21.032430 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aeb85142-eb81-4db6-9dac-a006aa51fa4a req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "PUT /v2.0/ports/85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 200 len: 942 time: 0.4482045 Apr 16 16:13:21.032853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:13:21.037969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42552) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:21.075604 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'status': 'completed', 'code': 200} Apr 16 16:13:21.091799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-43c4fdc0-73e4-4f73-9c4f-5da132433fdc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:21.112712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-43c4fdc0-73e4-4f73-9c4f-5da132433fdc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:21.154940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-43c4fdc0-73e4-4f73-9c4f-5da132433fdc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:21.158797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4a1448d8-1001-43ae-a2ae-529bd7f50c8b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:21.168109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['85868aa4-d7ca-4595-9c03-9acfb08fd47c'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:13:21.169303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4fdc0-73e4-4f73-9c4f-5da132433fdc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb960506-ba31-49df-b61f-a0503c3b95c9,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:21.171325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-43c4fdc0-73e4-4f73-9c4f-5da132433fdc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:21.176778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-43c4fdc0-73e4-4f73-9c4f-5da132433fdc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:21.177560 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-43c4fdc0-73e4-4f73-9c4f-5da132433fdc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "DELETE /v2.0/security-groups/cb960506-ba31-49df-b61f-a0503c3b95c9 HTTP/1.1" status: 204 len: 168 time: 0.1386645 Apr 16 16:13:21.179652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42556) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:21.213996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-3803801a-3f9f-4295-9f2d-09ff829f0bdd None None] Provisioning complete for port 85868aa4-d7ca-4595-9c03-9acfb08fd47c triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:13:21.214305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3803801a-3f9f-4295-9f2d-09ff829f0bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:21.297186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Deleting port 4b034c9c-a134-45fd-9f40-761b27eba0a1 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:21.297470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:21.667316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:21.667634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:21.761829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Calling delete_port for 4b034c9c-a134-45fd-9f40-761b27eba0a1 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:13:21.808399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bead2fc-41ce-4f82-8fb3-1799f9f54a80 req-53352792-8988-43b1-94e6-01c7eaed841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:21.809348 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3bead2fc-41ce-4f82-8fb3-1799f9f54a80 req-53352792-8988-43b1-94e6-01c7eaed841c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=da64864eb7c94c749cec0672a79a16c7&device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 1098 time: 0.1437771 Apr 16 16:13:21.921583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:21.934523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87e1cf31-20a1-4b8b-b93c-ab5b810b80d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:21.993687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bead2fc-41ce-4f82-8fb3-1799f9f54a80 req-f9cf5c76-9fce-4943-94d6-14c4064e7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:21.994729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3bead2fc-41ce-4f82-8fb3-1799f9f54a80 req-f9cf5c76-9fce-4943-94d6-14c4064e7e4c service neutron] 10.222.0.107 "GET /v2.0/networks?id=086fac8f-647d-452c-b484-9477c6565939 HTTP/1.1" status: 200 len: 917 time: 0.1783283 Apr 16 16:13:21.996404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event deleted for resources: {'Port': ['ID=4b034c9c-a134-45fd-9f40-761b27eba0a1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:21.998192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:22.050965 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3bead2fc-41ce-4f82-8fb3-1799f9f54a80 req-79f833da-18fc-412f-b473-689a748e998d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 200 len: 217 time: 0.0445013 Apr 16 16:13:22.104131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bead2fc-41ce-4f82-8fb3-1799f9f54a80 req-4ba0c4f6-11dc-47f8-9c79-426455be153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:22.104945 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3bead2fc-41ce-4f82-8fb3-1799f9f54a80 req-4ba0c4f6-11dc-47f8-9c79-426455be153a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=71edb563-0913-4d68-852c-ca48260ed9e9 HTTP/1.1" status: 200 len: 854 time: 0.0458217 Apr 16 16:13:22.178712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:22.178943 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Floating IP fcbe17c0-56e3-4103-b78d-cd8cc078c2e7 disassociated (deleted). External IP: 172.26.4.102, port: 85868aa4-d7ca-4595-9c03-9acfb08fd47c. Apr 16 16:13:22.252083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bead2fc-41ce-4f82-8fb3-1799f9f54a80 req-981790c0-a736-49f9-83b1-c41827ad35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:22.253002 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3bead2fc-41ce-4f82-8fb3-1799f9f54a80 req-981790c0-a736-49f9-83b1-c41827ad35ab service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=086fac8f-647d-452c-b484-9477c6565939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1333129 Apr 16 16:13:22.410045 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3bead2fc-41ce-4f82-8fb3-1799f9f54a80 req-eb443cf0-7e78-4fa9-b62e-22e07fc35af9 service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474173 Apr 16 16:13:22.498642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Router b0f795cf-9f2f-4139-91b2-245b962f7faf has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:13:22.543731 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3bead2fc-41ce-4f82-8fb3-1799f9f54a80 req-6676ef48-7afa-427c-9b7e-81c6103629af service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245337 Apr 16 16:13:22.606104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:13:22.618008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150b718-3dbb-418a-8cdc-6f18673fa675 None None] Sync routers for ids ['b0f795cf-9f2f-4139-91b2-245b962f7faf'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:13:22.618726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:22.631185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150b718-3dbb-418a-8cdc-6f18673fa675 None None] Routers {'b0f795cf-9f2f-4139-91b2-245b962f7faf'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:13:22.632020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5150b718-3dbb-418a-8cdc-6f18673fa675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b0f795cf-9f2f-4139-91b2-245b962f7faf'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:22.650368 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "DELETE /v2.0/floatingips/fcbe17c0-56e3-4103-b78d-cd8cc078c2e7 HTTP/1.1" status: 204 len: 168 time: 1.4700370 Apr 16 16:13:22.744337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-5150b718-3dbb-418a-8cdc-6f18673fa675 None None] Set router b0f795cf-9f2f-4139-91b2-245b962f7faf gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:13:23.077014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:13:23.079817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5150b718-3dbb-418a-8cdc-6f18673fa675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:47Z', 'revision_number': 4, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'e3f130e2-03a4-49ec-9794-da2a8a91457d', 'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'mac_address': 'fa:16:3e:22:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:46Z', 'updated_at': '2021-04-16T16:10:53Z', 'revision_number': 5, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'subnets': [{'id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:23.082209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150b718-3dbb-418a-8cdc-6f18673fa675 None None] Checking router: b0f795cf-9f2f-4139-91b2-245b962f7faf for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:13:23.087311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5150b718-3dbb-418a-8cdc-6f18673fa675 None None] Routers {'b0f795cf-9f2f-4139-91b2-245b962f7faf'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:13:23.087659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5150b718-3dbb-418a-8cdc-6f18673fa675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b0f795cf-9f2f-4139-91b2-245b962f7faf'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:23.105301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'status': 'completed', 'code': 200} Apr 16 16:13:23.185352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-5150b718-3dbb-418a-8cdc-6f18673fa675 None None] Set router b0f795cf-9f2f-4139-91b2-245b962f7faf gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:13:23.381284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5150b718-3dbb-418a-8cdc-6f18673fa675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:47Z', 'revision_number': 4, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'e3f130e2-03a4-49ec-9794-da2a8a91457d', 'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'mac_address': 'fa:16:3e:22:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:46Z', 'updated_at': '2021-04-16T16:10:53Z', 'revision_number': 5, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'subnets': [{'id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:23.384163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5150b718-3dbb-418a-8cdc-6f18673fa675 None None] The sync data for ids ['b0f795cf-9f2f-4139-91b2-245b962f7faf'] in dv-neutron-786478-2-hyperv is: [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:10:47Z', 'revision_number': 4, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'e3f130e2-03a4-49ec-9794-da2a8a91457d', 'name': '', 'network_id': '086fac8f-647d-452c-b484-9477c6565939', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'mac_address': 'fa:16:3e:22:55:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:46Z', 'updated_at': '2021-04-16T16:10:53Z', 'revision_number': 5, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'subnets': [{'id': '71edb563-0913-4d68-852c-ca48260ed9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:13:23.752713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48570d8f-d536-487c-b98e-0c27cca025c1 None None] New status for floating IP fcbe17c0-56e3-4103-b78d-cd8cc078c2e7: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:13:25.865843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:13:26.680008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fef38-8556-4235-a581-a9d430ceeee1 req-ac0d9f38-1883-42d6-be7b-dcbb780fa35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:26.681115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d02fef38-8556-4235-a581-a9d430ceeee1 req-ac0d9f38-1883-42d6-be7b-dcbb780fa35e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=da64864eb7c94c749cec0672a79a16c7&device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 1098 time: 0.0580115 Apr 16 16:13:26.774753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fef38-8556-4235-a581-a9d430ceeee1 req-bcd83406-9aba-4450-bc9e-80736a918e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:26.775750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d02fef38-8556-4235-a581-a9d430ceeee1 req-bcd83406-9aba-4450-bc9e-80736a918e7a service neutron] 10.222.0.107 "GET /v2.0/networks?id=086fac8f-647d-452c-b484-9477c6565939 HTTP/1.1" status: 200 len: 917 time: 0.0861192 Apr 16 16:13:26.823382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d02fef38-8556-4235-a581-a9d430ceeee1 req-e03e2d7f-7a08-4dcf-978e-9e704dac41cb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 200 len: 217 time: 0.0386257 Apr 16 16:13:26.869812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fef38-8556-4235-a581-a9d430ceeee1 req-c4172127-9998-499a-bea6-5c9b63d744b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:26.870673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d02fef38-8556-4235-a581-a9d430ceeee1 req-c4172127-9998-499a-bea6-5c9b63d744b7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=71edb563-0913-4d68-852c-ca48260ed9e9 HTTP/1.1" status: 200 len: 854 time: 0.0395372 Apr 16 16:13:26.923369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fef38-8556-4235-a581-a9d430ceeee1 req-aca4e9dd-f25e-4b92-9df0-ec9e5c4947a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:26.924254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d02fef38-8556-4235-a581-a9d430ceeee1 req-aca4e9dd-f25e-4b92-9df0-ec9e5c4947a6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=086fac8f-647d-452c-b484-9477c6565939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444081 Apr 16 16:13:27.028260 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d02fef38-8556-4235-a581-a9d430ceeee1 req-1364a685-fcb6-4d4c-bdfc-31e5fe4614d6 service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952182 Apr 16 16:13:27.117763 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d02fef38-8556-4235-a581-a9d430ceeee1 req-eebd8d46-a071-4599-a691-6df992f2fa87 service neutron] 10.222.0.107 "GET /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811527 Apr 16 16:13:27.700747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54eb93-2866-4c79-b7ee-45d1ca359dc2 req-10d0d782-fa69-4f2f-ba7a-be791a6e43c8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:27.701604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-3a54eb93-2866-4c79-b7ee-45d1ca359dc2 req-10d0d782-fa69-4f2f-ba7a-be791a6e43c8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Synchronizing usage tracker for tenant:da64864eb7c94c749cec0672a79a16c7 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:13:27.715758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-3a54eb93-2866-4c79-b7ee-45d1ca359dc2 req-10d0d782-fa69-4f2f-ba7a-be791a6e43c8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Unset dirty status for tenant:da64864eb7c94c749cec0672a79a16c7 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:13:27.716579 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3a54eb93-2866-4c79-b7ee-45d1ca359dc2 req-10d0d782-fa69-4f2f-ba7a-be791a6e43c8 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 945 time: 0.0984836 Apr 16 16:13:27.749800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-3a54eb93-2866-4c79-b7ee-45d1ca359dc2 req-6e91e181-7c02-467e-878d-59b4480e091d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Synchronizing usage tracker for tenant:da64864eb7c94c749cec0672a79a16c7 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:13:27.760130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-3a54eb93-2866-4c79-b7ee-45d1ca359dc2 req-6e91e181-7c02-467e-878d-59b4480e091d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Unset dirty status for tenant:da64864eb7c94c749cec0672a79a16c7 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:13:27.760883 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3a54eb93-2866-4c79-b7ee-45d1ca359dc2 req-6e91e181-7c02-467e-878d-59b4480e091d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Apr 16 16:13:29.205723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b7ed3-5fc3-4bc7-8f09-ebb340636385 req-daed46fd-f389-4b1b-b07c-898f8b3623ef tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:29.206522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea9b7ed3-5fc3-4bc7-8f09-ebb340636385 req-daed46fd-f389-4b1b-b07c-898f8b3623ef tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 945 time: 0.3495498 Apr 16 16:13:29.233355 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea9b7ed3-5fc3-4bc7-8f09-ebb340636385 req-538205db-9b04-4d2d-93c3-14be238cae1f tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/security-groups?id=7d9ac88d-8171-45eb-ad58-2c02b6a74428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216162 Apr 16 16:13:29.344698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946a92a-9d87-48ad-a5fb-0a6a422f4e76 req-34fa4a53-fcb4-4bec-ab01-cb692669abb2 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:29.345693 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f946a92a-9d87-48ad-a5fb-0a6a422f4e76 req-34fa4a53-fcb4-4bec-ab01-cb692669abb2 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.107 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 945 time: 0.0602877 Apr 16 16:13:29.398633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-f946a92a-9d87-48ad-a5fb-0a6a422f4e76 req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Deleting port 85868aa4-d7ca-4595-9c03-9acfb08fd47c {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:29.398888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f946a92a-9d87-48ad-a5fb-0a6a422f4e76 req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:29.565279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-f946a92a-9d87-48ad-a5fb-0a6a422f4e76 req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] For port 85868aa4-d7ca-4595-9c03-9acfb08fd47c, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=85868aa4-d7ca-4595-9c03-9acfb08fd47c,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:29.565565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f946a92a-9d87-48ad-a5fb-0a6a422f4e76 req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:29.647029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-f946a92a-9d87-48ad-a5fb-0a6a422f4e76 req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Calling delete_port for 85868aa4-d7ca-4595-9c03-9acfb08fd47c owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:13:29.745815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f946a92a-9d87-48ad-a5fb-0a6a422f4e76 req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:29.756707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-040cc406-2c73-4c4f-a15f-465613fd3bac tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:29.814822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Pushing event deleted for resources: {'Port': ['ID=85868aa4-d7ca-4595-9c03-9acfb08fd47c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:29.814970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['85868aa4-d7ca-4595-9c03-9acfb08fd47c'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:13:29.816632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:29.908825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-f946a92a-9d87-48ad-a5fb-0a6a422f4e76 req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] No DVR routers for this DVR port 85868aa4-d7ca-4595-9c03-9acfb08fd47c on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:13:29.910713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-f946a92a-9d87-48ad-a5fb-0a6a422f4e76 req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:29.912506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'name': 'network-vif-deleted', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:13:29.922660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f946a92a-9d87-48ad-a5fb-0a6a422f4e76 req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.107 "DELETE /v2.0/ports/85868aa4-d7ca-4595-9c03-9acfb08fd47c HTTP/1.1" status: 204 len: 173 time: 0.5701964 Apr 16 16:13:29.946592 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7896e700-8104-4978-94dc-f4478680bf54', 'name': 'network-vif-deleted', 'tag': '85868aa4-d7ca-4595-9c03-9acfb08fd47c', 'status': 'completed', 'code': 200} Apr 16 16:13:30.358081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0770ed14-e539-4abe-89b6-ad1c1bb65104 req-95f017d5-c5c5-4e23-a80c-07fecfd61588 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Synchronizing usage tracker for tenant:da64864eb7c94c749cec0672a79a16c7 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:13:30.368760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0770ed14-e539-4abe-89b6-ad1c1bb65104 req-95f017d5-c5c5-4e23-a80c-07fecfd61588 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Unset dirty status for tenant:da64864eb7c94c749cec0672a79a16c7 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:13:30.369626 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0770ed14-e539-4abe-89b6-ad1c1bb65104 req-95f017d5-c5c5-4e23-a80c-07fecfd61588 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0455585 Apr 16 16:13:31.502422 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7529990f-9915-4c32-87a7-d3028f32af72 req-a98eaf44-17e7-4213-bd6b-a1ccefb58570 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0372567 Apr 16 16:13:32.640970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea150cec-6a21-4a21-a6b0-e6a9d8caea7f req-15700f79-d1ef-4b44-b20d-390c144bb495 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] 10.222.0.95 "GET /v2.0/ports?device_id=7896e700-8104-4978-94dc-f4478680bf54 HTTP/1.1" status: 200 len: 210 time: 0.0349700 Apr 16 16:13:33.097675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 85868aa4-d7ca-4595-9c03-9acfb08fd47c no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:13:33.135259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 85868aa4-d7ca-4595-9c03-9acfb08fd47c {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:13:33.135493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 85868aa4-d7ca-4595-9c03-9acfb08fd47c not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:13:35.150932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42648) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:35.462145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:35.663783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Deleting port e3f130e2-03a4-49ec-9794-da2a8a91457d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:35.664019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:35.789495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] For port e3f130e2-03a4-49ec-9794-da2a8a91457d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e3f130e2-03a4-49ec-9794-da2a8a91457d,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:35.789741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:35.870484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Calling delete_port for e3f130e2-03a4-49ec-9794-da2a8a91457d owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:13:35.985866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:35.994799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:36.051681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f130e2-03a4-49ec-9794-da2a8a91457d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:36.054040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:36.284523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:36.865810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Router b0f795cf-9f2f-4139-91b2-245b962f7faf has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:13:36.979099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:13:36.988715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4912ebb-cc59-4446-a3d2-a6751135c28f None None] Sync routers for ids ['b0f795cf-9f2f-4139-91b2-245b962f7faf'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:13:36.994170 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] 10.222.0.95 "PUT /v2.0/routers/b0f795cf-9f2f-4139-91b2-245b962f7faf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8390045 Apr 16 16:13:36.994323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42652) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:36.995603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4912ebb-cc59-4446-a3d2-a6751135c28f None None] Routers {'b0f795cf-9f2f-4139-91b2-245b962f7faf'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:13:36.995979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a4912ebb-cc59-4446-a3d2-a6751135c28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b0f795cf-9f2f-4139-91b2-245b962f7faf'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:37.098895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a4912ebb-cc59-4446-a3d2-a6751135c28f None None] Set router b0f795cf-9f2f-4139-91b2-245b962f7faf gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:13:37.108379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.214258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.222884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Deleting port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:37.223291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.287365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a4912ebb-cc59-4446-a3d2-a6751135c28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3'}], 'enable_snat': True}, 'gw_port_id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:13:35Z', 'revision_number': 5, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port': {'id': '6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:08:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:45Z', 'updated_at': '2021-04-16T16:10:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:37.290957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4912ebb-cc59-4446-a3d2-a6751135c28f None None] Checking router: b0f795cf-9f2f-4139-91b2-245b962f7faf for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:13:37.297244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4912ebb-cc59-4446-a3d2-a6751135c28f None None] Routers {'b0f795cf-9f2f-4139-91b2-245b962f7faf'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:13:37.297650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a4912ebb-cc59-4446-a3d2-a6751135c28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['b0f795cf-9f2f-4139-91b2-245b962f7faf'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:37.322378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] For port 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:37.322624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.393567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Calling delete_port for 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:13:37.501097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.521252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:37.567426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-a4912ebb-cc59-4446-a3d2-a6751135c28f None None] Set router b0f795cf-9f2f-4139-91b2-245b962f7faf gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:13:37.578482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:37.582448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:37.642870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-a4912ebb-cc59-4446-a3d2-a6751135c28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:13:37Z', 'revision_number': 6, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:37.645228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4912ebb-cc59-4446-a3d2-a6751135c28f None None] The sync data for ids ['b0f795cf-9f2f-4139-91b2-245b962f7faf'] in dv-neutron-786478-2-hyperv is: [{'id': 'b0f795cf-9f2f-4139-91b2-245b962f7faf', 'name': 'tempest-TestMinimumBasicScenario-2126332515-router', 'tenant_id': 'da64864eb7c94c749cec0672a79a16c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:44Z', 'updated_at': '2021-04-16T16:13:37Z', 'revision_number': 6, 'project_id': 'da64864eb7c94c749cec0672a79a16c7', 'gw_port_host': None}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:13:37.678452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.781149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.782547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.799241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.799547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f795cf-9f2f-4139-91b2-245b962f7faf {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:13:37.806759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.807503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] 10.222.0.95 "DELETE /v2.0/routers/b0f795cf-9f2f-4139-91b2-245b962f7faf HTTP/1.1" status: 204 len: 168 time: 0.8125968 Apr 16 16:13:37.809359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42656) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:37.845977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c8255c0-4b93-46fa-a2eb-f986224d2590 admin admin] Deleting subnet 71edb563-0913-4d68-852c-ca48260ed9e9 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:13:37.847744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c8255c0-4b93-46fa-a2eb-f986224d2590 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.877095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c8255c0-4b93-46fa-a2eb-f986224d2590 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:37.928615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c8255c0-4b93-46fa-a2eb-f986224d2590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:38.082383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c8255c0-4b93-46fa-a2eb-f986224d2590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:38.092681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9650930a-7332-42e7-9339-7a7698e23559 tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:38.149670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8255c0-4b93-46fa-a2eb-f986224d2590 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71edb563-0913-4d68-852c-ca48260ed9e9,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:38.152820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c8255c0-4b93-46fa-a2eb-f986224d2590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:38.174645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8c8255c0-4b93-46fa-a2eb-f986224d2590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:38.179204 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8c8255c0-4b93-46fa-a2eb-f986224d2590 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/71edb563-0913-4d68-852c-ca48260ed9e9 HTTP/1.1" status: 204 len: 168 time: 0.3688867 Apr 16 16:13:38.179561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebcb2e6-78ca-4c79-8ffe-cb521d732571 None None] Network 086fac8f-647d-452c-b484-9477c6565939 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:13:38.181036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42660) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:38.248566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:38.289317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Deleting port ae240556-a157-484c-9d7a-3310b19c85fd {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:38.289938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:38.331325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] DHCP port deletion for 086fac8f-647d-452c-b484-9477c6565939 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:13:38.334157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Deleting port ae240556-a157-484c-9d7a-3310b19c85fd {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:38.334400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:38.423790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] For port ae240556-a157-484c-9d7a-3310b19c85fd, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ae240556-a157-484c-9d7a-3310b19c85fd,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:38.424061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:38.451404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] For port ae240556-a157-484c-9d7a-3310b19c85fd, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=ae240556-a157-484c-9d7a-3310b19c85fd,segment=NetworkSegment(32a993d0-89d5-4942-b01d-bd556eb9cdaa),segment_id=32a993d0-89d5-4942-b01d-bd556eb9cdaa)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:38.451612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:38.521812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Calling delete_port for ae240556-a157-484c-9d7a-3310b19c85fd owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:13:38.574440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:38.581969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:38.632630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Pushing event deleted for resources: {'Port': ['ID=ae240556-a157-484c-9d7a-3310b19c85fd,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:38.645554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.645800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.645966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.646060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.646269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.646451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.647239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.647239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.647239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.647239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.647794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.647794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:38.650761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:38.673222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] No DVR routers for this DVR port ae240556-a157-484c-9d7a-3310b19c85fd on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:13:38.755569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Calling delete_port for ae240556-a157-484c-9d7a-3310b19c85fd owned by network:dhcp {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:13:38.796429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86006) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:13:38.796645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:13:39.085642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e3f130e2-03a4-49ec-9794-da2a8a91457d no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:13:39.109244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: e3f130e2-03a4-49ec-9794-da2a8a91457d {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:13:39.109479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e3f130e2-03a4-49ec-9794-da2a8a91457d not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:13:39.109769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:13:39.129301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:13:39.129526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6a24432e-b4cd-4ee6-a7c8-82f0491bd0d0 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:13:39.129797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ae240556-a157-484c-9d7a-3310b19c85fd no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:13:39.150778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: ae240556-a157-484c-9d7a-3310b19c85fd {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:13:39.150997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device ae240556-a157-484c-9d7a-3310b19c85fd not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:13:39.298083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Deleting port ae240556-a157-484c-9d7a-3310b19c85fd {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:39.298777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:39.366348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] The port 'ae240556-a157-484c-9d7a-3310b19c85fd' was deleted {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:13:39.447199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:39.509512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086fac8f-647d-452c-b484-9477c6565939']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:39.516688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a993d0-89d5-4942-b01d-bd556eb9cdaa') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:39.516845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a993d0-89d5-4942-b01d-bd556eb9cdaa') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:39.523800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:39.538385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:39.542386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Releasing vlan 1478 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:13:39.632040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Network 086fac8f-647d-452c-b484-9477c6565939 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:13:39.636840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:39.726012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Network 086fac8f-647d-452c-b484-9477c6565939 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: % (table.description, expected, rows_matched) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:13:39.737442 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:13:39.782713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:39.785265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f998be5a-1b1f-48fc-9c3a-f86f029017bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:39.792551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:39.798174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Pushing event deleted for resources: {'Network': ['ID=086fac8f-647d-452c-b484-9477c6565939,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:39.800812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:39.806177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] 10.222.0.95 "DELETE /v2.0/networks/086fac8f-647d-452c-b484-9477c6565939 HTTP/1.1" status: 204 len: 168 time: 1.6212683 Apr 16 16:13:39.806952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42664) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:40.098204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:40.290392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Deleting port 3fd73fdf-58e2-424c-bfb1-678034532683 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:40.290709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:40.383012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] For port 3fd73fdf-58e2-424c-bfb1-678034532683, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3fd73fdf-58e2-424c-bfb1-678034532683,segment=NetworkSegment(1db8eb7e-ef61-4a8a-b835-34b1b8be35b5),segment_id=1db8eb7e-ef61-4a8a-b835-34b1b8be35b5)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:40.383391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:40.450022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Calling delete_port for 3fd73fdf-58e2-424c-bfb1-678034532683 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:13:40.563080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:40.571258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-120ac6f9-3fa0-43a2-b977-f0e7269b739d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:40.626020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd73fdf-58e2-424c-bfb1-678034532683,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:40.630146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:40.851811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:41.334403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-073f12a2-2fee-4f30-87a8-cd70534d9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:41.392341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Router a105688e-2775-49b3-8c87-fa298a51d6cd has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:13:41.493656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:13:41.499181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] 10.222.0.95 "PUT /v2.0/routers/a105688e-2775-49b3-8c87-fa298a51d6cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6915917 Apr 16 16:13:41.501010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42668) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:41.501681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387aa0be-3704-41c4-8db7-d06a7c2536de None None] Sync routers for ids ['a105688e-2775-49b3-8c87-fa298a51d6cd'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:13:41.512397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387aa0be-3704-41c4-8db7-d06a7c2536de None None] Routers {'a105688e-2775-49b3-8c87-fa298a51d6cd'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:13:41.512816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-387aa0be-3704-41c4-8db7-d06a7c2536de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a105688e-2775-49b3-8c87-fa298a51d6cd'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:41.603491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:41.637169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-387aa0be-3704-41c4-8db7-d06a7c2536de None None] Set router a105688e-2775-49b3-8c87-fa298a51d6cd gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:13:41.718098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:41.724460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Deleting port cae0b3f1-0249-44ae-93d4-279009e17fb2 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:41.724684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:41.839870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-387aa0be-3704-41c4-8db7-d06a7c2536de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'name': 'tempest-TestMinimumBasicScenario-1461374836-router', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149'}], 'enable_snat': True}, 'gw_port_id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:48Z', 'updated_at': '2021-04-16T16:13:40Z', 'revision_number': 5, 'project_id': '41170879f6f44756b7f4763fd288f252', 'gw_port': {'id': 'cae0b3f1-0249-44ae-93d4-279009e17fb2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:1a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:10:49Z', 'updated_at': '2021-04-16T16:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:41.842251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387aa0be-3704-41c4-8db7-d06a7c2536de None None] Checking router: a105688e-2775-49b3-8c87-fa298a51d6cd for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:13:41.846138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] For port cae0b3f1-0249-44ae-93d4-279009e17fb2, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=cae0b3f1-0249-44ae-93d4-279009e17fb2,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:41.846389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:41.847566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387aa0be-3704-41c4-8db7-d06a7c2536de None None] Routers {'a105688e-2775-49b3-8c87-fa298a51d6cd'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:13:41.847950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-387aa0be-3704-41c4-8db7-d06a7c2536de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['a105688e-2775-49b3-8c87-fa298a51d6cd'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:41.926259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Calling delete_port for cae0b3f1-0249-44ae-93d4-279009e17fb2 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:13:41.934653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-387aa0be-3704-41c4-8db7-d06a7c2536de None None] Set router a105688e-2775-49b3-8c87-fa298a51d6cd gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:13:42.059908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.069302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-de3b79eb-d8bc-4264-8916-997310244c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:42.128099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae0b3f1-0249-44ae-93d4-279009e17fb2,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:42.133521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:42.167083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-387aa0be-3704-41c4-8db7-d06a7c2536de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'name': 'tempest-TestMinimumBasicScenario-1461374836-router', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:48Z', 'updated_at': '2021-04-16T16:13:41Z', 'revision_number': 6, 'project_id': '41170879f6f44756b7f4763fd288f252', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:42.170112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387aa0be-3704-41c4-8db7-d06a7c2536de None None] The sync data for ids ['a105688e-2775-49b3-8c87-fa298a51d6cd'] in dv-neutron-786478-2-hyperv is: [{'id': 'a105688e-2775-49b3-8c87-fa298a51d6cd', 'name': 'tempest-TestMinimumBasicScenario-1461374836-router', 'tenant_id': '41170879f6f44756b7f4763fd288f252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:10:48Z', 'updated_at': '2021-04-16T16:13:41Z', 'revision_number': 6, 'project_id': '41170879f6f44756b7f4763fd288f252', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:13:42.238270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.346224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.347734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.361402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.361787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a105688e-2775-49b3-8c87-fa298a51d6cd {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:13:42.370117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.370970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fbcdfb58-1cad-4d25-b356-3556b93e1100 admin admin] 10.222.0.95 "DELETE /v2.0/routers/a105688e-2775-49b3-8c87-fa298a51d6cd HTTP/1.1" status: 204 len: 168 time: 0.8693459 Apr 16 16:13:42.373042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42672) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:42.410802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Deleting subnet ca239bac-48c3-4a94-a9b7-e5bd6582ff07 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:13:42.412597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.439639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.488873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.625008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.635322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-998dbb2a-ba9c-4b8f-a32a-6269e22c1202 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:42.682829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca239bac-48c3-4a94-a9b7-e5bd6582ff07,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:42.690125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.690377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.690592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.691023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.691023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.691204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.691489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.691644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.691847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.692066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.692289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.692503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:42.694651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:42.712886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.718455 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/ca239bac-48c3-4a94-a9b7-e5bd6582ff07 HTTP/1.1" status: 204 len: 168 time: 0.3428111 Apr 16 16:13:42.718934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42676) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:42.719021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51982201-99db-4499-9757-6278871cbb7b None None] Network a7570db3-e10b-4bc7-a110-db4c9c0d3557 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:13:42.782388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ced20590-78b8-4bac-b511-ffd438a3428e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.804013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.845398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Deleting port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:42.845735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.879373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083c69c-3314-47d0-ae7d-833f4c5c9c23 None None] DHCP port deletion for a7570db3-e10b-4bc7-a110-db4c9c0d3557 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:13:42.882199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2083c69c-3314-47d0-ae7d-833f4c5c9c23 None None] Deleting port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:42.882470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2083c69c-3314-47d0-ae7d-833f4c5c9c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:42.965928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] For port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6c40d50e-25f9-45b3-bd37-2ba50f8ccb45,segment=NetworkSegment(1db8eb7e-ef61-4a8a-b835-34b1b8be35b5),segment_id=1db8eb7e-ef61-4a8a-b835-34b1b8be35b5)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:42.966101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.020908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2083c69c-3314-47d0-ae7d-833f4c5c9c23 None None] For port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=6c40d50e-25f9-45b3-bd37-2ba50f8ccb45,segment=NetworkSegment(1db8eb7e-ef61-4a8a-b835-34b1b8be35b5),segment_id=1db8eb7e-ef61-4a8a-b835-34b1b8be35b5)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:43.021183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2083c69c-3314-47d0-ae7d-833f4c5c9c23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.034114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Calling delete_port for 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:13:43.085331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.094469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:43.122644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2083c69c-3314-47d0-ae7d-833f4c5c9c23 None None] Calling delete_port for 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:13:43.142947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:13:43.149996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6c40d50e-25f9-45b3-bd37-2ba50f8ccb45,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:43.151681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:43.172349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] No DVR routers for this DVR port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:13:43.181368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:13:43.181605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:13:43.181907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cae0b3f1-0249-44ae-93d4-279009e17fb2 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:13:43.201765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.206028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.213314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: cae0b3f1-0249-44ae-93d4-279009e17fb2 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:13:43.213562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device cae0b3f1-0249-44ae-93d4-279009e17fb2 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:13:43.213857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3fd73fdf-58e2-424c-bfb1-678034532683 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:13:43.238983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.242235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 3fd73fdf-58e2-424c-bfb1-678034532683 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:13:43.242486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3fd73fdf-58e2-424c-bfb1-678034532683 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:13:43.246316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-2083c69c-3314-47d0-ae7d-833f4c5c9c23 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:13:43.246566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-2083c69c-3314-47d0-ae7d-833f4c5c9c23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:13:43.302465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7570db3-e10b-4bc7-a110-db4c9c0d3557']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:43.309735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db8eb7e-ef61-4a8a-b835-34b1b8be35b5') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:43.309908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db8eb7e-ef61-4a8a-b835-34b1b8be35b5') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:43.316042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.324659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.328694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Releasing vlan 1461 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:13:43.417648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Network a7570db3-e10b-4bc7-a110-db4c9c0d3557 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:13:43.422568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.515448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Network a7570db3-e10b-4bc7-a110-db4c9c0d3557 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:13:43.526566 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:13:43.672584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.747984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2083c69c-3314-47d0-ae7d-833f4c5c9c23 None None] Deleting port 6c40d50e-25f9-45b3-bd37-2ba50f8ccb45 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:13:43.748251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2083c69c-3314-47d0-ae7d-833f4c5c9c23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.795693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2083c69c-3314-47d0-ae7d-833f4c5c9c23 None None] The port '6c40d50e-25f9-45b3-bd37-2ba50f8ccb45' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:13:43.849974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.853466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:43.855954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-67bef29f-b6af-4483-91d1-25b51a9a0263 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:43.869516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Pushing event deleted for resources: {'Network': ['ID=a7570db3-e10b-4bc7-a110-db4c9c0d3557,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:43.870941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:43.872029 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] 10.222.0.95 "DELETE /v2.0/networks/a7570db3-e10b-4bc7-a110-db4c9c0d3557 HTTP/1.1" status: 204 len: 168 time: 1.1520820 Apr 16 16:13:43.985021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42682) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:44.031683 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5aecfa2e-3115-4acc-bb7b-b3dfd3b1ded8 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=da64864eb7c94c749cec0672a79a16c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449345 Apr 16 16:13:44.033292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42686) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:44.071934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb381-28a5-40cb-820f-52d294bc4816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:44.089902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb381-28a5-40cb-820f-52d294bc4816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:44.125824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb381-28a5-40cb-820f-52d294bc4816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:44.128270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f676de1a-05c8-418c-a494-d636032bb7d8 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:44.137694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cb381-28a5-40cb-820f-52d294bc4816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9ac88d-8171-45eb-ad58-2c02b6a74428,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:44.140048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4e4cb381-28a5-40cb-820f-52d294bc4816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:44.145013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e4cb381-28a5-40cb-820f-52d294bc4816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:44.145804 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4e4cb381-28a5-40cb-820f-52d294bc4816 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/7d9ac88d-8171-45eb-ad58-2c02b6a74428 HTTP/1.1" status: 204 len: 168 time: 0.1118779 Apr 16 16:13:44.284227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:44.389505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42694) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:44.425174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8fcc4fdb-8014-4f8e-a6f1-b7506a010d5b admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=41170879f6f44756b7f4763fd288f252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0346282 Apr 16 16:13:44.427059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42698) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:44.466757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e22dd13b-1709-4e08-8822-a9c8c0ba5ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:44.485328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e22dd13b-1709-4e08-8822-a9c8c0ba5ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:44.520709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e22dd13b-1709-4e08-8822-a9c8c0ba5ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:44.522839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e54f3ce9-5fe0-42e3-b403-2316ff294da3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:44.529284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dd13b-1709-4e08-8822-a9c8c0ba5ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed24680-3688-4ee0-9662-2cbbd98be9d0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:44.531743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e22dd13b-1709-4e08-8822-a9c8c0ba5ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:44.533932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e22dd13b-1709-4e08-8822-a9c8c0ba5ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:44.534653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e22dd13b-1709-4e08-8822-a9c8c0ba5ea5 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/4ed24680-3688-4ee0-9662-2cbbd98be9d0 HTTP/1.1" status: 204 len: 168 time: 0.1069858 Apr 16 16:13:45.540751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42740) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:45.544450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1632912753', 'description': 'tempest-secgroup-smoke-1632912753 description', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:45.548742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:45.551682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:45.553555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:45.557736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:45.565420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.573546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.584090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:45.587738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:45.589704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:45.593485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:45.653388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.655566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.657144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6256d446-abda-4785-9738-b53ba112ec2d tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:45.663735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:45.668816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:45.674156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:45.681513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:45.683858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b150ae6-2f84-4e98-b987-d902abc1461d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:45.686079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:45.730205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.732484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.735744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:45.760158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ce16ac-e3d3-4dff-938e-90e68505134d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:45.761948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:45.762664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.765660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2241647 Apr 16 16:13:45.766202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42744) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:45.773543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '44ce16ac-e3d3-4dff-938e-90e68505134d', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:45.778978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:45.781581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:45.783568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:45.787337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:45.800327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.846031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.847908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.849127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e0adf265-1424-480a-b4d4-028e2a840a00 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:45.861206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb2f14b-dee5-446c-bc0d-4bfe91d0f39d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:45.862862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:45.866630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.867384 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1000588 Apr 16 16:13:45.870007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42748) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:45.873230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '44ce16ac-e3d3-4dff-938e-90e68505134d', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:45.876809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:45.879311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:45.881237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:45.885423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:45.895211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.931142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.933123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.934182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4e251516-701c-4547-8ebd-49fff27f8a5c tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:45.945708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3939b962-3333-4678-a2b0-ab96b08cdd07,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:45.947298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:45.951073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:45.951763 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0811114 Apr 16 16:13:45.954020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42752) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:45.958219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '44ce16ac-e3d3-4dff-938e-90e68505134d', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:45.962907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:45.965637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:45.967716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:45.971578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:45.984070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.023351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.025670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.027018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fbabb82f-5f33-42d3-9249-b84f094b555d tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:46.041139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc02eb7f-8972-4bae-a6a0-21376f1e4bb2,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:46.042805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:46.047626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.048405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-12d11ce4-04f2-42aa-baa0-8eba519f617c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0935795 Apr 16 16:13:46.052274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42756) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:46.055797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '44ce16ac-e3d3-4dff-938e-90e68505134d', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:46.059884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:46.062744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:46.064843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:46.069050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:46.082504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.118179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.120415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.121589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5f788baa-72db-47b8-b70c-0e5837435e50 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:46.133101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7191bbc7-585b-4788-b72f-4ae789c308d9,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:46.136619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:46.139791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.140485 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0875731 Apr 16 16:13:46.144212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42760) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:46.147373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '44ce16ac-e3d3-4dff-938e-90e68505134d', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:46.151143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:46.153705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:46.155734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:46.162097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:46.170523 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Project 276ab2860e7f4b55b9a5a0ddb3a90291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:13:46.174655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.210360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.212180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.213293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9a840313-0ca2-4081-b987-158cf0715af5 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:46.224799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f560a49c-f05e-40b4-a505-f0d9473693a7,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:46.226214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:46.231301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.231999 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-56da7a64-5d94-4fcb-8397-9e5d9ee8e2b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0872085 Apr 16 16:13:46.235527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42764) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:46.238557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '44ce16ac-e3d3-4dff-938e-90e68505134d', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:46.241971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:46.244519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:46.246326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:46.250059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:46.256793 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Project 276ab2860e7f4b55b9a5a0ddb3a90291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:13:46.260861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.299678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.302072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.303222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-84f0bfca-be19-43c1-865e-0a1c0fe8ae48 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:46.315261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b0ecc4-0d88-4068-b9ae-4eda8c2cfc17,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:46.316717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:46.321205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.321847 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7e4518e6-4b2c-4246-9f2a-16558b9e5b7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0856771 Apr 16 16:13:46.325750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42768) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:46.329000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'network': {'name': 'tempest-network-smoke--903679187', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'port_security_enabled': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:46.331972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:46.334485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:network and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:46.336324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:46.340122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:46.345826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:13:46.349053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.365382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1460} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:13:46.373211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.373653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Added segment 9c684ea1-ee02-4113-885f-654c68fef3d1 of type vlan for network 12e65655-16c3-48b2-aad3-52200ab7c28e Apr 16 16:13:46.403565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.421414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.424387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:46.424731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.427161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d842ef9-20bd-4985-801e-db5458a85a7c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:46.479735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1529601 Apr 16 16:13:46.483898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 42772) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:46.491127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'admin_state_up': True, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:46.491610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Network': ['ID=12e65655-16c3-48b2-aad3-52200ab7c28e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:46.494645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5e337d86-23f7-4ea7-bbe5-522aecbca524 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:46.497209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:46.499514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:router and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:46.500777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 12e65655-16c3-48b2-aad3-52200ab7c28e details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:13:46.501261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:46.504573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:46.511980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.512615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.520433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.693230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.863499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.879438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:46.950626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.26.4.88 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:13:47.028451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:47.053220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:47.063214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1db62598-8fea-4487-b34d-8a7d2c5ea4d3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:47.131881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:47.133781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:47.163672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:13:47.164418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:13:47.165720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:13:47.405373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:47.591152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:47.714876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router bed351d0-b376-441e-8140-d137729b22b9 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:13:47.812093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:13:47.825579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Sync routers for ids ['bed351d0-b376-441e-8140-d137729b22b9'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:13:47.827664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:47.828454 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3434348 Apr 16 16:13:47.830899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42776) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:47.838497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Routers {'bed351d0-b376-441e-8140-d137729b22b9'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:13:47.838957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['bed351d0-b376-441e-8140-d137729b22b9'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:47.929463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ff3babf1-cccf-4c64-a457-33b0828d2761 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=276ab2860e7f4b55b9a5a0ddb3a90291&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0976667 Apr 16 16:13:47.931451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42782) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:47.949130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Set router bed351d0-b376-441e-8140-d137729b22b9 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:13:48.022703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4f8b12-a9c8-4134-b6da-33093dd0a0b4 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:48.023802 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0b4f8b12-a9c8-4134-b6da-33093dd0a0b4 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917108 Apr 16 16:13:48.028162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42786) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:48.058983 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a4025cab-a4a2-4b8b-b58c-61df21285ba3 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299513 Apr 16 16:13:48.060569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42790) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:48.064169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2113412251', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:48.134457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:48.136916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:subnet and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:13:48.137134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:47Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:48.138747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:13:48.139895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Checking router: bed351d0-b376-441e-8140-d137729b22b9 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:13:48.140117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Updating router bed351d0-b376-441e-8140-d137729b22b9 port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:13:48.142186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:48.147906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:13:48.151467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:48.174142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:48.394516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:48.401330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Transition to ACTIVE for port object 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:13:48.404990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:48.407409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:48.416020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-440f23c6-b23b-4520-a525-d682f22a5b7a tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:48.417439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb6df0ef-f2a6-4fa5-acf5-5d174281b0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:48.483938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Subnet': ['ID=b6508a91-180f-4de4-ac43-2c708bd87332,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:48.485744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:48.497344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Pushing event updated for resources: {'Port': ['ID=09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:48.511779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.512007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.512812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.513024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.513243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.513461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.513680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.513898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.514116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.514339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.514571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.514788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:13:48.518538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:48.548442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Attempting to bind port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:13:48.548689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Attempting to bind port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:13:48.548944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Attempting to bind port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:13:48.553175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:13:48.553418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:13:48.553706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:48.554007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:13:48.554337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Bound port: 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:13:48.554623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:48.607437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] For port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:13:48.609802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] For port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:13:48.614560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:48.626208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:48.707196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Pushing event updated for resources: {'Port': ['ID=09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:48.709986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:48.732563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Routers {'bed351d0-b376-441e-8140-d137729b22b9'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:13:48.733180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['bed351d0-b376-441e-8140-d137729b22b9'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:48.807446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Checking segment: {'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:13:48.807669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network hostable DHCP agents. Network: 12e65655-16c3-48b2-aad3-52200ab7c28e, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:13:48.819463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 12e65655-16c3-48b2-aad3-52200ab7c28e is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:13:48.825201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 12e65655-16c3-48b2-aad3-52200ab7c28e) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:13:48.832138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0b221f-5d33-4d2f-be8b-32ca96342d3e None None] Network 12e65655-16c3-48b2-aad3-52200ab7c28e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:13:48.832230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] Set router bed351d0-b376-441e-8140-d137729b22b9 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:13:48.833587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:48.833997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:48.850045 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-d3c57fad-e0cb-4117-baa4-3ac8d961152f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7868314 Apr 16 16:13:48.850228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42794) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:13:48.960381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-12e65655-16c3-48b2-aad3-52200ab7c28e', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ips': [{'subnet_id': 'b6508a91-180f-4de4-ac43-2c708bd87332'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:13:48.960942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:48.996667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:47Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:48.999796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf6b997-3777-42e5-b89b-0ad8529429c8 None None] The sync data for ids ['bed351d0-b376-441e-8140-d137729b22b9'] in dv-neutron-786478-2-hyperv is: [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:47Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:13:49.052221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Allocated IP 172.20.0.2 (12e65655-16c3-48b2-aad3-52200ab7c28e/b6508a91-180f-4de4-ac43-2c708bd87332/144ebbd3-ba7a-4552-8d4d-59041ba7255d) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:13:49.168660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:49.174550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Transition to ACTIVE for port object 144ebbd3-ba7a-4552-8d4d-59041ba7255d will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:13:49.185668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Transition to ACTIVE for port object 144ebbd3-ba7a-4552-8d4d-59041ba7255d will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:13:49.190318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:49.199045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:49.268093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Pushing event updated for resources: {'Port': ['ID=144ebbd3-ba7a-4552-8d4d-59041ba7255d,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:49.270727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:49.273196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:49.304329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Network 12e65655-16c3-48b2-aad3-52200ab7c28e is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:13:49.305334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:13:49.307055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:13:49.361553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Attempting to bind port 144ebbd3-ba7a-4552-8d4d-59041ba7255d on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:13:49.361816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Attempting to bind port 144ebbd3-ba7a-4552-8d4d-59041ba7255d by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:13:49.362019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Attempting to bind port 144ebbd3-ba7a-4552-8d4d-59041ba7255d on network 12e65655-16c3-48b2-aad3-52200ab7c28e {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:13:49.365335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:13:49.365568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Checking segment: {'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:13:49.365827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:49.366075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Bound using segment: {'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:13:49.366373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Bound port: 144ebbd3-ba7a-4552-8d4d-59041ba7255d, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:13:49.366641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:49.421325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] For port 144ebbd3-ba7a-4552-8d4d-59041ba7255d, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:13:49.423382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] For port 144ebbd3-ba7a-4552-8d4d-59041ba7255d, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=144ebbd3-ba7a-4552-8d4d-59041ba7255d,segment=NetworkSegment(9c684ea1-ee02-4113-885f-654c68fef3d1),segment_id=9c684ea1-ee02-4113-885f-654c68fef3d1)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:13:49.428837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:49.438375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:49.519928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Pushing event updated for resources: {'Port': ['ID=144ebbd3-ba7a-4552-8d4d-59041ba7255d,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:49.522567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:49.532604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.20.0.1 (12e65655-16c3-48b2-aad3-52200ab7c28e/b6508a91-180f-4de4-ac43-2c708bd87332/acd4e7c7-e63e-456f-8119-f5f130397a4e) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:13:49.646527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:49.655559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Transition to ACTIVE for port object acd4e7c7-e63e-456f-8119-f5f130397a4e will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:13:49.669507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:49.678237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d488185f-ec64-4799-be3d-0240bf1ca94a tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:49.750239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=acd4e7c7-e63e-456f-8119-f5f130397a4e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:49.757253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:49.785022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 12e65655-16c3-48b2-aad3-52200ab7c28e is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:13:49.785734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:13:49.787448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:13:49.827689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:49.896447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:50.136511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:50.139614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:50.154746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-61439ba8-2d9b-4e2a-9e6a-61c45b3d0df5 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:50.201546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=acd4e7c7-e63e-456f-8119-f5f130397a4e,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:50.203220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:50.211204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:50.276512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 12e65655-16c3-48b2-aad3-52200ab7c28e is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:13:50.277169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:13:50.378544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router bed351d0-b376-441e-8140-d137729b22b9 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:13:50.703996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3f1670-5037-4c67-81be-fa5c9bbf58d6 None None] Network 12e65655-16c3-48b2-aad3-52200ab7c28e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:13:50.756922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:13:50.763885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "PUT /v2.0/routers/bed351d0-b376-441e-8140-d137729b22b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9129851 Apr 16 16:13:50.772035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1895c237-8b6b-4149-b755-6a92038b3d74 None None] Provisioning for port 144ebbd3-ba7a-4552-8d4d-59041ba7255d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:13:50.917195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-590c2c6b-befa-4fd8-8b0d-47853cba27a7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:13:50.927789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-590c2c6b-befa-4fd8-8b0d-47853cba27a7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:13:50.928607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-590c2c6b-befa-4fd8-8b0d-47853cba27a7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1632912753&fields=id&tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 267 time: 0.0366633 Apr 16 16:13:50.996732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c64e4a77-b799-4e13-874b-8b92ee8367fc None None] Provisioning for port acd4e7c7-e63e-456f-8119-f5f130397a4e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:13:50.999983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c64e4a77-b799-4e13-874b-8b92ee8367fc None None] Provisioning complete for port acd4e7c7-e63e-456f-8119-f5f130397a4e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:13:51.000259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c64e4a77-b799-4e13-874b-8b92ee8367fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:51.020289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-e31613bd-bdd5-4e73-8247-0baa8141e54d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:51.021008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-e31613bd-bdd5-4e73-8247-0baa8141e54d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:13:51.031423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-e31613bd-bdd5-4e73-8247-0baa8141e54d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:13:51.032285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-e31613bd-bdd5-4e73-8247-0baa8141e54d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/networks?id=12e65655-16c3-48b2-aad3-52200ab7c28e HTTP/1.1" status: 200 len: 796 time: 0.0985672 Apr 16 16:13:51.032611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-c64e4a77-b799-4e13-874b-8b92ee8367fc None None] Port acd4e7c7-e63e-456f-8119-f5f130397a4e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:13:51.047739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-bdf7aa6c-c58a-4fa5-ad93-ac43efff5d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/quotas/276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 375 time: 0.0104587 Apr 16 16:13:51.112576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 144ebbd3-ba7a-4552-8d4d-59041ba7255d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:13:51.116756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-6334e8dc-8e7c-4280-bd04-c8a162f933c7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:13:51.128735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-6334e8dc-8e7c-4280-bd04-c8a162f933c7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:13:51.129859 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-6334e8dc-8e7c-4280-bd04-c8a162f933c7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737205 Apr 16 16:13:51.163573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-fd7a5bf9-85e7-4c4f-8646-7d47f4b0dd21 None None] Provisioning complete for port acd4e7c7-e63e-456f-8119-f5f130397a4e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:13:51.163857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd7a5bf9-85e7-4c4f-8646-7d47f4b0dd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:51.182534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 144ebbd3-ba7a-4552-8d4d-59041ba7255d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:13:51.190558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 144ebbd3-ba7a-4552-8d4d-59041ba7255d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:13:51.190794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:51.222599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-fd7a5bf9-85e7-4c4f-8646-7d47f4b0dd21 None None] Port acd4e7c7-e63e-456f-8119-f5f130397a4e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:13:51.246035 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-d04c01a0-4484-44ac-a314-ba4eda3333f5 service neutron] 10.222.0.95 "GET /v2.0/networks/12e65655-16c3-48b2-aad3-52200ab7c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075125 Apr 16 16:13:51.266694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:51.286599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 144ebbd3-ba7a-4552-8d4d-59041ba7255d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=144ebbd3-ba7a-4552-8d4d-59041ba7255d,segment=NetworkSegment(9c684ea1-ee02-4113-885f-654c68fef3d1),segment_id=9c684ea1-ee02-4113-885f-654c68fef3d1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:51.289133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:51.290236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:13:51.305007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:51.327350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-61c90d2b-421e-46a2-a507-8fe583e9bc7f service neutron] 10.222.0.95 "GET /v2.0/networks/12e65655-16c3-48b2-aad3-52200ab7c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0769384 Apr 16 16:13:51.447630 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78dcf1db-4add-4dab-b44c-4850c804b1b6 req-546cbafa-3cdc-4712-852e-d2307801aadd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 210 time: 0.0318851 Apr 16 16:13:51.506999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Sync routers for ids ['bed351d0-b376-441e-8140-d137729b22b9'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:13:51.537360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Routers {'bed351d0-b376-441e-8140-d137729b22b9'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:13:51.537745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['bed351d0-b376-441e-8140-d137729b22b9'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:51.573616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-eacfc6b6-a4f4-4a7a-bd64-d5db7f3751d5 None None] Provisioning complete for port acd4e7c7-e63e-456f-8119-f5f130397a4e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:13:51.573833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eacfc6b6-a4f4-4a7a-bd64-d5db7f3751d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:51.586033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=144ebbd3-ba7a-4552-8d4d-59041ba7255d,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:51.591465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:51.646576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:13:51.653081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-eacfc6b6-a4f4-4a7a-bd64-d5db7f3751d5 None None] Port acd4e7c7-e63e-456f-8119-f5f130397a4e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:13:51.655655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:13:51.655721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:51.693061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Set router bed351d0-b376-441e-8140-d137729b22b9 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:13:51.829766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:51.849341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:51.863061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:51.868889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5c838ed-a2ac-4acd-aad9-2d3a098d7832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:51.937352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:51.939732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:51.954530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:49Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'acd4e7c7-e63e-456f-8119-f5f130397a4e', 'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:8a:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:49Z', 'updated_at': '2021-04-16T16:13:50Z', 'revision_number': 2, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:51.957290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Checking router: bed351d0-b376-441e-8140-d137729b22b9 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:13:51.957524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Updating router bed351d0-b376-441e-8140-d137729b22b9 port acd4e7c7-e63e-456f-8119-f5f130397a4e binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:13:51.991595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:52.213441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:52.220659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Transition to ACTIVE for port object acd4e7c7-e63e-456f-8119-f5f130397a4e will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:13:52.225079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:52.232265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:52.296047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc8bd6-0357-4a3c-b018-dcf22aa247df None None] Pushing event updated for resources: {'Port': ['ID=acd4e7c7-e63e-456f-8119-f5f130397a4e,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:52.298501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44dc8bd6-0357-4a3c-b018-dcf22aa247df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:52.410292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Attempting to bind port acd4e7c7-e63e-456f-8119-f5f130397a4e on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:13:52.410599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Attempting to bind port acd4e7c7-e63e-456f-8119-f5f130397a4e by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:13:52.410840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Attempting to bind port acd4e7c7-e63e-456f-8119-f5f130397a4e on network 12e65655-16c3-48b2-aad3-52200ab7c28e {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:13:52.415143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:13:52.415419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Checking segment: {'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:13:52.415720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:52.416010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Bound using segment: {'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:13:52.416365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Bound port: acd4e7c7-e63e-456f-8119-f5f130397a4e, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:13:52.416643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:52.485431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] For port acd4e7c7-e63e-456f-8119-f5f130397a4e, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:13:52.491420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] For port acd4e7c7-e63e-456f-8119-f5f130397a4e, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=acd4e7c7-e63e-456f-8119-f5f130397a4e,segment=NetworkSegment(9c684ea1-ee02-4113-885f-654c68fef3d1),segment_id=9c684ea1-ee02-4113-885f-654c68fef3d1)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:13:52.494616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:52.528687 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1ef979bd-1f9a-4667-becc-4a8c082c7591 req-00e2d904-d61b-45de-bb89-c6ba5f9b63fc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 210 time: 0.0279868 Apr 16 16:13:52.538592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c0209846-3659-487c-9b9c-c2f6b1cc86f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:52.600697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc8bd6-0357-4a3c-b018-dcf22aa247df None None] Pushing event updated for resources: {'Port': ['ID=acd4e7c7-e63e-456f-8119-f5f130397a4e,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:52.602899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44dc8bd6-0357-4a3c-b018-dcf22aa247df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:52.626678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Routers {'bed351d0-b376-441e-8140-d137729b22b9'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:13:52.627039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['bed351d0-b376-441e-8140-d137729b22b9'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:52.731913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] Set router bed351d0-b376-441e-8140-d137729b22b9 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:13:52.920366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:49Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'acd4e7c7-e63e-456f-8119-f5f130397a4e', 'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:8a:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:49Z', 'updated_at': '2021-04-16T16:13:52Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:13:52.923296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566fdef-a12d-4773-990f-07810d8edfb9 None None] The sync data for ids ['bed351d0-b376-441e-8140-d137729b22b9'] in dv-neutron-786478-2-hyperv is: [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:49Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'acd4e7c7-e63e-456f-8119-f5f130397a4e', 'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:8a:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:49Z', 'updated_at': '2021-04-16T16:13:52Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:13:53.121932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 144ebbd3-ba7a-4552-8d4d-59041ba7255d up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:13:53.166437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 144ebbd3-ba7a-4552-8d4d-59041ba7255d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:13:53.166668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:53.243372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:13:53.282286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:13:53.282592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:53.350734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device acd4e7c7-e63e-456f-8119-f5f130397a4e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:13:53.388945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port acd4e7c7-e63e-456f-8119-f5f130397a4e completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:13:53.391640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port acd4e7c7-e63e-456f-8119-f5f130397a4e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:13:53.391875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:53.477428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:53.609003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c6a02a54-d603-4c46-948e-fc45d93dc10c req-e943a941-ba8c-468f-a174-ee637a50d7ec tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 210 time: 0.0413272 Apr 16 16:13:53.669526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port acd4e7c7-e63e-456f-8119-f5f130397a4e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=acd4e7c7-e63e-456f-8119-f5f130397a4e,segment=NetworkSegment(9c684ea1-ee02-4113-885f-654c68fef3d1),segment_id=9c684ea1-ee02-4113-885f-654c68fef3d1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:13:53.670902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:53.672170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:53.712248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=acd4e7c7-e63e-456f-8119-f5f130397a4e,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:53.714122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:54.700391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fbc95254-0877-4758-929c-ee4d6a2b04cc req-002f414c-90e9-404e-a5a8-231f1fd341d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 210 time: 0.0379174 Apr 16 16:13:55.101842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device acd4e7c7-e63e-456f-8119-f5f130397a4e up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:13:55.166751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port acd4e7c7-e63e-456f-8119-f5f130397a4e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:13:55.167049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:55.822244 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0cbcb53-c5d0-45ce-879e-626788b8e4cc req-5f8a850d-67e3-455e-a187-af2dc679f1d2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 210 time: 0.0397475 Apr 16 16:13:56.889549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-d26b249c-f7bf-4d11-a142-7bb394314be0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:56.890668 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-d26b249c-f7bf-4d11-a142-7bb394314be0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/networks?id=12e65655-16c3-48b2-aad3-52200ab7c28e HTTP/1.1" status: 200 len: 796 time: 0.1176236 Apr 16 16:13:56.964091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ad8f8af-cf54-43c9-a396-5a8b1fa4c0e4 req-4eb61e4f-c363-4ebf-9462-fd33cfc1ab8f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 210 time: 0.0419362 Apr 16 16:13:56.978875 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-59a8cf9e-9c34-4c21-9c9a-20e19ed425a5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 8073 time: 0.0774021 Apr 16 16:13:57.275017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'port': {'device_id': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'admin_state_up': True, 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'security_groups': ['44ce16ac-e3d3-4dff-938e-90e68505134d']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:57.385456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:13:57.393232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:13:57.401256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:13:57.405550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:57.528655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.20.0.14 (12e65655-16c3-48b2-aad3-52200ab7c28e/b6508a91-180f-4de4-ac43-2c708bd87332/d5ff508f-a47d-437e-abc8-d911092fc75e) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:13:57.658146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:57.669171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Transition to ACTIVE for port object d5ff508f-a47d-437e-abc8-d911092fc75e will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:13:57.687688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:57.698088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-17fc0cab-b383-427f-b327-7a72306791dd tempest-TestEncryptedCinderVolumes-709045621 tempest-TestEncryptedCinderVolumes-709045621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:57.783575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=d5ff508f-a47d-437e-abc8-d911092fc75e,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:57.786538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:57.822915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 12e65655-16c3-48b2-aad3-52200ab7c28e is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:13:57.823654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:13:57.825401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:13:57.869896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:57.870302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:57.888146 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6191211 Apr 16 16:13:57.901720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Request body: {'port': {'device_id': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:13:57.979285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:57.991640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6896cd8b-cd2a-4bb3-a671-962ef5a3b82e None None] Provisioning for port d5ff508f-a47d-437e-abc8-d911092fc75e completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:13:57.995272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6896cd8b-cd2a-4bb3-a671-962ef5a3b82e None None] Provisioning complete for port d5ff508f-a47d-437e-abc8-d911092fc75e triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:13:57.995717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6896cd8b-cd2a-4bb3-a671-962ef5a3b82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:58.032655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6896cd8b-cd2a-4bb3-a671-962ef5a3b82e None None] Port d5ff508f-a47d-437e-abc8-d911092fc75e cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:13:58.173353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37417ba-9324-4e61-92c9-63dca33f776a req-3a529cef-e819-4d7a-8089-43a22a062d17 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:58.173725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c37417ba-9324-4e61-92c9-63dca33f776a req-3a529cef-e819-4d7a-8089-43a22a062d17 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:13:58.196988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-c37417ba-9324-4e61-92c9-63dca33f776a req-3a529cef-e819-4d7a-8089-43a22a062d17 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:13:58.197795 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c37417ba-9324-4e61-92c9-63dca33f776a req-3a529cef-e819-4d7a-8089-43a22a062d17 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 932 time: 0.1515570 Apr 16 16:13:58.265835 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c37417ba-9324-4e61-92c9-63dca33f776a req-03e51203-ca35-4c89-8d19-e4c2d2798c5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633240 Apr 16 16:13:58.271465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5ff508f-a47d-437e-abc8-d911092fc75e {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:13:58.276908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:58.286490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Transition to ACTIVE for port object d5ff508f-a47d-437e-abc8-d911092fc75e will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:13:58.288638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:58.297081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4821e821-113f-4ea0-a643-26445207950e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:58.371639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Pushing event updated for resources: {'Port': ['ID=d5ff508f-a47d-437e-abc8-d911092fc75e,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:58.373554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:58.507879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Attempting to bind port d5ff508f-a47d-437e-abc8-d911092fc75e on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:13:58.508083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Attempting to bind port d5ff508f-a47d-437e-abc8-d911092fc75e by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:13:58.508272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Attempting to bind port d5ff508f-a47d-437e-abc8-d911092fc75e on network 12e65655-16c3-48b2-aad3-52200ab7c28e {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:13:58.510933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Port d5ff508f-a47d-437e-abc8-d911092fc75e on network 12e65655-16c3-48b2-aad3-52200ab7c28e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:13:58.511126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Attempting to bind port d5ff508f-a47d-437e-abc8-d911092fc75e on network 12e65655-16c3-48b2-aad3-52200ab7c28e {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:13:58.514030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:13:58.514232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Checking segment: {'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:13:58.514479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Bound using segment: {'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:13:58.514733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Bound port: d5ff508f-a47d-437e-abc8-d911092fc75e, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c684ea1-ee02-4113-885f-654c68fef3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:13:58.514937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:58.565684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] For port d5ff508f-a47d-437e-abc8-d911092fc75e, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:13:58.567451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] For port d5ff508f-a47d-437e-abc8-d911092fc75e, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d5ff508f-a47d-437e-abc8-d911092fc75e,segment=NetworkSegment(9c684ea1-ee02-4113-885f-654c68fef3d1),segment_id=9c684ea1-ee02-4113-885f-654c68fef3d1)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:13:58.569990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:58.576781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7e98bf8b-320b-4f9d-88c9-cf23bcda6ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:13:58.652854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Pushing event updated for resources: {'Port': ['ID=d5ff508f-a47d-437e-abc8-d911092fc75e,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:13:58.655369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:13:58.674115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:58.674473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:13:58.675382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] 10.222.0.107 "PUT /v2.0/ports/d5ff508f-a47d-437e-abc8-d911092fc75e HTTP/1.1" status: 200 len: 1094 time: 0.7774560 Apr 16 16:13:58.675685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'tag': 'd5ff508f-a47d-437e-abc8-d911092fc75e'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:13:58.705440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'tag': 'd5ff508f-a47d-437e-abc8-d911092fc75e', 'status': 'completed', 'code': 200} Apr 16 16:13:58.777024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f756c-900e-414b-95c2-dfffb9519a57 req-659cd7c3-8f0f-4cd6-ae91-4deb78127a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:58.777969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-843f756c-900e-414b-95c2-dfffb9519a57 req-659cd7c3-8f0f-4cd6-ae91-4deb78127a55 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 1097 time: 0.0459280 Apr 16 16:13:58.877161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f756c-900e-414b-95c2-dfffb9519a57 req-bfd6f797-945f-43d0-9c31-7bb0f580f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:58.878109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-843f756c-900e-414b-95c2-dfffb9519a57 req-bfd6f797-945f-43d0-9c31-7bb0f580f6e6 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0902863 Apr 16 16:13:58.972036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f756c-900e-414b-95c2-dfffb9519a57 req-38d0c22c-7dd4-409f-b5d2-ac7d263e1ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:58.972962 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-843f756c-900e-414b-95c2-dfffb9519a57 req-38d0c22c-7dd4-409f-b5d2-ac7d263e1ec5 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0857854 Apr 16 16:13:59.422390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5be0b7-c85d-4119-974f-cf8bde7aecfb req-c0324bbc-8960-4d79-b2c7-4baedbcaad8e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:13:59.423393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a5be0b7-c85d-4119-974f-cf8bde7aecfb req-c0324bbc-8960-4d79-b2c7-4baedbcaad8e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 944 time: 0.0649507 Apr 16 16:13:59.456847 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a5be0b7-c85d-4119-974f-cf8bde7aecfb req-64f4fb4e-df6f-4816-bbe5-487c8a58fbf2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254776 Apr 16 16:14:00.611304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6d0fe-ecf1-4be3-ab67-86bb94e10a45 req-c3f5917a-d055-4929-b210-15f184d14720 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:00.612415 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bbc6d0fe-ecf1-4be3-ab67-86bb94e10a45 req-c3f5917a-d055-4929-b210-15f184d14720 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 944 time: 0.0695777 Apr 16 16:14:00.644075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bbc6d0fe-ecf1-4be3-ab67-86bb94e10a45 req-b7d6f420-40d8-4ffd-9934-868da6c22e74 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275378 Apr 16 16:14:01.802610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e0d8e-eb95-4f3b-874e-439083646216 req-e381a87d-1253-4d18-9022-a9a2a2aae87a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:01.803654 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef1e0d8e-eb95-4f3b-874e-439083646216 req-e381a87d-1253-4d18-9022-a9a2a2aae87a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 944 time: 0.0671084 Apr 16 16:14:01.835007 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef1e0d8e-eb95-4f3b-874e-439083646216 req-c6f3410a-4026-493c-894a-ab11ea1f9c82 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270987 Apr 16 16:14:02.460045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3e17577e-58dc-4ea4-bbd1-c0179fe5170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:02.461179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-3e17577e-58dc-4ea4-bbd1-c0179fe5170e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 1097 time: 0.0586915 Apr 16 16:14:02.799034 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-80644acd-2d08-44c8-91de-3d3a3e1021ec service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5ff508f-a47d-437e-abc8-d911092fc75e HTTP/1.1" status: 200 len: 217 time: 0.3281150 Apr 16 16:14:02.841951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c37ae937-f865-45cf-bc00-2ff4612a5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:02.842677 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-c37ae937-f865-45cf-bc00-2ff4612a5899 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6508a91-180f-4de4-ac43-2c708bd87332 HTTP/1.1" status: 200 len: 835 time: 0.0350726 Apr 16 16:14:02.867099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:14:02.894635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-fd584e0e-5bb9-4b03-a05b-4f8c0386b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:02.895579 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-fd584e0e-5bb9-4b03-a05b-4f8c0386b626 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=12e65655-16c3-48b2-aad3-52200ab7c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443811 Apr 16 16:14:03.005041 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-b41a0045-1833-4b13-9812-56860cec966a service neutron] 10.222.0.107 "GET /v2.0/networks/12e65655-16c3-48b2-aad3-52200ab7c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002853 Apr 16 16:14:03.011538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b27c6-03b5-492a-8def-e8b04e2a0768 req-ef288dbc-7581-4a93-a5b9-334bb80a5f2c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:03.012287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-584b27c6-03b5-492a-8def-e8b04e2a0768 req-ef288dbc-7581-4a93-a5b9-334bb80a5f2c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 944 time: 0.0958567 Apr 16 16:14:03.104238 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-584b27c6-03b5-492a-8def-e8b04e2a0768 req-4cb66629-aaec-40e0-a537-ee87516edb3f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679867 Apr 16 16:14:03.126591 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b8b020d-82c9-44c7-9f75-11b778bf8afb req-dd2a8247-c98d-4445-880c-8c448975ef46 service neutron] 10.222.0.107 "GET /v2.0/networks/12e65655-16c3-48b2-aad3-52200ab7c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126676 Apr 16 16:14:04.276181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27df426-18b0-4b99-8e43-d3e35e4021b8 req-d589a5f4-ec6d-4148-b0dd-e85cea7eddd9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:04.277285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c27df426-18b0-4b99-8e43-d3e35e4021b8 req-d589a5f4-ec6d-4148-b0dd-e85cea7eddd9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 944 time: 0.0684664 Apr 16 16:14:04.308956 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c27df426-18b0-4b99-8e43-d3e35e4021b8 req-0ba9a13b-2bf6-44e9-8d2a-7118412963f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272982 Apr 16 16:14:05.284869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device d5ff508f-a47d-437e-abc8-d911092fc75e details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:14:05.398795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port d5ff508f-a47d-437e-abc8-d911092fc75e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d5ff508f-a47d-437e-abc8-d911092fc75e,segment=NetworkSegment(9c684ea1-ee02-4113-885f-654c68fef3d1),segment_id=9c684ea1-ee02-4113-885f-654c68fef3d1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:14:05.408086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'd5ff508f-a47d-437e-abc8-d911092fc75e', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'port_id': 'd5ff508f-a47d-437e-abc8-d911092fc75e', 'mac_address': 'fa:16:3e:f1:ed:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1460, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:14:05.449152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:05.450805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574ad35-f0d6-4bd8-9f7a-baae2b8148b1 req-d34dfbba-38f1-42d3-ab81-f862dbd424b5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:05.451901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7574ad35-f0d6-4bd8-9f7a-baae2b8148b1 req-d34dfbba-38f1-42d3-ab81-f862dbd424b5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 944 time: 0.0628850 Apr 16 16:14:05.460621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5ff508f-a47d-437e-abc8-d911092fc75e {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:14:05.471433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port d5ff508f-a47d-437e-abc8-d911092fc75e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d5ff508f-a47d-437e-abc8-d911092fc75e,segment=NetworkSegment(9c684ea1-ee02-4113-885f-654c68fef3d1),segment_id=9c684ea1-ee02-4113-885f-654c68fef3d1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:14:05.473928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:05.475513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:14:05.484896 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7574ad35-f0d6-4bd8-9f7a-baae2b8148b1 req-60bcea99-6356-4362-ab31-d456ac7ea045 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283799 Apr 16 16:14:05.520542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=d5ff508f-a47d-437e-abc8-d911092fc75e,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:14:05.523016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:14:05.753654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['d5ff508f-a47d-437e-abc8-d911092fc75e'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:14:06.645640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fd70f-8b66-41c5-9f6e-de43a8d9c622 req-05aa3b7d-4533-41ea-bb07-442edc399835 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:06.646746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b57fd70f-8b66-41c5-9f6e-de43a8d9c622 req-05aa3b7d-4533-41ea-bb07-442edc399835 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 945 time: 0.0681889 Apr 16 16:14:06.684429 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b57fd70f-8b66-41c5-9f6e-de43a8d9c622 req-c9eec2d3-c80c-44a4-9662-a1c848224e02 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307467 Apr 16 16:14:07.315875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device d5ff508f-a47d-437e-abc8-d911092fc75e up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:14:07.385106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port d5ff508f-a47d-437e-abc8-d911092fc75e completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:14:07.388947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port d5ff508f-a47d-437e-abc8-d911092fc75e triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:14:07.389228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:07.474372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:07.492654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ff508f-a47d-437e-abc8-d911092fc75e'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:14:07.500341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port d5ff508f-a47d-437e-abc8-d911092fc75e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d5ff508f-a47d-437e-abc8-d911092fc75e,segment=NetworkSegment(9c684ea1-ee02-4113-885f-654c68fef3d1),segment_id=9c684ea1-ee02-4113-885f-654c68fef3d1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:14:07.503535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:07.505427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:14:07.550719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=d5ff508f-a47d-437e-abc8-d911092fc75e,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:14:07.553303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:14:07.570598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5ff508f-a47d-437e-abc8-d911092fc75e', 'code': 200} Apr 16 16:14:07.839803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fba96-68b6-4719-a540-1c26136a60a0 req-d460eb97-d659-4ed6-a30c-bc9f6a0409f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:07.840693 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-616fba96-68b6-4719-a540-1c26136a60a0 req-d460eb97-d659-4ed6-a30c-bc9f6a0409f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0658073 Apr 16 16:14:07.873188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-616fba96-68b6-4719-a540-1c26136a60a0 req-604abe56-ee34-4425-8f9c-772c02bb975b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282445 Apr 16 16:14:08.470310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea54655-9573-4101-8b0a-b3cb4c87fac1 req-65986936-1b64-428f-8e64-b1aa81712ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:08.471417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dea54655-9573-4101-8b0a-b3cb4c87fac1 req-65986936-1b64-428f-8e64-b1aa81712ac3 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 1099 time: 0.0602677 Apr 16 16:14:08.504681 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dea54655-9573-4101-8b0a-b3cb4c87fac1 req-03f82698-fa8d-4d90-8766-5a0d632afbe0 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256917 Apr 16 16:14:09.025787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e9501-c1da-4726-b296-106a90300d08 req-b65c8506-57d3-4868-8d91-dac8721ab8f0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:09.027101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be2e9501-c1da-4726-b296-106a90300d08 req-b65c8506-57d3-4868-8d91-dac8721ab8f0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0619235 Apr 16 16:14:09.061670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be2e9501-c1da-4726-b296-106a90300d08 req-2cc8803e-163c-44bb-86ec-8ed8356b706d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272095 Apr 16 16:14:10.234233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77eb57-6c3a-430d-9f10-00f1539118d0 req-67c3fa42-1415-4dcf-85f4-69eb4f68c6dc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:10.235618 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e77eb57-6c3a-430d-9f10-00f1539118d0 req-67c3fa42-1415-4dcf-85f4-69eb4f68c6dc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0735753 Apr 16 16:14:10.269501 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e77eb57-6c3a-430d-9f10-00f1539118d0 req-80a13206-d5d1-4571-9c07-4bc38a5592b4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289915 Apr 16 16:14:10.413753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5da82-d921-4f2b-b9b0-833b3c3e7e73 req-9a70e9c5-f29d-4f14-8bfd-11e4c44dfe19 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:10.414985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7dc5da82-d921-4f2b-b9b0-833b3c3e7e73 req-9a70e9c5-f29d-4f14-8bfd-11e4c44dfe19 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0633354 Apr 16 16:14:10.448902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7dc5da82-d921-4f2b-b9b0-833b3c3e7e73 req-b4a1abd7-5dc0-465b-9261-13d10ebc3a87 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294251 Apr 16 16:14:10.465967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42886) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:14:10.517443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f42f383-d5e1-446e-9c26-210dbdbc507e tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:10.518471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0f42f383-d5e1-446e-9c26-210dbdbc507e tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 1094 time: 0.0517206 Apr 16 16:14:10.520516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42890) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:14:10.524032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': 'd5ff508f-a47d-437e-abc8-d911092fc75e', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address': '172.20.0.14'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:14:10.528435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:14:10.531335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:floatingip and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:14:10.533381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:14:10.537401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:14:10.545065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:10.639864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:10.732550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.26.4.149 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/83942f7e-538a-49d7-8dda-2530cba6e0ee) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:14:10.815873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:10.838846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:10.847401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ff8cf1ca-c556-4b83-baf8-37abbbbae124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:14:10.928140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=83942f7e-538a-49d7-8dda-2530cba6e0ee,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:14:10.931138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:14:10.960610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:14:10.961357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:14:10.962776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:14:11.180249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:11.221639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:11.323209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ccf90dc3-a972-4d30-963b-b2b73b5257f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:11.336869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:11.339723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:11.346293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ba2dec0-a922-4d39-b2b8-d374d7ce5415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:14:11.413639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=83942f7e-538a-49d7-8dda-2530cba6e0ee,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:14:11.416173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:14:11.479268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:11.590377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Floating IP ef245412-759b-43bd-bf43-21fc8e753287 associated. External IP: 172.26.4.149, port: d5ff508f-a47d-437e-abc8-d911092fc75e. Apr 16 16:14:12.047568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router bed351d0-b376-441e-8140-d137729b22b9 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:14:12.206547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:14:12.216601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c472a-f344-407c-aa08-8368f94ab29c None None] Sync routers for ids ['bed351d0-b376-441e-8140-d137729b22b9'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:14:12.217555 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-7730ecda-1b6a-41c3-b9da-2f84a77ff603 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1229389 Apr 16 16:14:12.223566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c472a-f344-407c-aa08-8368f94ab29c None None] Routers {'bed351d0-b376-441e-8140-d137729b22b9'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:14:12.224018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9a3c472a-f344-407c-aa08-8368f94ab29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['bed351d0-b376-441e-8140-d137729b22b9'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:14:12.226999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:12.263393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7421677 Apr 16 16:14:12.264025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'tag': 'd5ff508f-a47d-437e-abc8-d911092fc75e'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:14:12.295541 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'tag': 'd5ff508f-a47d-437e-abc8-d911092fc75e', 'status': 'completed', 'code': 200} Apr 16 16:14:12.398371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb5506-3a1b-4343-92cc-23ca5cb0d9f5 req-a301024b-4484-444e-8cd4-9e42262b95f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:12.399550 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32eb5506-3a1b-4343-92cc-23ca5cb0d9f5 req-a301024b-4484-444e-8cd4-9e42262b95f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0695336 Apr 16 16:14:12.434568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32eb5506-3a1b-4343-92cc-23ca5cb0d9f5 req-40000bde-de86-4f9a-bbd6-50ea5e1fd0ae tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Apr 16 16:14:12.449552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42898) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:14:12.507879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9a3c472a-f344-407c-aa08-8368f94ab29c None None] Set router bed351d0-b376-441e-8140-d137729b22b9 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:14:12.533537 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-353c8383-e090-4583-9141-334bb95a5b08 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/ef245412-759b-43bd-bf43-21fc8e753287 HTTP/1.1" status: 200 len: 992 time: 0.0830629 Apr 16 16:14:12.696428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9a3c472a-f344-407c-aa08-8368f94ab29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:49Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'ef245412-759b-43bd-bf43-21fc8e753287', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.149', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'port_id': 'd5ff508f-a47d-437e-abc8-d911092fc75e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'mac_address': 'fa:16:3e:f1:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:14:11Z', 'updated_at': '2021-04-16T16:14:11Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd4e7c7-e63e-456f-8119-f5f130397a4e', 'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:8a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:49Z', 'updated_at': '2021-04-16T16:13:53Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:14:12.698572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c472a-f344-407c-aa08-8368f94ab29c None None] Checking router: bed351d0-b376-441e-8140-d137729b22b9 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:14:12.703388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c472a-f344-407c-aa08-8368f94ab29c None None] Routers {'bed351d0-b376-441e-8140-d137729b22b9'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:14:12.703728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9a3c472a-f344-407c-aa08-8368f94ab29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:13:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['bed351d0-b376-441e-8140-d137729b22b9'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:14:12.754175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bb4be64c-fc20-44e3-bdea-d52dc997703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:12.802827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9a3c472a-f344-407c-aa08-8368f94ab29c None None] Set router bed351d0-b376-441e-8140-d137729b22b9 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:14:13.007087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9a3c472a-f344-407c-aa08-8368f94ab29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:49Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'ef245412-759b-43bd-bf43-21fc8e753287', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.149', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'port_id': 'd5ff508f-a47d-437e-abc8-d911092fc75e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'mac_address': 'fa:16:3e:f1:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:14:11Z', 'updated_at': '2021-04-16T16:14:11Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd4e7c7-e63e-456f-8119-f5f130397a4e', 'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:8a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:49Z', 'updated_at': '2021-04-16T16:13:53Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:14:13.009729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3c472a-f344-407c-aa08-8368f94ab29c None None] The sync data for ids ['bed351d0-b376-441e-8140-d137729b22b9'] in dv-neutron-786478-2-hyperv is: [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:49Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'ef245412-759b-43bd-bf43-21fc8e753287', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.149', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'port_id': 'd5ff508f-a47d-437e-abc8-d911092fc75e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'mac_address': 'fa:16:3e:f1:ed:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:14:11Z', 'updated_at': '2021-04-16T16:14:11Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd4e7c7-e63e-456f-8119-f5f130397a4e', 'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:8a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:49Z', 'updated_at': '2021-04-16T16:13:53Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:14:13.079940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:13.082841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:13.241994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c695761e-ee6c-48d3-bd44-be9dd9be8534 None None] New status for floating IP ef245412-759b-43bd-bf43-21fc8e753287: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:14:13.537771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42902) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:14:13.621164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b3a4b5a4-fad0-4c2e-8c02-e2010f0ac9c6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/ef245412-759b-43bd-bf43-21fc8e753287 HTTP/1.1" status: 200 len: 994 time: 0.0819385 Apr 16 16:14:13.695776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:14.319949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:15.098502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-281cadbc-a172-4426-8f9f-2b967f238fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:15.099650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-281cadbc-a172-4426-8f9f-2b967f238fbb service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 1099 time: 0.0602887 Apr 16 16:14:15.208849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-0b981074-bc20-48f6-b78b-630751453eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:15.209828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-0b981074-bc20-48f6-b78b-630751453eef service neutron] 10.222.0.107 "GET /v2.0/networks?id=12e65655-16c3-48b2-aad3-52200ab7c28e HTTP/1.1" status: 200 len: 898 time: 0.0937090 Apr 16 16:14:15.291270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-1974e482-ca6b-4e07-b0c5-fbcad5b6a889 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5ff508f-a47d-437e-abc8-d911092fc75e HTTP/1.1" status: 200 len: 1002 time: 0.0752237 Apr 16 16:14:15.335391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-341ee73e-0564-463c-9b84-e3673f1d05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:15.336288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-341ee73e-0564-463c-9b84-e3673f1d05e1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6508a91-180f-4de4-ac43-2c708bd87332 HTTP/1.1" status: 200 len: 835 time: 0.0413408 Apr 16 16:14:15.392790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-a7cdd361-aa74-45ed-a4a0-66e0f3c4bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:15.393892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-a7cdd361-aa74-45ed-a4a0-66e0f3c4bd13 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=12e65655-16c3-48b2-aad3-52200ab7c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537045 Apr 16 16:14:15.487433 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-1f99ce01-4d30-47fd-b2c8-2f224324399e service neutron] 10.222.0.107 "GET /v2.0/networks/12e65655-16c3-48b2-aad3-52200ab7c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896401 Apr 16 16:14:15.579317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5cf1383-355b-45e0-a67b-6e6e27541c0f req-bd746a40-27b4-4ed2-a31c-969eb4fd880d service neutron] 10.222.0.107 "GET /v2.0/networks/12e65655-16c3-48b2-aad3-52200ab7c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882862 Apr 16 16:14:15.698851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03626-649d-41a5-af61-e74fe2bf8abc req-8bf8233b-92ae-4572-96b9-93b8de9445e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:15.699785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85c03626-649d-41a5-af61-e74fe2bf8abc req-8bf8233b-92ae-4572-96b9-93b8de9445e3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 1099 time: 0.0642471 Apr 16 16:14:15.801279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03626-649d-41a5-af61-e74fe2bf8abc req-b951f601-c047-4ee9-86fb-066f42723eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:15.802319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85c03626-649d-41a5-af61-e74fe2bf8abc req-b951f601-c047-4ee9-86fb-066f42723eb3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=12e65655-16c3-48b2-aad3-52200ab7c28e HTTP/1.1" status: 200 len: 898 time: 0.0988445 Apr 16 16:14:15.872337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85c03626-649d-41a5-af61-e74fe2bf8abc req-6bbfc906-a6af-435d-8583-d7860c2fd711 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5ff508f-a47d-437e-abc8-d911092fc75e HTTP/1.1" status: 200 len: 1002 time: 0.0654986 Apr 16 16:14:15.922999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03626-649d-41a5-af61-e74fe2bf8abc req-aec53313-8df3-4ed5-81f8-02a98da20ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:15.923946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85c03626-649d-41a5-af61-e74fe2bf8abc req-aec53313-8df3-4ed5-81f8-02a98da20ae2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6508a91-180f-4de4-ac43-2c708bd87332 HTTP/1.1" status: 200 len: 835 time: 0.0431378 Apr 16 16:14:15.984056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03626-649d-41a5-af61-e74fe2bf8abc req-595838e6-4a04-4ee5-a6de-87dc9efb78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:15.984995 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85c03626-649d-41a5-af61-e74fe2bf8abc req-595838e6-4a04-4ee5-a6de-87dc9efb78d8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=12e65655-16c3-48b2-aad3-52200ab7c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524969 Apr 16 16:14:16.069176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85c03626-649d-41a5-af61-e74fe2bf8abc req-f0909028-3c56-4f13-8df7-4412a18128a6 service neutron] 10.222.0.107 "GET /v2.0/networks/12e65655-16c3-48b2-aad3-52200ab7c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771432 Apr 16 16:14:16.432549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85c03626-649d-41a5-af61-e74fe2bf8abc req-39a4a442-d708-4be5-89c5-4ec34e52b120 service neutron] 10.222.0.107 "GET /v2.0/networks/12e65655-16c3-48b2-aad3-52200ab7c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543720 Apr 16 16:14:39.871817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:14:41.332198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bb37c39-d853-4cb8-887c-446b9e4d0f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:42.754996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e7c837b3-228c-4385-baa4-e1351e1d07b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:42.778735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332c27a-9788-4cd0-8570-5d8383b413b9 req-2ef99cd8-6d44-45e4-b158-02fad753ff7a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:42.779797 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9332c27a-9788-4cd0-8570-5d8383b413b9 req-2ef99cd8-6d44-45e4-b158-02fad753ff7a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0600393 Apr 16 16:14:42.813221 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9332c27a-9788-4cd0-8570-5d8383b413b9 req-c47b76d9-5a4b-461b-8f44-28feda4d9213 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287325 Apr 16 16:14:43.087742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:43.089342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:43.694796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:43.990718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ce4bf-097b-4531-ab16-5bf94a00cde3 req-51d7edf3-a3bc-4a05-9579-75849405f781 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:43.991792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-077ce4bf-097b-4531-ab16-5bf94a00cde3 req-51d7edf3-a3bc-4a05-9579-75849405f781 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0821071 Apr 16 16:14:44.027255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-077ce4bf-097b-4531-ab16-5bf94a00cde3 req-53eb18a0-44d9-4408-ac23-fb7810a4edea tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280390 Apr 16 16:14:44.293545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:45.211575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819b07b-3b43-4046-ba1e-2cb33ae49271 req-92bbcc47-4927-461b-8f7a-b5d923c5274d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:45.212707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e819b07b-3b43-4046-ba1e-2cb33ae49271 req-92bbcc47-4927-461b-8f7a-b5d923c5274d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0872903 Apr 16 16:14:45.245633 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e819b07b-3b43-4046-ba1e-2cb33ae49271 req-fcdab280-3cf4-483e-a339-2564285737ea tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284030 Apr 16 16:14:45.263000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42926) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:14:45.337108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-920029a7-7843-4ec2-8f46-f115f8306232 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/ef245412-759b-43bd-bf43-21fc8e753287 HTTP/1.1" status: 200 len: 994 time: 0.0731144 Apr 16 16:14:46.742001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c44ac8-9bb9-48c9-9e76-1cc3067aa76a req-b01be2ae-478a-4525-a071-d361805667c6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:46.743095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72c44ac8-9bb9-48c9-9e76-1cc3067aa76a req-b01be2ae-478a-4525-a071-d361805667c6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0751948 Apr 16 16:14:46.775187 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72c44ac8-9bb9-48c9-9e76-1cc3067aa76a req-e2a0b23f-0d2c-4d8b-b027-f5076f84287a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278046 Apr 16 16:14:47.919177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91411750-79d4-406e-88b5-d074a51d7d5b req-e38e7372-8449-400c-adb7-7571cf0e1313 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:47.920270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-91411750-79d4-406e-88b5-d074a51d7d5b req-e38e7372-8449-400c-adb7-7571cf0e1313 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0656900 Apr 16 16:14:47.951435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-91411750-79d4-406e-88b5-d074a51d7d5b req-5d4a53f1-f8d7-4069-8c63-79e01279d3fd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265965 Apr 16 16:14:47.968052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42938) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:14:48.040857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2c52a760-d68f-4b5f-bff6-a47c1b5ccbc1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/ef245412-759b-43bd-bf43-21fc8e753287 HTTP/1.1" status: 200 len: 994 time: 0.0718725 Apr 16 16:14:48.343789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 42946) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:14:48.500587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 83942f7e-538a-49d7-8dda-2530cba6e0ee {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:14:48.500922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:48.618288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:48.618630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:48.700104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 83942f7e-538a-49d7-8dda-2530cba6e0ee owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:14:48.806530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:48.826506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cb513939-b716-490d-a940-2f5d9aa37d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:14:48.886409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=83942f7e-538a-49d7-8dda-2530cba6e0ee,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:14:48.894958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.895218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.895492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.895761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.896031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.896301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.896568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.896837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.897104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.897371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.897639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.897905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:14:48.900479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:14:49.000999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:49.001666 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Floating IP ef245412-759b-43bd-bf43-21fc8e753287 disassociated (deleted). External IP: 172.26.4.149, port: d5ff508f-a47d-437e-abc8-d911092fc75e. Apr 16 16:14:49.237764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router bed351d0-b376-441e-8140-d137729b22b9 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:14:49.338880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:14:49.349751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b93cd1-a572-4660-9f98-0e954bcdc50d None None] Sync routers for ids ['bed351d0-b376-441e-8140-d137729b22b9'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:14:49.355312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:14:49.356586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b93cd1-a572-4660-9f98-0e954bcdc50d None None] Routers {'bed351d0-b376-441e-8140-d137729b22b9'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:14:49.357049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d1b93cd1-a572-4660-9f98-0e954bcdc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:14:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['bed351d0-b376-441e-8140-d137729b22b9'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:14:49.401242 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/floatingips/ef245412-759b-43bd-bf43-21fc8e753287 HTTP/1.1" status: 204 len: 168 time: 1.0545847 Apr 16 16:14:49.401242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'tag': 'd5ff508f-a47d-437e-abc8-d911092fc75e'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:14:49.463453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'tag': 'd5ff508f-a47d-437e-abc8-d911092fc75e', 'status': 'completed', 'code': 200} Apr 16 16:14:49.472577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d1b93cd1-a572-4660-9f98-0e954bcdc50d None None] Set router bed351d0-b376-441e-8140-d137729b22b9 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:14:49.636640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63190b3-d7bc-4dfd-adea-a52bd85f88bf req-e7a3c004-6be1-4dcd-97aa-d0125913f1f0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:49.637033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-a63190b3-d7bc-4dfd-adea-a52bd85f88bf req-e7a3c004-6be1-4dcd-97aa-d0125913f1f0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:14:49.647239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-a63190b3-d7bc-4dfd-adea-a52bd85f88bf req-e7a3c004-6be1-4dcd-97aa-d0125913f1f0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:14:49.647960 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a63190b3-d7bc-4dfd-adea-a52bd85f88bf req-e7a3c004-6be1-4dcd-97aa-d0125913f1f0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0634358 Apr 16 16:14:49.678793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d1b93cd1-a572-4660-9f98-0e954bcdc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:49Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'acd4e7c7-e63e-456f-8119-f5f130397a4e', 'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:8a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:49Z', 'updated_at': '2021-04-16T16:13:53Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:14:49.679047 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a63190b3-d7bc-4dfd-adea-a52bd85f88bf req-0929f6df-79ce-48e3-8661-afab375595af tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0233977 Apr 16 16:14:49.681374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b93cd1-a572-4660-9f98-0e954bcdc50d None None] Checking router: bed351d0-b376-441e-8140-d137729b22b9 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:14:49.687142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b93cd1-a572-4660-9f98-0e954bcdc50d None None] Routers {'bed351d0-b376-441e-8140-d137729b22b9'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:14:49.687552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d1b93cd1-a572-4660-9f98-0e954bcdc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:14:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['bed351d0-b376-441e-8140-d137729b22b9'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:14:49.897050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09844dee-e458-4825-bfd2-f4a19a132d31 req-1efc4ce9-aaf5-4070-ad44-df44daf53458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:49.898040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09844dee-e458-4825-bfd2-f4a19a132d31 req-1efc4ce9-aaf5-4070-ad44-df44daf53458 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 1099 time: 0.0556953 Apr 16 16:14:49.946868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d1b93cd1-a572-4660-9f98-0e954bcdc50d None None] Set router bed351d0-b376-441e-8140-d137729b22b9 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:14:49.982234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09844dee-e458-4825-bfd2-f4a19a132d31 req-5b3bbf64-f2e8-4d2d-aec1-d9709d18b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:49.983194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09844dee-e458-4825-bfd2-f4a19a132d31 req-5b3bbf64-f2e8-4d2d-aec1-d9709d18b5f8 service neutron] 10.222.0.107 "GET /v2.0/networks?id=12e65655-16c3-48b2-aad3-52200ab7c28e HTTP/1.1" status: 200 len: 898 time: 0.0765483 Apr 16 16:14:50.028409 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09844dee-e458-4825-bfd2-f4a19a132d31 req-c92e8642-4e7e-411a-806e-3850b823ff6f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d5ff508f-a47d-437e-abc8-d911092fc75e HTTP/1.1" status: 200 len: 217 time: 0.0369585 Apr 16 16:14:50.071243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09844dee-e458-4825-bfd2-f4a19a132d31 req-ded0f9d3-dacf-4e7e-8519-11516e4db7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:50.072124 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09844dee-e458-4825-bfd2-f4a19a132d31 req-ded0f9d3-dacf-4e7e-8519-11516e4db7f1 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b6508a91-180f-4de4-ac43-2c708bd87332 HTTP/1.1" status: 200 len: 835 time: 0.0363419 Apr 16 16:14:50.124437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09844dee-e458-4825-bfd2-f4a19a132d31 req-ec5543ab-ec74-4b17-b297-18e0ec4bb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:50.125293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09844dee-e458-4825-bfd2-f4a19a132d31 req-ec5543ab-ec74-4b17-b297-18e0ec4bb61a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=12e65655-16c3-48b2-aad3-52200ab7c28e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444717 Apr 16 16:14:50.160516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d1b93cd1-a572-4660-9f98-0e954bcdc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:49Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'acd4e7c7-e63e-456f-8119-f5f130397a4e', 'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:8a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:49Z', 'updated_at': '2021-04-16T16:13:53Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:14:50.162721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b93cd1-a572-4660-9f98-0e954bcdc50d None None] The sync data for ids ['bed351d0-b376-441e-8140-d137729b22b9'] in dv-neutron-786478-2-hyperv is: [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:49Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'acd4e7c7-e63e-456f-8119-f5f130397a4e', 'name': '', 'network_id': '12e65655-16c3-48b2-aad3-52200ab7c28e', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:8a:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:49Z', 'updated_at': '2021-04-16T16:13:53Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b6508a91-180f-4de4-ac43-2c708bd87332', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:14:50.486469 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09844dee-e458-4825-bfd2-f4a19a132d31 req-20e73d83-2b1f-4cd5-ba10-b666719dabcc service neutron] 10.222.0.107 "GET /v2.0/networks/12e65655-16c3-48b2-aad3-52200ab7c28e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526189 Apr 16 16:14:50.520563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd746a2-4b09-495a-aee0-be7ef57c8ff1 None None] New status for floating IP ef245412-759b-43bd-bf43-21fc8e753287: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:14:50.566432 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09844dee-e458-4825-bfd2-f4a19a132d31 req-4ac269c7-25ef-46f6-94de-9ab06673b731 service neutron] 10.222.0.107 "GET /v2.0/networks/12e65655-16c3-48b2-aad3-52200ab7c28e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0717423 Apr 16 16:14:50.817376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94d534-c62e-4541-871a-ca636f3d72c5 req-f8880ce4-fe76-4b37-927c-d9bd6e6ca232 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:50.818405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f94d534-c62e-4541-871a-ca636f3d72c5 req-f8880ce4-fe76-4b37-927c-d9bd6e6ca232 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0598567 Apr 16 16:14:50.849806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f94d534-c62e-4541-871a-ca636f3d72c5 req-31b20ac1-69e5-4708-b414-1f818f360635 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273173 Apr 16 16:14:52.003233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb325c-5e8e-41e5-9e86-35f9bc0e98c8 req-120a2bc8-db4f-41a5-a1f5-80bc0197aa6c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:52.004293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73fb325c-5e8e-41e5-9e86-35f9bc0e98c8 req-120a2bc8-db4f-41a5-a1f5-80bc0197aa6c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0670300 Apr 16 16:14:52.040162 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73fb325c-5e8e-41e5-9e86-35f9bc0e98c8 req-f62cc37f-ceba-463f-ab3a-55f15a76e020 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284369 Apr 16 16:14:53.212448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40cc3-ca5c-4d57-9250-95e739e6aabf req-e3a746e7-67d4-4e62-90f6-acb09a80fdc6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:53.213496 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55d40cc3-ca5c-4d57-9250-95e739e6aabf req-e3a746e7-67d4-4e62-90f6-acb09a80fdc6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0755968 Apr 16 16:14:53.247379 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55d40cc3-ca5c-4d57-9250-95e739e6aabf req-0ecbe2b9-c063-4f85-bb01-7b1ee5410c97 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296440 Apr 16 16:14:54.420638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13c80f-949a-4849-afb1-3e6f63b3f3a8 req-272bdffd-656d-497b-8498-f821d2b6277b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:54.421762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db13c80f-949a-4849-afb1-3e6f63b3f3a8 req-272bdffd-656d-497b-8498-f821d2b6277b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0798969 Apr 16 16:14:54.458678 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db13c80f-949a-4849-afb1-3e6f63b3f3a8 req-aebaa0c2-07b6-4010-b348-a4df83c5e523 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287170 Apr 16 16:14:55.609443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe1829-7da9-4581-a292-dac9749c1818 req-63cffad9-1405-4e14-baf6-9dbc0458bc58 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:55.610506 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0dfe1829-7da9-4581-a292-dac9749c1818 req-63cffad9-1405-4e14-baf6-9dbc0458bc58 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0673699 Apr 16 16:14:55.647101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0dfe1829-7da9-4581-a292-dac9749c1818 req-923e51bc-a0e6-43ed-980d-0f99583fee51 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288305 Apr 16 16:14:56.802965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7edd0c-03be-4154-b66f-c1d1a12d2de6 req-1fd640b7-7317-4365-9e69-26d728c19d41 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:56.804045 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7edd0c-03be-4154-b66f-c1d1a12d2de6 req-1fd640b7-7317-4365-9e69-26d728c19d41 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0666788 Apr 16 16:14:56.839841 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7edd0c-03be-4154-b66f-c1d1a12d2de6 req-c6f92e18-5d75-4c5a-a041-40bb509b24f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281005 Apr 16 16:14:58.005554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3313259b-7ccc-458f-96a1-249e9c5b4c12 req-6a8479ad-bd33-4a9d-b849-a0a17c42879d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:58.006627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3313259b-7ccc-458f-96a1-249e9c5b4c12 req-6a8479ad-bd33-4a9d-b849-a0a17c42879d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0729129 Apr 16 16:14:58.043217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3313259b-7ccc-458f-96a1-249e9c5b4c12 req-e47543ca-b287-41bc-b7d6-a48d22f4086d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Apr 16 16:14:59.202986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778784c-5206-404e-9dab-c61d553f7741 req-ec457cfe-4212-423f-b806-b7b1e9e2cfa3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:14:59.204513 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c778784c-5206-404e-9dab-c61d553f7741 req-ec457cfe-4212-423f-b806-b7b1e9e2cfa3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0676441 Apr 16 16:14:59.235903 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c778784c-5206-404e-9dab-c61d553f7741 req-1d769358-f401-4bd0-8ff3-b357b28cbce6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270674 Apr 16 16:15:00.404467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75468867-e682-4c77-8917-5707e0880cf5 req-1bab6af3-2dee-430a-a3bd-6cf159e5c14c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:00.405667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75468867-e682-4c77-8917-5707e0880cf5 req-1bab6af3-2dee-430a-a3bd-6cf159e5c14c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0756876 Apr 16 16:15:00.437927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75468867-e682-4c77-8917-5707e0880cf5 req-d7756cc3-1564-400c-bb6a-40384e70c6f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273056 Apr 16 16:15:01.604080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf044de2-c3ef-45d3-80cc-3f9889ed5766 req-00134c2c-4a9d-4880-a685-80c59b70bab8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:01.605155 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bf044de2-c3ef-45d3-80cc-3f9889ed5766 req-00134c2c-4a9d-4880-a685-80c59b70bab8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0761425 Apr 16 16:15:01.640878 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bf044de2-c3ef-45d3-80cc-3f9889ed5766 req-f781fb37-9666-42da-bcdf-71e3829082bf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277793 Apr 16 16:15:02.799550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28a47f-a9d4-4498-8838-9e7e51a02883 req-9372b07a-64c5-4aba-a923-9821084e3410 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:02.800618 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8c28a47f-a9d4-4498-8838-9e7e51a02883 req-9372b07a-64c5-4aba-a923-9821084e3410 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0667830 Apr 16 16:15:02.836133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8c28a47f-a9d4-4498-8838-9e7e51a02883 req-df8c5851-4596-49e7-8805-03185c4adab6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279973 Apr 16 16:15:03.997391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22d86a-920b-47e7-a954-ea5f5c374de7 req-4877f4f0-367f-425e-8c81-889ca2c05bd1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:03.998467 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bb22d86a-920b-47e7-a954-ea5f5c374de7 req-4877f4f0-367f-425e-8c81-889ca2c05bd1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0681095 Apr 16 16:15:04.032948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bb22d86a-920b-47e7-a954-ea5f5c374de7 req-2a1d51b5-3748-4a89-ac8e-03c6f182f242 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274997 Apr 16 16:15:05.185076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb13045-743a-458f-b8cf-36479f57dbd6 req-6a3eabf4-dbbc-429e-b544-68d8ce6755c1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:05.186121 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3cb13045-743a-458f-b8cf-36479f57dbd6 req-6a3eabf4-dbbc-429e-b544-68d8ce6755c1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0651057 Apr 16 16:15:05.220338 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3cb13045-743a-458f-b8cf-36479f57dbd6 req-96d8a9d5-93d2-4742-a78a-f0b4faec8731 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269191 Apr 16 16:15:06.371342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2e468-5e73-43d7-81c2-c5349b03e098 req-0380285b-1489-4669-b1fd-168bd282fdaf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:06.372434 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b6d2e468-5e73-43d7-81c2-c5349b03e098 req-0380285b-1489-4669-b1fd-168bd282fdaf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0652373 Apr 16 16:15:06.407802 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b6d2e468-5e73-43d7-81c2-c5349b03e098 req-025c68c4-068c-482d-8e32-293b288afce1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278020 Apr 16 16:15:07.549877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e19097-04b4-476d-ac5b-a9940f402fc8 req-c0d80945-849b-418f-876f-d6b81d0f71ff tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:07.550983 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7e19097-04b4-476d-ac5b-a9940f402fc8 req-c0d80945-849b-418f-876f-d6b81d0f71ff tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0617065 Apr 16 16:15:07.582465 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7e19097-04b4-476d-ac5b-a9940f402fc8 req-c996c3ee-2f87-47c7-bff9-8a2118a48b65 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271182 Apr 16 16:15:08.738533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506b498-4581-4a3c-86f8-99900172a6fc req-b112a0e4-0f29-4661-b860-f43783e79480 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:08.739541 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e506b498-4581-4a3c-86f8-99900172a6fc req-b112a0e4-0f29-4661-b860-f43783e79480 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0653794 Apr 16 16:15:08.772032 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e506b498-4581-4a3c-86f8-99900172a6fc req-5cee779d-fe1c-4f43-a037-10ff997437ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282218 Apr 16 16:15:09.941768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa9de8-fef9-47ce-af22-230b89fa7a40 req-0a51533d-7d49-41f7-97d7-e760116f305d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:09.942902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16fa9de8-fef9-47ce-af22-230b89fa7a40 req-0a51533d-7d49-41f7-97d7-e760116f305d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0788729 Apr 16 16:15:09.978297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16fa9de8-fef9-47ce-af22-230b89fa7a40 req-b8a8777d-8dd2-4f6b-9286-be75c5181720 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278203 Apr 16 16:15:11.136948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893caf1a-84c8-4d66-98ad-64018f871233 req-6773374a-d8c9-436c-bf62-1cb5f0102cfe tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:11.138030 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-893caf1a-84c8-4d66-98ad-64018f871233 req-6773374a-d8c9-436c-bf62-1cb5f0102cfe tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0656822 Apr 16 16:15:11.174180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-893caf1a-84c8-4d66-98ad-64018f871233 req-6f4f18ef-11c9-42ff-865c-c5addf446515 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285673 Apr 16 16:15:11.332211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7d95602c-cf18-451b-a215-2bac33a45113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:12.335214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd463999-2fb4-4b7d-b877-0f5273253593 req-c04b7e88-1a12-4ebb-9be9-1c9567d7dbc9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:12.336310 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd463999-2fb4-4b7d-b877-0f5273253593 req-c04b7e88-1a12-4ebb-9be9-1c9567d7dbc9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0748117 Apr 16 16:15:12.372342 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cd463999-2fb4-4b7d-b877-0f5273253593 req-ed2c571d-8ec9-47dd-9c97-8bdeff6fe2a7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282686 Apr 16 16:15:12.762757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7b10a13-3305-4165-bcef-1b7eb3139ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:13.098346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:13.099300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:13.520420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b66caf-0fee-48c6-8912-f930aed45956 req-9145692a-8375-4770-9e73-45712032d6cc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:13.521497 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-50b66caf-0fee-48c6-8912-f930aed45956 req-9145692a-8375-4770-9e73-45712032d6cc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0684280 Apr 16 16:15:13.553548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-50b66caf-0fee-48c6-8912-f930aed45956 req-313201a8-842c-460a-921d-434ef7b1eb21 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277958 Apr 16 16:15:13.693575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:14.295950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:14.717860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab61205-cc19-460d-9400-c47a495d95b2 req-03ce7a24-5475-431c-9904-bf1627927952 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:14.718971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aab61205-cc19-460d-9400-c47a495d95b2 req-03ce7a24-5475-431c-9904-bf1627927952 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0709958 Apr 16 16:15:14.750986 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aab61205-cc19-460d-9400-c47a495d95b2 req-a2cf5f2f-99e8-4271-b2a7-fc3b535f027d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270343 Apr 16 16:15:15.905079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4293d9-64f3-4c5c-9c95-a3233c062e14 req-3444bf8d-eca8-41ad-91d6-2ad234f165cd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:15.906167 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e4293d9-64f3-4c5c-9c95-a3233c062e14 req-3444bf8d-eca8-41ad-91d6-2ad234f165cd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0625210 Apr 16 16:15:15.938151 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e4293d9-64f3-4c5c-9c95-a3233c062e14 req-3b11095f-f3b1-4391-b222-ad76b81f94f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275960 Apr 16 16:15:16.875696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:15:17.090814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a793-4ac8-4564-8d8e-7efcee7d5be1 req-2a228ef0-f577-48d8-aea3-703cbb46499b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:17.092405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a87a793-4ac8-4564-8d8e-7efcee7d5be1 req-2a228ef0-f577-48d8-aea3-703cbb46499b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0668123 Apr 16 16:15:17.126337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a87a793-4ac8-4564-8d8e-7efcee7d5be1 req-83933289-3289-4b0a-bb20-7b8446910014 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267570 Apr 16 16:15:18.299679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1d030-4986-4d77-8b7a-e83ef1b52a6b req-a8357f8b-5e5e-4193-8642-e44933701c9e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:18.300858 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7fe1d030-4986-4d77-8b7a-e83ef1b52a6b req-a8357f8b-5e5e-4193-8642-e44933701c9e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0790205 Apr 16 16:15:18.334264 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7fe1d030-4986-4d77-8b7a-e83ef1b52a6b req-de804c69-e3af-495f-88a2-25f8fc106184 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285888 Apr 16 16:15:19.489388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c14e0-22a0-44d7-8320-a653d94e019f req-56c767a5-4926-4c74-890d-8adc55547b81 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:19.490490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-785c14e0-22a0-44d7-8320-a653d94e019f req-56c767a5-4926-4c74-890d-8adc55547b81 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0662162 Apr 16 16:15:19.523334 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-785c14e0-22a0-44d7-8320-a653d94e019f req-7e749ab7-ec23-4ec8-9db1-cca98fcc2106 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282557 Apr 16 16:15:20.689088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec892a-327a-447a-b445-f13a82d40a60 req-cf495c78-0db6-4925-9d28-2a847a42188c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:20.691173 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73ec892a-327a-447a-b445-f13a82d40a60 req-cf495c78-0db6-4925-9d28-2a847a42188c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0775075 Apr 16 16:15:20.724179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73ec892a-327a-447a-b445-f13a82d40a60 req-c4514dd3-c6e6-4d10-af2c-bb826e2c1082 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290997 Apr 16 16:15:21.891915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506155c-0991-433b-945b-a0b789df6434 req-82ecde98-3d89-430c-8395-d8d2ffbf281c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:21.893056 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3506155c-0991-433b-945b-a0b789df6434 req-82ecde98-3d89-430c-8395-d8d2ffbf281c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0756609 Apr 16 16:15:21.926291 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3506155c-0991-433b-945b-a0b789df6434 req-2dd4ba47-6720-4728-810d-d4a5562ced66 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277658 Apr 16 16:15:23.080852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249aa281-b32b-4966-a1d7-0a0677d8e945 req-4bcf1e85-f40a-45fe-bd54-36e15887aa7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:23.081941 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-249aa281-b32b-4966-a1d7-0a0677d8e945 req-4bcf1e85-f40a-45fe-bd54-36e15887aa7b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0639160 Apr 16 16:15:23.114929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-249aa281-b32b-4966-a1d7-0a0677d8e945 req-d97be25d-3990-4c12-97a4-d88b024fdc88 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=44ce16ac-e3d3-4dff-938e-90e68505134d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273571 Apr 16 16:15:23.496248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d7508-352a-43d7-8b90-c1dd510392ea req-1f61b45d-9ffa-40ea-9603-af0e9d1140a9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:23.497365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d57d7508-352a-43d7-8b90-c1dd510392ea req-1f61b45d-9ffa-40ea-9603-af0e9d1140a9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 946 time: 0.0712469 Apr 16 16:15:23.553034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-d57d7508-352a-43d7-8b90-c1dd510392ea req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port d5ff508f-a47d-437e-abc8-d911092fc75e {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:15:23.553252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d57d7508-352a-43d7-8b90-c1dd510392ea req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:23.721415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-d57d7508-352a-43d7-8b90-c1dd510392ea req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port d5ff508f-a47d-437e-abc8-d911092fc75e, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=d5ff508f-a47d-437e-abc8-d911092fc75e,segment=NetworkSegment(9c684ea1-ee02-4113-885f-654c68fef3d1),segment_id=9c684ea1-ee02-4113-885f-654c68fef3d1)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:15:23.721688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d57d7508-352a-43d7-8b90-c1dd510392ea req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:23.789761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-d57d7508-352a-43d7-8b90-c1dd510392ea req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for d5ff508f-a47d-437e-abc8-d911092fc75e owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:15:23.874918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d57d7508-352a-43d7-8b90-c1dd510392ea req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:23.885077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ee9df268-3efb-4450-acd1-c303b5684acc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:23.941104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=d5ff508f-a47d-437e-abc8-d911092fc75e,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:23.944992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:24.025627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57d7508-352a-43d7-8b90-c1dd510392ea req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] No DVR routers for this DVR port d5ff508f-a47d-437e-abc8-d911092fc75e on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:15:24.027653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d57d7508-352a-43d7-8b90-c1dd510392ea req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:24.029220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'name': 'network-vif-deleted', 'tag': 'd5ff508f-a47d-437e-abc8-d911092fc75e'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:15:24.038900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d57d7508-352a-43d7-8b90-c1dd510392ea req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "DELETE /v2.0/ports/d5ff508f-a47d-437e-abc8-d911092fc75e HTTP/1.1" status: 204 len: 173 time: 0.5333581 Apr 16 16:15:24.065599 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26660caa-33eb-40ac-929d-7efe47cf84ae', 'name': 'network-vif-deleted', 'tag': 'd5ff508f-a47d-437e-abc8-d911092fc75e', 'status': 'completed', 'code': 200} Apr 16 16:15:24.234622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4c6631d0-e24e-449c-888e-88c4efc23139 req-50318845-9e73-47ea-a8b3-0cd1dee6a555 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:15:24.246834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4c6631d0-e24e-449c-888e-88c4efc23139 req-50318845-9e73-47ea-a8b3-0cd1dee6a555 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:15:24.248207 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c6631d0-e24e-449c-888e-88c4efc23139 req-50318845-9e73-47ea-a8b3-0cd1dee6a555 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 210 time: 0.0537980 Apr 16 16:15:25.389599 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-24983487-16f7-46b5-8eca-17381d09cefa req-34308680-d675-4859-8f36-34e6b2fe5b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=26660caa-33eb-40ac-929d-7efe47cf84ae HTTP/1.1" status: 200 len: 210 time: 0.0430996 Apr 16 16:15:26.460228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43022) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:27.117063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:27.355577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port acd4e7c7-e63e-456f-8119-f5f130397a4e {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:15:27.355843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:27.467477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port acd4e7c7-e63e-456f-8119-f5f130397a4e, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=acd4e7c7-e63e-456f-8119-f5f130397a4e,segment=NetworkSegment(9c684ea1-ee02-4113-885f-654c68fef3d1),segment_id=9c684ea1-ee02-4113-885f-654c68fef3d1)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:15:27.467958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:27.551216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for acd4e7c7-e63e-456f-8119-f5f130397a4e owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:15:27.663564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:27.671720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2c072754-716b-4eb6-a478-f93bcf5a3c72 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:27.704737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device d5ff508f-a47d-437e-abc8-d911092fc75e no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:15:27.728884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=acd4e7c7-e63e-456f-8119-f5f130397a4e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:27.729134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: d5ff508f-a47d-437e-abc8-d911092fc75e {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:15:27.729330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device d5ff508f-a47d-437e-abc8-d911092fc75e not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:15:27.739225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.739466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.739729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.739988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.740247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.740505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.740763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.741018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.741276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.741610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.741875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.742130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:27.744338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:27.944906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:28.246029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router bed351d0-b376-441e-8140-d137729b22b9 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:15:28.367205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:15:28.374566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f0d14-ae0a-446e-8064-820a27f4eac7 None None] Sync routers for ids ['bed351d0-b376-441e-8140-d137729b22b9'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:15:28.378609 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "PUT /v2.0/routers/bed351d0-b376-441e-8140-d137729b22b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9174695 Apr 16 16:15:28.380745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43026) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:28.383705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f0d14-ae0a-446e-8064-820a27f4eac7 None None] Routers {'bed351d0-b376-441e-8140-d137729b22b9'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:15:28.384115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b23f0d14-ae0a-446e-8064-820a27f4eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:15:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['bed351d0-b376-441e-8140-d137729b22b9'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:28.426617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b4714a-ba52-4689-9487-5872a9a29a47 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting subnet b6508a91-180f-4de4-ac43-2c708bd87332 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:15:28.428882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97b4714a-ba52-4689-9487-5872a9a29a47 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:28.466385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97b4714a-ba52-4689-9487-5872a9a29a47 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:28.511111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b23f0d14-ae0a-446e-8064-820a27f4eac7 None None] Set router bed351d0-b376-441e-8140-d137729b22b9 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:15:28.518372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97b4714a-ba52-4689-9487-5872a9a29a47 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:28.679209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97b4714a-ba52-4689-9487-5872a9a29a47 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:28.688733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-48898896-ba54-403c-b397-32e0fe3070b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:28.695391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b23f0d14-ae0a-446e-8064-820a27f4eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:15:27Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:28.698029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f0d14-ae0a-446e-8064-820a27f4eac7 None None] Checking router: bed351d0-b376-441e-8140-d137729b22b9 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:15:28.703756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f0d14-ae0a-446e-8064-820a27f4eac7 None None] Routers {'bed351d0-b376-441e-8140-d137729b22b9'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:15:28.704186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b23f0d14-ae0a-446e-8064-820a27f4eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:15:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['bed351d0-b376-441e-8140-d137729b22b9'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:28.738379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4714a-ba52-4689-9487-5872a9a29a47 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Subnet': ['ID=b6508a91-180f-4de4-ac43-2c708bd87332,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:28.746009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97b4714a-ba52-4689-9487-5872a9a29a47 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:28.767279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97b4714a-ba52-4689-9487-5872a9a29a47 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:28.770899 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-97b4714a-ba52-4689-9487-5872a9a29a47 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/subnets/b6508a91-180f-4de4-ac43-2c708bd87332 HTTP/1.1" status: 204 len: 168 time: 0.3895173 Apr 16 16:15:28.772228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d074376-df79-4654-8763-0bd9a43c1c8c None None] Network 12e65655-16c3-48b2-aad3-52200ab7c28e requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:15:28.772765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43030) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:28.815564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b23f0d14-ae0a-446e-8064-820a27f4eac7 None None] Set router bed351d0-b376-441e-8140-d137729b22b9 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:15:28.956938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] DHCP port deletion for 12e65655-16c3-48b2-aad3-52200ab7c28e request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:15:28.960575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Deleting port 144ebbd3-ba7a-4552-8d4d-59041ba7255d {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:15:28.960831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:28.999155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b23f0d14-ae0a-446e-8064-820a27f4eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:15:27Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:29.001684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f0d14-ae0a-446e-8064-820a27f4eac7 None None] The sync data for ids ['bed351d0-b376-441e-8140-d137729b22b9'] in dv-neutron-786478-2-hyperv is: [{'id': 'bed351d0-b376-441e-8140-d137729b22b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1173696803', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:15:27Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bed351d0-b376-441e-8140-d137729b22b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:13:46Z', 'updated_at': '2021-04-16T16:13:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:15:29.092529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] For port 144ebbd3-ba7a-4552-8d4d-59041ba7255d, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=144ebbd3-ba7a-4552-8d4d-59041ba7255d,segment=NetworkSegment(9c684ea1-ee02-4113-885f-654c68fef3d1),segment_id=9c684ea1-ee02-4113-885f-654c68fef3d1)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:15:29.092742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.160036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 144ebbd3-ba7a-4552-8d4d-59041ba7255d no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:15:29.169875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.179796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Calling delete_port for 144ebbd3-ba7a-4552-8d4d-59041ba7255d owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:15:29.277167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.283726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:15:29.284046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.413287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:15:29.413529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.418580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.429453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:29.448146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Port 144ebbd3-ba7a-4552-8d4d-59041ba7255d update to DOWN by agent not found {{(pid=86008) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}} Apr 16 16:15:29.448413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device acd4e7c7-e63e-456f-8119-f5f130397a4e no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:15:29.490290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Pushing event deleted for resources: {'Port': ['ID=144ebbd3-ba7a-4552-8d4d-59041ba7255d,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:29.493049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:15:29.500464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: acd4e7c7-e63e-456f-8119-f5f130397a4e {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:15:29.500654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device acd4e7c7-e63e-456f-8119-f5f130397a4e not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:15:29.515064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.515386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.515489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.515720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.515904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.516089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.516227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.516541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.516669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.516842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.516967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.517137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:29.519585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:29.526543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] No DVR routers for this DVR port 144ebbd3-ba7a-4552-8d4d-59041ba7255d on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:15:29.606182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.614513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca05dd81-616f-40f8-81a8-9e0907ab205e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:29.643351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:29.670505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:29.771386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.866011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.867425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.895996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.896321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Fanout notify agent at l3_agent the message router_deleted on router bed351d0-b376-441e-8140-d137729b22b9 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:15:29.905062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:29.907613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/routers/bed351d0-b376-441e-8140-d137729b22b9 HTTP/1.1" status: 204 len: 168 time: 1.1323462 Apr 16 16:15:29.907764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43034) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:29.972884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.075270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.136004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e65655-16c3-48b2-aad3-52200ab7c28e']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:30.142454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c684ea1-ee02-4113-885f-654c68fef3d1') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:30.142645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c684ea1-ee02-4113-885f-654c68fef3d1') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:30.149731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.164597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.172550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Releasing vlan 1460 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:15:30.279833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 12e65655-16c3-48b2-aad3-52200ab7c28e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:15:30.285576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.391357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 12e65655-16c3-48b2-aad3-52200ab7c28e has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:15:30.405795 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:15:30.458717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.464463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:30.476672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.483832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Network': ['ID=12e65655-16c3-48b2-aad3-52200ab7c28e,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:30.485958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:30.488864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e67abbb3-0df5-4b71-acc8-6b0d32b7d281 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/networks/12e65655-16c3-48b2-aad3-52200ab7c28e HTTP/1.1" status: 204 len: 168 time: 0.5805373 Apr 16 16:15:30.490852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43038) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:30.527387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-107d7243-ab4c-451d-8f9f-e553b3bfbb0c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.543509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-107d7243-ab4c-451d-8f9f-e553b3bfbb0c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.577617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-107d7243-ab4c-451d-8f9f-e553b3bfbb0c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.583630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-64b44694-fea0-47df-b43d-b9c168facf77 tempest-PortsIpV6TestJSON-1760826367 tempest-PortsIpV6TestJSON-1760826367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:30.591781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d7243-ab4c-451d-8f9f-e553b3bfbb0c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ce16ac-e3d3-4dff-938e-90e68505134d,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:30.593528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-107d7243-ab4c-451d-8f9f-e553b3bfbb0c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:30.597164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-107d7243-ab4c-451d-8f9f-e553b3bfbb0c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.597919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-107d7243-ab4c-451d-8f9f-e553b3bfbb0c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/security-groups/44ce16ac-e3d3-4dff-938e-90e68505134d HTTP/1.1" status: 204 len: 168 time: 0.1063766 Apr 16 16:15:30.792044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43046) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:30.795594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563703666', 'description': 'tempest-secgroup-smoke-563703666 description', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:30.799873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:30.803589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:30.805316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:30.809150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:30.814374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.827293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:30.829825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:30.831642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:30.835310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:30.873577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.875990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.882877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-43c4fdc0-73e4-4f73-9c4f-5da132433fdc tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:30.915849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe79bb1-c676-47d7-9626-a8bc3218cac4,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:30.917739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.918620 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1258309 Apr 16 16:15:30.919319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7fa3cd3e-7258-40c2-87b1-1a4a70e9bf6a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:30.920702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43050) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:30.924362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '5fe79bb1-c676-47d7-9626-a8bc3218cac4', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:30.928861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:30.931428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:30.933305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:30.937021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:30.950252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.989020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.991072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:30.992268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:31.007589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45261e7d-2865-4119-88eb-1af1b38df081,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:31.009504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:31.013989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.014805 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0934260 Apr 16 16:15:31.018333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43054) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:31.021830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '5fe79bb1-c676-47d7-9626-a8bc3218cac4', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:31.025657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:31.028487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:31.030555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:31.034812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:31.045796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.079495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.081351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.082505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d94ca9c5-13af-42d2-b559-5aa05176029d tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:31.094048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b37ef1-5f68-416b-8ef9-e69888dc728b,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:31.095435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:31.099400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.101193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0811615 Apr 16 16:15:31.102024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43058) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:31.105055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '5fe79bb1-c676-47d7-9626-a8bc3218cac4', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:31.108525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:31.110767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:31.112565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:31.115907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:31.126191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.144026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:15:31.170099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:15:31.170333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 09ee6ef5-2211-4e9c-9fb7-ba0c5c22ad6c not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:15:31.407643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.410527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.411815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55a9a4b4-7e59-43c0-a52c-27c341c39d69 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:31.424880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306de2b9-e5d2-4263-b8a0-9e8f6e73e616,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:31.426537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:31.431182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.432031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3293958 Apr 16 16:15:31.433877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43062) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:31.437446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '5fe79bb1-c676-47d7-9626-a8bc3218cac4', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:31.441299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:31.443776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:31.445645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:31.449306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:31.459580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.499245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.501330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.502604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4acf88d2-5b64-4db6-b52d-f0ae2bf717dd tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:31.516337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5608c1-164a-43a6-bf01-c16affb50860,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:31.517926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:31.522509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.523304 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f25642e7-6e29-4d0e-a7c1-ac0966d899cf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0887110 Apr 16 16:15:31.525065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43066) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:31.528464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '5fe79bb1-c676-47d7-9626-a8bc3218cac4', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:31.532538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:31.535381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:31.537500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:31.541960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:31.549111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Project 276ab2860e7f4b55b9a5a0ddb3a90291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:15:31.553940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.593464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.595725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.596945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd43874d-76ee-4674-9575-a1405cb37272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:31.612144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15ec2bc-b348-458c-be97-6215e910c707,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:31.614291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:31.619150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.619877 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0941565 Apr 16 16:15:31.621704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43070) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:31.625137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '5fe79bb1-c676-47d7-9626-a8bc3218cac4', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:31.628998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:31.631481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:31.633381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:31.637083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:31.643272 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Project 276ab2860e7f4b55b9a5a0ddb3a90291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:15:31.647819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.688390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.690767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.692017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-46886e1d-d410-4df0-831c-76539cab0740 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:31.705684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b722eb-8aab-49f1-921e-ede2742ef917,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:31.707560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:31.711925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.712701 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dec81e92-d31b-4283-b047-80b77a2207a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0903530 Apr 16 16:15:31.714595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43074) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:31.718367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'network': {'name': 'tempest-network-smoke--153537287', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'port_security_enabled': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:31.721650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:31.724585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:network and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:31.726497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:31.730129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:31.736561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:15:31.740435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.758355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1470} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:15:31.763599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.763781 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Added segment 1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e of type vlan for network f08e2fc7-44b1-49ee-ae34-51411a9d1010 Apr 16 16:15:31.777597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.795964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.798756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:31.799114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.801040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dc008528-a98b-410b-bad8-a3e50b69f124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:31.855704 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1404197 Apr 16 16:15:31.859504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Network': ['ID=f08e2fc7-44b1-49ee-ae34-51411a9d1010,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:31.861528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:31.861710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43078) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:31.869780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'admin_state_up': True, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:31.871995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network f08e2fc7-44b1-49ee-ae34-51411a9d1010 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:15:31.880627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:31.883224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:router and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:31.885203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:31.889020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:31.896022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.896748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:31.906777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:32.077810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:32.273147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:32.293387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:32.385223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.26.4.89 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/dd2a44c8-75d3-45dd-ad3a-ef6d39b48591) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:15:32.483675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:32.511397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:32.520481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:32.598337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=dd2a44c8-75d3-45dd-ad3a-ef6d39b48591,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:32.601218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:32.635713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:15:32.636447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:15:32.638084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:15:33.123246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:33.311647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:33.430957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:15:33.526282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:15:33.538326 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Sync routers for ids ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:15:33.542964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:33.543712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6807301 Apr 16 16:15:33.544758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Routers {'5ec1b30a-1c70-4c60-9f93-2af9a045ead0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:15:33.545214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:15:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:33.548018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43082) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:33.572964 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4f4c3676-679e-468a-82e4-a285ccfe0515 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=276ab2860e7f4b55b9a5a0ddb3a90291&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0241766 Apr 16 16:15:33.576320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43086) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:33.648942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15190ce4-8684-4bef-9361-bedff2b3cce5 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:33.649775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-15190ce4-8684-4bef-9361-bedff2b3cce5 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0729342 Apr 16 16:15:33.652030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43090) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:33.665647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Set router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:15:33.675381 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-452e8224-79b6-4343-91ad-76fa696d033d tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0226524 Apr 16 16:15:33.677369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43094) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:33.680747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578647362', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:33.744004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:33.746210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:subnet and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:33.747843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:33.751088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:33.757058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:15:33.760598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:33.858461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:33Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:33.861234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Checking router: 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:15:33.861433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Updating router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:15:33.900450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:34.010019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:34.017219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f4864670-b25b-419e-876f-50b54a42033d tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:34.083848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Subnet': ['ID=b2bdc77c-78c9-4200-812c-b4b685c40ba0,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:34.090090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:34.096697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:34.105211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Transition to ACTIVE for port object dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:15:34.108698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:34.117191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:34.125162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Checking segment: {'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:15:34.125371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network hostable DHCP agents. Network: f08e2fc7-44b1-49ee-ae34-51411a9d1010, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:15:34.136190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f08e2fc7-44b1-49ee-ae34-51411a9d1010 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:15:34.143083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, f08e2fc7-44b1-49ee-ae34-51411a9d1010) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:15:34.151697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:34.151981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:34.163677 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4854674 Apr 16 16:15:34.165883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43098) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:34.168238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868afd6d-1fd1-4e7e-882f-7411e530f391 None None] Network f08e2fc7-44b1-49ee-ae34-51411a9d1010 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:15:34.233375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb9d1a-22cf-4a62-81c5-fc3746bbedde None None] Pushing event updated for resources: {'Port': ['ID=dd2a44c8-75d3-45dd-ad3a-ef6d39b48591,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:34.237153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efcb9d1a-22cf-4a62-81c5-fc3746bbedde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:34.319859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Attempting to bind port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:15:34.320087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Attempting to bind port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:15:34.320315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Attempting to bind port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:15:34.325243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:15:34.325474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:15:34.325744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:34.325974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:15:34.326264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Bound port: dd2a44c8-75d3-45dd-ad3a-ef6d39b48591, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:15:34.330557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:34.390154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ips': [{'subnet_id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:15:34.390715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:34.427059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] For port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:15:34.437711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] For port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=dd2a44c8-75d3-45dd-ad3a-ef6d39b48591,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:15:34.440529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:34.450867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44dc8bd6-0357-4a3c-b018-dcf22aa247df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:34.743696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb9d1a-22cf-4a62-81c5-fc3746bbedde None None] Pushing event updated for resources: {'Port': ['ID=dd2a44c8-75d3-45dd-ad3a-ef6d39b48591,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:34.749141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efcb9d1a-22cf-4a62-81c5-fc3746bbedde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:34.769679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Allocated IP 172.20.0.2 (f08e2fc7-44b1-49ee-ae34-51411a9d1010/b2bdc77c-78c9-4200-812c-b4b685c40ba0/8a5be555-ba9d-46d7-9462-340c58db1ce2) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:15:34.824548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Routers {'5ec1b30a-1c70-4c60-9f93-2af9a045ead0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:15:34.824929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:15:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:34.923567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:34.980244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] Set router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:15:35.086545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.099147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Transition to ACTIVE for port object 8a5be555-ba9d-46d7-9462-340c58db1ce2 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:15:35.120973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Transition to ACTIVE for port object 8a5be555-ba9d-46d7-9462-340c58db1ce2 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:15:35.130337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.139170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:35.196057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.20.0.1 (f08e2fc7-44b1-49ee-ae34-51411a9d1010/b2bdc77c-78c9-4200-812c-b4b685c40ba0/510c83ac-b7fe-4aa3-90ed-387afd8af423) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:15:35.233500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Pushing event updated for resources: {'Port': ['ID=8a5be555-ba9d-46d7-9462-340c58db1ce2,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:35.241558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:35.273273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Network f08e2fc7-44b1-49ee-ae34-51411a9d1010 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:15:35.274374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:33Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:35.275788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:15:35.277573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:15:35.279854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c388fca4-e75d-466e-b00b-21aff44d1ca0 None None] The sync data for ids ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'] in dv-neutron-786478-2-hyperv is: [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:33Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:15:35.304112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.313043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Transition to ACTIVE for port object 510c83ac-b7fe-4aa3-90ed-387afd8af423 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:15:35.327458 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.332793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Attempting to bind port 8a5be555-ba9d-46d7-9462-340c58db1ce2 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:15:35.333053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Attempting to bind port 8a5be555-ba9d-46d7-9462-340c58db1ce2 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:15:35.333291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Attempting to bind port 8a5be555-ba9d-46d7-9462-340c58db1ce2 on network f08e2fc7-44b1-49ee-ae34-51411a9d1010 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:15:35.336586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:15:35.336680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9202e99b-f2bc-4122-9956-506935389bce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:35.336785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Checking segment: {'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:15:35.337050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.337278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Bound using segment: {'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:15:35.337567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Bound port: 8a5be555-ba9d-46d7-9462-340c58db1ce2, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:15:35.337799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.391082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] For port 8a5be555-ba9d-46d7-9462-340c58db1ce2, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:15:35.393470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] For port 8a5be555-ba9d-46d7-9462-340c58db1ce2, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8a5be555-ba9d-46d7-9462-340c58db1ce2,segment=NetworkSegment(1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e),segment_id=1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:15:35.398187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.406061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:35.415092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=510c83ac-b7fe-4aa3-90ed-387afd8af423,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:35.422238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:35.447500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f08e2fc7-44b1-49ee-ae34-51411a9d1010 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:15:35.448236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:15:35.449726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:15:35.483511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.492429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Pushing event updated for resources: {'Port': ['ID=8a5be555-ba9d-46d7-9462-340c58db1ce2,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:35.495076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:35.549693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.816060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.819184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.836624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1e2a60a7-610a-4abc-ac5c-c2709152420f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:35.887827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:35.896918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=510c83ac-b7fe-4aa3-90ed-387afd8af423,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:35.900269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:35.964919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f08e2fc7-44b1-49ee-ae34-51411a9d1010 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:15:35.965586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:15:36.066786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:15:36.167500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:15:36.175428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "PUT /v2.0/routers/5ec1b30a-1c70-4c60-9f93-2af9a045ead0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0089102 Apr 16 16:15:36.274400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-48612187-522d-4819-8b1b-7c9ca0f30bd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:15:36.283754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-48612187-522d-4819-8b1b-7c9ca0f30bd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:15:36.284471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-48612187-522d-4819-8b1b-7c9ca0f30bd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563703666&fields=id&tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 267 time: 0.0361750 Apr 16 16:15:36.365912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-c09a7c20-86a5-4faa-aa02-e45c74490bde tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:36.366313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-c09a7c20-86a5-4faa-aa02-e45c74490bde tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:15:36.375793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-c09a7c20-86a5-4faa-aa02-e45c74490bde tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:15:36.376396 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-c09a7c20-86a5-4faa-aa02-e45c74490bde tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/networks?id=f08e2fc7-44b1-49ee-ae34-51411a9d1010 HTTP/1.1" status: 200 len: 796 time: 0.0876808 Apr 16 16:15:36.393234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-7f008a6a-0b21-4939-86e2-4645731a7866 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/quotas/276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 375 time: 0.0065491 Apr 16 16:15:36.445549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-463470e9-8dfb-495c-82ef-c466924994e7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456774 Apr 16 16:15:36.527588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-f12dafb5-41ff-4dd5-b9f6-df002776f815 service neutron] 10.222.0.95 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0733392 Apr 16 16:15:36.614142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-35c2ebba-3f3b-44b3-809e-4eb09cc7ce70 service neutron] 10.222.0.95 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777807 Apr 16 16:15:36.698580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6ae013-5cd2-474d-9ffe-8748fd8eb297 None None] Network f08e2fc7-44b1-49ee-ae34-51411a9d1010 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:15:36.726557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-67c93dbc-9263-4efc-b73b-f1619dc1cae6 req-734afdd3-dc2d-41d0-887f-dd98702be748 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 210 time: 0.0272286 Apr 16 16:15:36.752314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c53721d5-bb27-40c5-bb85-77fb5516ebc9 None None] Provisioning for port 8a5be555-ba9d-46d7-9462-340c58db1ce2 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:15:36.981899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-75844348-b199-475e-8f22-03514cd58b8f None None] Provisioning for port 510c83ac-b7fe-4aa3-90ed-387afd8af423 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:15:36.984819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-75844348-b199-475e-8f22-03514cd58b8f None None] Provisioning complete for port 510c83ac-b7fe-4aa3-90ed-387afd8af423 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:15:36.985060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75844348-b199-475e-8f22-03514cd58b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:37.020748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-75844348-b199-475e-8f22-03514cd58b8f None None] Port 510c83ac-b7fe-4aa3-90ed-387afd8af423 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:15:37.134213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6652acd1-98e1-48f8-bcc7-c1b59ddf37d9 None None] Provisioning complete for port 510c83ac-b7fe-4aa3-90ed-387afd8af423 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:15:37.134485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6652acd1-98e1-48f8-bcc7-c1b59ddf37d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:37.160799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:15:37.187493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-6652acd1-98e1-48f8-bcc7-c1b59ddf37d9 None None] Port 510c83ac-b7fe-4aa3-90ed-387afd8af423 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:15:37.206211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:15:37.208990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:15:37.209236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:37.282230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:37.291598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=dd2a44c8-75d3-45dd-ad3a-ef6d39b48591,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:15:37.293816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:37.294401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8a5be555-ba9d-46d7-9462-340c58db1ce2 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:15:37.308847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:37.356627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=dd2a44c8-75d3-45dd-ad3a-ef6d39b48591,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:37.358788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:37.365303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 8a5be555-ba9d-46d7-9462-340c58db1ce2 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:15:37.368113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 8a5be555-ba9d-46d7-9462-340c58db1ce2 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:15:37.368368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:37.614563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:37.631968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 8a5be555-ba9d-46d7-9462-340c58db1ce2, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8a5be555-ba9d-46d7-9462-340c58db1ce2,segment=NetworkSegment(1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e),segment_id=1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:15:37.634359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:37.635626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:37.673941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=8a5be555-ba9d-46d7-9462-340c58db1ce2,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:37.676595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:37.689483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Sync routers for ids ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:15:37.701671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Routers {'5ec1b30a-1c70-4c60-9f93-2af9a045ead0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:15:37.702539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:15:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:37.791500 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ebd5d29e-91ee-40d7-9e12-6d2030c1f417 req-2dceb0e1-305f-4426-98a7-4b7926711460 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 210 time: 0.0307295 Apr 16 16:15:37.807635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Set router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:15:38.125038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:35Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '510c83ac-b7fe-4aa3-90ed-387afd8af423', 'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:57:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:35Z', 'updated_at': '2021-04-16T16:15:35Z', 'revision_number': 2, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:38.127532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Checking router: 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:15:38.127745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Updating router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 port 510c83ac-b7fe-4aa3-90ed-387afd8af423 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:15:38.157165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:38.341247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:38.348522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Transition to ACTIVE for port object 510c83ac-b7fe-4aa3-90ed-387afd8af423 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:15:38.352732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:38.359253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:38.425413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Pushing event updated for resources: {'Port': ['ID=510c83ac-b7fe-4aa3-90ed-387afd8af423,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:38.437941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.438132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.438322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.438530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.438717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.438904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.439090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.439277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.439467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.439652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.439836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.440008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:38.442836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:38.545172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Attempting to bind port 510c83ac-b7fe-4aa3-90ed-387afd8af423 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:15:38.545399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Attempting to bind port 510c83ac-b7fe-4aa3-90ed-387afd8af423 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:15:38.545666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Attempting to bind port 510c83ac-b7fe-4aa3-90ed-387afd8af423 on network f08e2fc7-44b1-49ee-ae34-51411a9d1010 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:15:38.548926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:15:38.549142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Checking segment: {'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:15:38.549374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:38.549612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Bound using segment: {'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:15:38.549898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Bound port: 510c83ac-b7fe-4aa3-90ed-387afd8af423, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:15:38.550151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:38.601306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] For port 510c83ac-b7fe-4aa3-90ed-387afd8af423, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:15:38.603114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] For port 510c83ac-b7fe-4aa3-90ed-387afd8af423, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=510c83ac-b7fe-4aa3-90ed-387afd8af423,segment=NetworkSegment(1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e),segment_id=1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:15:38.605833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:38.612454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-79e084de-c95e-4236-a843-d576ece8f46d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:38.687012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Pushing event updated for resources: {'Port': ['ID=510c83ac-b7fe-4aa3-90ed-387afd8af423,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:38.689456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-27c9df5e-1ad2-4ee1-a000-1cc54c0c896b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:38.713548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Routers {'5ec1b30a-1c70-4c60-9f93-2af9a045ead0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:15:38.713897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:15:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:38.829933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] Set router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:15:38.854467 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9880a0ca-e5b8-4563-bb06-010b01ed0805 req-da0d4586-9278-4984-a7f6-174ee2b86192 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 210 time: 0.0299726 Apr 16 16:15:39.001675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:35Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '510c83ac-b7fe-4aa3-90ed-387afd8af423', 'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:57:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:35Z', 'updated_at': '2021-04-16T16:15:38Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:39.003984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0a45a1-c6b8-4f03-8d81-66a12aa50ca6 None None] The sync data for ids ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'] in dv-neutron-786478-2-hyperv is: [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:35Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '510c83ac-b7fe-4aa3-90ed-387afd8af423', 'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:57:4b:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:35Z', 'updated_at': '2021-04-16T16:15:38Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:15:39.184871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 510c83ac-b7fe-4aa3-90ed-387afd8af423 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:15:39.226333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 510c83ac-b7fe-4aa3-90ed-387afd8af423 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:15:39.229577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 510c83ac-b7fe-4aa3-90ed-387afd8af423 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:15:39.229856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:39.302305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:39.321889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 510c83ac-b7fe-4aa3-90ed-387afd8af423, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=510c83ac-b7fe-4aa3-90ed-387afd8af423,segment=NetworkSegment(1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e),segment_id=1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:15:39.325546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:39.326150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:15:39.342425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2302f848-6b4f-4f62-a4ad-18bed244a453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:39.394848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=510c83ac-b7fe-4aa3-90ed-387afd8af423,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:39.397030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:39.402343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:15:39.402595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:39.470826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8a5be555-ba9d-46d7-9462-340c58db1ce2 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:15:39.507690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 8a5be555-ba9d-46d7-9462-340c58db1ce2 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:15:39.507916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:39.919980 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1a386a7-1586-4498-a7a7-8f4a6e63a86a req-2fb9e490-8d3c-4905-9bd1-3c70a7c44b8d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 210 time: 0.0297778 Apr 16 16:15:41.043444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f3da9aa2-7cc1-4fb2-8476-41e88f7f741f req-9b874648-b610-4b22-a8ee-36e5bd2dccdc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 210 time: 0.0379562 Apr 16 16:15:41.163085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 510c83ac-b7fe-4aa3-90ed-387afd8af423 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:15:41.214774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 510c83ac-b7fe-4aa3-90ed-387afd8af423 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:15:41.215003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:41.318502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5ccf49b5-3a5a-498a-9449-4ac1d246a37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:42.178433 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d1eb479-b8ee-46e0-978c-d4f91c88bd35 req-31bd08e1-04e5-4639-9ce2-a6edf39ee5da tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 210 time: 0.0368168 Apr 16 16:15:42.753214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e575d5cc-be3e-4d76-a8bf-6d8e2cdf4f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:42.834568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-fd9cd46e-3180-433c-95c4-78800b2a7617 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:42.835655 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-fd9cd46e-3180-433c-95c4-78800b2a7617 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/networks?id=f08e2fc7-44b1-49ee-ae34-51411a9d1010 HTTP/1.1" status: 200 len: 796 time: 0.1100302 Apr 16 16:15:42.891727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-eda3ef94-57e6-4fda-a82f-6fc9764ae7a5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 8071 time: 0.0444686 Apr 16 16:15:42.955613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'port': {'device_id': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'admin_state_up': True, 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'security_groups': ['5fe79bb1-c676-47d7-9626-a8bc3218cac4']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:43.068655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:43.072367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:port and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:43.074525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:43.078690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:43.083577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:43.085013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:43.085415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:15:43.089786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:43.206641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.20.0.6 (f08e2fc7-44b1-49ee-ae34-51411a9d1010/b2bdc77c-78c9-4200-812c-b4b685c40ba0/245e4d3e-4827-4584-b111-44e1f16b594d) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:15:43.320658 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06e7829d-c8a7-430c-94f2-c3f88d59d114 req-49b9c008-d053-4460-b270-711816a8da32 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 210 time: 0.0397072 Apr 16 16:15:43.367701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:43.378332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Transition to ACTIVE for port object 245e4d3e-4827-4584-b111-44e1f16b594d will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:15:43.393875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:43.404547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:43.486263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=245e4d3e-4827-4584-b111-44e1f16b594d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:43.489116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:43.525216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f08e2fc7-44b1-49ee-ae34-51411a9d1010 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:15:43.526021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:15:43.527595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:15:43.569581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:43.570012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:43.586625 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-e547e1c6-7973-4f24-b4e4-5154ee28d547 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6363618 Apr 16 16:15:43.598896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Request body: {'port': {'device_id': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:43.676198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:43.686918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:43.687639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0437e550-be68-4310-adac-ef72827ac85c None None] Provisioning for port 245e4d3e-4827-4584-b111-44e1f16b594d completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:15:43.690827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0437e550-be68-4310-adac-ef72827ac85c None None] Provisioning complete for port 245e4d3e-4827-4584-b111-44e1f16b594d triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:15:43.691082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0437e550-be68-4310-adac-ef72827ac85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:43.726130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0437e550-be68-4310-adac-ef72827ac85c None None] Port 245e4d3e-4827-4584-b111-44e1f16b594d cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:15:43.898796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245e4d3e-4827-4584-b111-44e1f16b594d {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:15:43.903606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:43.913802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Transition to ACTIVE for port object 245e4d3e-4827-4584-b111-44e1f16b594d will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:15:43.915969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:43.923944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:43.991025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Pushing event updated for resources: {'Port': ['ID=245e4d3e-4827-4584-b111-44e1f16b594d,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:43.993544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:44.119363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Attempting to bind port 245e4d3e-4827-4584-b111-44e1f16b594d on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:15:44.119573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Attempting to bind port 245e4d3e-4827-4584-b111-44e1f16b594d by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:15:44.119797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Attempting to bind port 245e4d3e-4827-4584-b111-44e1f16b594d on network f08e2fc7-44b1-49ee-ae34-51411a9d1010 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:15:44.122847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Port 245e4d3e-4827-4584-b111-44e1f16b594d on network f08e2fc7-44b1-49ee-ae34-51411a9d1010 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:15:44.123064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Attempting to bind port 245e4d3e-4827-4584-b111-44e1f16b594d on network f08e2fc7-44b1-49ee-ae34-51411a9d1010 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:15:44.126459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:15:44.126712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Checking segment: {'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:15:44.126974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Bound using segment: {'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:15:44.127266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Bound port: 245e4d3e-4827-4584-b111-44e1f16b594d, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1470, 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:15:44.127501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:44.187111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] For port 245e4d3e-4827-4584-b111-44e1f16b594d, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:15:44.189029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] For port 245e4d3e-4827-4584-b111-44e1f16b594d, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=245e4d3e-4827-4584-b111-44e1f16b594d,segment=NetworkSegment(1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e),segment_id=1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:15:44.191440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:44.199445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-62acdbf6-c337-4a06-9c17-31e5dc5e3a54 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:44.289292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Pushing event updated for resources: {'Port': ['ID=245e4d3e-4827-4584-b111-44e1f16b594d,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:44.290633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:44.292267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:44.312435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:44.312995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:44.314063 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-8e3b948f-7625-45be-a882-314386d99835 service neutron] 10.222.0.107 "PUT /v2.0/ports/245e4d3e-4827-4584-b111-44e1f16b594d HTTP/1.1" status: 200 len: 1093 time: 0.7187057 Apr 16 16:15:44.314420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'tag': '245e4d3e-4827-4584-b111-44e1f16b594d'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:15:44.342898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'tag': '245e4d3e-4827-4584-b111-44e1f16b594d', 'status': 'completed', 'code': 200} Apr 16 16:15:44.390381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-faf4d511-9e7b-4e06-acb0-92652149a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:44.391475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-faf4d511-9e7b-4e06-acb0-92652149a3bd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 1096 time: 0.0473547 Apr 16 16:15:44.487499 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-56439390-01ad-495e-8010-5a8e52ff79dd service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=245e4d3e-4827-4584-b111-44e1f16b594d HTTP/1.1" status: 200 len: 217 time: 0.0468917 Apr 16 16:15:44.541227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce152f-c8b6-4411-98f4-5abb7eac1aba req-de3b0c9c-1d22-44f3-960a-6dd376ce507e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:44.541695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0cce152f-c8b6-4411-98f4-5abb7eac1aba req-de3b0c9c-1d22-44f3-960a-6dd376ce507e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:15:44.549441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-ef502978-2ec9-4dd8-b6dd-6497074f9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:44.550339 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-ef502978-2ec9-4dd8-b6dd-6497074f9a47 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b2bdc77c-78c9-4200-812c-b4b685c40ba0 HTTP/1.1" status: 200 len: 835 time: 0.0520406 Apr 16 16:15:44.557286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-0cce152f-c8b6-4411-98f4-5abb7eac1aba req-de3b0c9c-1d22-44f3-960a-6dd376ce507e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:15:44.557989 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0cce152f-c8b6-4411-98f4-5abb7eac1aba req-de3b0c9c-1d22-44f3-960a-6dd376ce507e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 943 time: 0.1570225 Apr 16 16:15:44.616833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0cce152f-c8b6-4411-98f4-5abb7eac1aba req-a317da7e-d209-4a3a-bf43-4633a9a04c53 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368948 Apr 16 16:15:44.634882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-c178675c-bbb5-47a4-b34d-275a2af638d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:44.635834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-c178675c-bbb5-47a4-b34d-275a2af638d1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f08e2fc7-44b1-49ee-ae34-51411a9d1010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771852 Apr 16 16:15:44.728728 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-4cda279e-9337-423e-a8b8-bc9f7e20de25 service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842090 Apr 16 16:15:45.073218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5ad4b13-2a90-4b5e-9ba3-2ca3f387ef1f req-3a2a57a3-41f8-41fc-966a-e46735d55170 service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363330 Apr 16 16:15:45.777518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2011a3-2ec6-4811-9d42-561a3b149e19 req-0887d271-c727-488e-9e8a-2d62397e6768 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:45.778561 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b2011a3-2ec6-4811-9d42-561a3b149e19 req-0887d271-c727-488e-9e8a-2d62397e6768 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 943 time: 0.0658846 Apr 16 16:15:45.841159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b2011a3-2ec6-4811-9d42-561a3b149e19 req-a8e36896-bd1e-4cc6-800b-8a76ac95d182 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586057 Apr 16 16:15:45.857734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaecde-aa6e-49ef-9749-ea08e2a4b4d4 req-3a7c6d8e-85d2-46a2-86af-39b17950242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:45.858700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3faaecde-aa6e-49ef-9749-ea08e2a4b4d4 req-3a7c6d8e-85d2-46a2-86af-39b17950242f service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 1096 time: 0.0670428 Apr 16 16:15:45.954804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaecde-aa6e-49ef-9749-ea08e2a4b4d4 req-eec4c0a0-f45a-4ee9-80ae-116c97fa5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:45.955768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3faaecde-aa6e-49ef-9749-ea08e2a4b4d4 req-eec4c0a0-f45a-4ee9-80ae-116c97fa5dfe service neutron] 10.222.0.107 "GET /v2.0/networks?id=f08e2fc7-44b1-49ee-ae34-51411a9d1010 HTTP/1.1" status: 200 len: 898 time: 0.0881479 Apr 16 16:15:46.003302 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3faaecde-aa6e-49ef-9749-ea08e2a4b4d4 req-4be5c457-aefc-4cf0-a72b-277c387fe414 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=245e4d3e-4827-4584-b111-44e1f16b594d HTTP/1.1" status: 200 len: 217 time: 0.0388515 Apr 16 16:15:46.063874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaecde-aa6e-49ef-9749-ea08e2a4b4d4 req-1774c532-b109-4377-9c3b-7a65681e74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:46.064762 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3faaecde-aa6e-49ef-9749-ea08e2a4b4d4 req-1774c532-b109-4377-9c3b-7a65681e74b2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b2bdc77c-78c9-4200-812c-b4b685c40ba0 HTTP/1.1" status: 200 len: 835 time: 0.0535347 Apr 16 16:15:46.123260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaecde-aa6e-49ef-9749-ea08e2a4b4d4 req-d7c8db82-6a6c-45d4-9a1c-53a677a019b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:46.124207 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3faaecde-aa6e-49ef-9749-ea08e2a4b4d4 req-d7c8db82-6a6c-45d4-9a1c-53a677a019b1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f08e2fc7-44b1-49ee-ae34-51411a9d1010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511773 Apr 16 16:15:46.221475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3faaecde-aa6e-49ef-9749-ea08e2a4b4d4 req-6b11dd5a-8b4e-4229-b3fb-bc327f81f507 service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880642 Apr 16 16:15:46.332072 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3faaecde-aa6e-49ef-9749-ea08e2a4b4d4 req-9f78c038-919b-4a8c-8ad1-ad2cedab6c91 service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022265 Apr 16 16:15:47.009669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dccb37-99fa-44c5-b2c4-bfbe033f79b2 req-342c1f89-26f3-450b-b45d-b3d72a036881 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:47.010696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-10dccb37-99fa-44c5-b2c4-bfbe033f79b2 req-342c1f89-26f3-450b-b45d-b3d72a036881 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 943 time: 0.0679455 Apr 16 16:15:47.046976 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-10dccb37-99fa-44c5-b2c4-bfbe033f79b2 req-f3a14db8-de06-417c-8ef1-6c41cfa7fa86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287335 Apr 16 16:15:47.877907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 245e4d3e-4827-4584-b111-44e1f16b594d details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:15:47.987878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 245e4d3e-4827-4584-b111-44e1f16b594d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=245e4d3e-4827-4584-b111-44e1f16b594d,segment=NetworkSegment(1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e),segment_id=1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:15:47.999104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '245e4d3e-4827-4584-b111-44e1f16b594d', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'port_id': '245e4d3e-4827-4584-b111-44e1f16b594d', 'mac_address': 'fa:16:3e:a0:44:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1470, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:15:48.050753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:48.064004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245e4d3e-4827-4584-b111-44e1f16b594d {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:15:48.074335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 245e4d3e-4827-4584-b111-44e1f16b594d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=245e4d3e-4827-4584-b111-44e1f16b594d,segment=NetworkSegment(1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e),segment_id=1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:15:48.077011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:48.078548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a208c75-1b1c-43fa-bbcb-379271423ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:48.126118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=245e4d3e-4827-4584-b111-44e1f16b594d,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:48.128584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:48.196525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d780c-2fa9-408a-908d-aa962cbbb0f2 req-894cef23-278a-4b03-9775-14e804453cd2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:48.197552 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409d780c-2fa9-408a-908d-aa962cbbb0f2 req-894cef23-278a-4b03-9775-14e804453cd2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 944 time: 0.0646598 Apr 16 16:15:48.235961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-409d780c-2fa9-408a-908d-aa962cbbb0f2 req-2a301080-0d91-4a32-9045-d3f2590fd342 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 Apr 16 16:15:48.329043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['245e4d3e-4827-4584-b111-44e1f16b594d'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:15:49.404940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d66da-ab8e-4abf-a0c3-c626fb8d8ace req-eb330849-c51b-4854-bd64-ae508b15da3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:49.406058 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-467d66da-ab8e-4abf-a0c3-c626fb8d8ace req-eb330849-c51b-4854-bd64-ae508b15da3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 944 time: 0.0759885 Apr 16 16:15:49.437172 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-467d66da-ab8e-4abf-a0c3-c626fb8d8ace req-4f1fc973-5cbc-4f8b-8fa3-b2d8eefa340e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265598 Apr 16 16:15:49.876649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 245e4d3e-4827-4584-b111-44e1f16b594d up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:15:49.951826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 245e4d3e-4827-4584-b111-44e1f16b594d completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:15:49.955701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 245e4d3e-4827-4584-b111-44e1f16b594d triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:15:49.955996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:50.039899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:50.058361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e4d3e-4827-4584-b111-44e1f16b594d'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:15:50.066197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 245e4d3e-4827-4584-b111-44e1f16b594d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=245e4d3e-4827-4584-b111-44e1f16b594d,segment=NetworkSegment(1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e),segment_id=1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:15:50.068977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:50.070493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-44dc8bd6-0357-4a3c-b018-dcf22aa247df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:50.100648 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245e4d3e-4827-4584-b111-44e1f16b594d', 'code': 200} Apr 16 16:15:50.117667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=245e4d3e-4827-4584-b111-44e1f16b594d,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:50.120263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:50.317375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d152254-5c74-4d61-918a-e3e6dad2ad56 req-c94f27d6-39e7-4393-aec2-03023a40d085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:50.318463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5d152254-5c74-4d61-918a-e3e6dad2ad56 req-c94f27d6-39e7-4393-aec2-03023a40d085 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 1098 time: 0.0593219 Apr 16 16:15:50.351866 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5d152254-5c74-4d61-918a-e3e6dad2ad56 req-77a257f7-e91f-4a48-bcd1-96ffb07698fe service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246751 Apr 16 16:15:50.583257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd28777-c221-4d0d-a763-8ea317c838dc req-f4921948-f5b8-4281-9ac6-b57e23b38dc6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:50.584247 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd28777-c221-4d0d-a763-8ea317c838dc req-f4921948-f5b8-4281-9ac6-b57e23b38dc6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0628977 Apr 16 16:15:50.619780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6fd28777-c221-4d0d-a763-8ea317c838dc req-96307a45-f640-481a-94ec-2be88244e09e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283909 Apr 16 16:15:51.770079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71690e2-efc8-4f31-9d84-09f4fa696e0b req-beddb08e-47b3-4c75-bb01-6ebde29c84bc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:51.771203 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b71690e2-efc8-4f31-9d84-09f4fa696e0b req-beddb08e-47b3-4c75-bb01-6ebde29c84bc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0661924 Apr 16 16:15:51.803949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b71690e2-efc8-4f31-9d84-09f4fa696e0b req-b9da2272-9e5e-4fbc-b875-de8507129b2a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274944 Apr 16 16:15:52.969779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a100100-df68-419c-8519-5d433cb07e82 req-a53556e4-c6e7-4ee4-ac4b-4f58d5e5052b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:52.970886 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a100100-df68-419c-8519-5d433cb07e82 req-a53556e4-c6e7-4ee4-ac4b-4f58d5e5052b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0700202 Apr 16 16:15:53.005454 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a100100-df68-419c-8519-5d433cb07e82 req-e819fad6-c5ba-4b58-a441-543409048004 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301962 Apr 16 16:15:53.139567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a86a2-1f0e-4ad2-9364-5185f016519e req-3d37bf27-be91-4fd6-9206-aec3337a9dd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:53.140628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f87a86a2-1f0e-4ad2-9364-5185f016519e req-3d37bf27-be91-4fd6-9206-aec3337a9dd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0597737 Apr 16 16:15:53.176536 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f87a86a2-1f0e-4ad2-9364-5185f016519e req-ca39373d-922e-4d9a-9342-78b8d399c8f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284834 Apr 16 16:15:53.192490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43170) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:53.248334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d299ce-eb0f-4c54-815e-a4112e714375 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:53.249373 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a7d299ce-eb0f-4c54-815e-a4112e714375 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 1093 time: 0.0561395 Apr 16 16:15:53.251463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43174) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:53.255036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '245e4d3e-4827-4584-b111-44e1f16b594d', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:15:53.259427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:15:53.262443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:floatingip and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:15:53.264474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:15:53.271175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:15:53.280719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:53.376587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:53.469108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.26.4.159 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/fdd4c186-655c-4ea5-8b66-ae45c728f305) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:15:53.571104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:53.602688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:53.612700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:53.698295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=fdd4c186-655c-4ea5-8b66-ae45c728f305,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:53.711483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.711746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.712047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.712306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.712579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.712856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.713129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.713402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.713674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.713946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.714215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.714529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:15:53.718263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:53.741441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:15:53.742474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:15:53.744099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:15:53.877985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:15:53.995747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:54.049007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:54.189698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:54.192786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:54.201340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-709291ac-062b-407e-af8c-b1619fcd82c0 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:15:54.271910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=fdd4c186-655c-4ea5-8b66-ae45c728f305,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:15:54.274395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:15:54.336951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:54.429246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Floating IP f291c635-9775-4c9e-becb-0b8aaae7a324 associated. External IP: 172.26.4.159, port: 245e4d3e-4827-4584-b111-44e1f16b594d. Apr 16 16:15:54.874500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:15:54.992659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:15:55.001632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bfdf69-9219-40cc-bf59-0caf03277676 None None] Sync routers for ids ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:15:55.009085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfdf69-9219-40cc-bf59-0caf03277676 None None] Routers {'5ec1b30a-1c70-4c60-9f93-2af9a045ead0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:15:55.009559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-53bfdf69-9219-40cc-bf59-0caf03277676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:15:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:55.011045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:15:55.050376 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7981579 Apr 16 16:15:55.050942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'tag': '245e4d3e-4827-4584-b111-44e1f16b594d'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:15:55.081955 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'tag': '245e4d3e-4827-4584-b111-44e1f16b594d', 'status': 'completed', 'code': 200} Apr 16 16:15:55.130367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-53bfdf69-9219-40cc-bf59-0caf03277676 None None] Set router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:15:55.196848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08245e-8e9e-441f-8a45-ef908b8e0c8f req-2b219efb-123c-4614-b617-7130fcc4a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:55.197941 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef08245e-8e9e-441f-8a45-ef908b8e0c8f req-2b219efb-123c-4614-b617-7130fcc4a5cc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 1098 time: 0.0971518 Apr 16 16:15:55.205789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e502d1b-a11f-46a3-9217-abd7594b1f1f req-1ca3579d-5d6a-4c5e-b59a-05a5a0cdc2d1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:55.206759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e502d1b-a11f-46a3-9217-abd7594b1f1f req-1ca3579d-5d6a-4c5e-b59a-05a5a0cdc2d1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0784655 Apr 16 16:15:55.239665 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e502d1b-a11f-46a3-9217-abd7594b1f1f req-db71ef37-65dd-49af-9d3d-6de19e25e1b9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284734 Apr 16 16:15:55.256338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43182) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:55.325950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a95a9416-696d-4c30-84dd-f064b545cbfe tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/f291c635-9775-4c9e-becb-0b8aaae7a324 HTTP/1.1" status: 200 len: 991 time: 0.0686529 Apr 16 16:15:55.374806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-53bfdf69-9219-40cc-bf59-0caf03277676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:35Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'f291c635-9775-4c9e-becb-0b8aaae7a324', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'port_id': '245e4d3e-4827-4584-b111-44e1f16b594d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'mac_address': 'fa:16:3e:a0:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:15:53Z', 'updated_at': '2021-04-16T16:15:53Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510c83ac-b7fe-4aa3-90ed-387afd8af423', 'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:57:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:35Z', 'updated_at': '2021-04-16T16:15:39Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:55.377542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bfdf69-9219-40cc-bf59-0caf03277676 None None] Checking router: 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:15:55.383784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfdf69-9219-40cc-bf59-0caf03277676 None None] Routers {'5ec1b30a-1c70-4c60-9f93-2af9a045ead0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:15:55.384292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-53bfdf69-9219-40cc-bf59-0caf03277676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:15:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:55.413808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08245e-8e9e-441f-8a45-ef908b8e0c8f req-b0eca9dd-ae02-43ee-8381-12885145c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:55.414963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef08245e-8e9e-441f-8a45-ef908b8e0c8f req-b0eca9dd-ae02-43ee-8381-12885145c0a5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f08e2fc7-44b1-49ee-ae34-51411a9d1010 HTTP/1.1" status: 200 len: 898 time: 0.0866587 Apr 16 16:15:55.491057 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef08245e-8e9e-441f-8a45-ef908b8e0c8f req-5c93adf5-e604-41f1-be18-41faac9b6e58 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=245e4d3e-4827-4584-b111-44e1f16b594d HTTP/1.1" status: 200 len: 999 time: 0.0670257 Apr 16 16:15:55.507891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-53bfdf69-9219-40cc-bf59-0caf03277676 None None] Set router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:15:55.538723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08245e-8e9e-441f-8a45-ef908b8e0c8f req-4efc6fff-dcda-4e06-845b-2f41ff5a4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:55.539668 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef08245e-8e9e-441f-8a45-ef908b8e0c8f req-4efc6fff-dcda-4e06-845b-2f41ff5a4241 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b2bdc77c-78c9-4200-812c-b4b685c40ba0 HTTP/1.1" status: 200 len: 835 time: 0.0410106 Apr 16 16:15:55.597375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08245e-8e9e-441f-8a45-ef908b8e0c8f req-4a6ec760-7b0c-4159-baf5-d1dab98ed1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:15:55.598438 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef08245e-8e9e-441f-8a45-ef908b8e0c8f req-4a6ec760-7b0c-4159-baf5-d1dab98ed1f4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f08e2fc7-44b1-49ee-ae34-51411a9d1010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509837 Apr 16 16:15:55.699288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef08245e-8e9e-441f-8a45-ef908b8e0c8f req-7819a4e7-80f5-4c49-a07d-8c78398c813a service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926332 Apr 16 16:15:55.814918 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef08245e-8e9e-441f-8a45-ef908b8e0c8f req-cd194dcd-8973-47fe-9d72-b637fb464f94 service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071401 Apr 16 16:15:55.901137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-53bfdf69-9219-40cc-bf59-0caf03277676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:35Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'f291c635-9775-4c9e-becb-0b8aaae7a324', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'port_id': '245e4d3e-4827-4584-b111-44e1f16b594d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'mac_address': 'fa:16:3e:a0:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:15:53Z', 'updated_at': '2021-04-16T16:15:53Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510c83ac-b7fe-4aa3-90ed-387afd8af423', 'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:57:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:35Z', 'updated_at': '2021-04-16T16:15:39Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:15:55.903220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bfdf69-9219-40cc-bf59-0caf03277676 None None] The sync data for ids ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'] in dv-neutron-786478-2-hyperv is: [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:35Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'f291c635-9775-4c9e-becb-0b8aaae7a324', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'port_id': '245e4d3e-4827-4584-b111-44e1f16b594d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'mac_address': 'fa:16:3e:a0:44:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:15:53Z', 'updated_at': '2021-04-16T16:15:53Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '510c83ac-b7fe-4aa3-90ed-387afd8af423', 'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:57:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:35Z', 'updated_at': '2021-04-16T16:15:39Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:15:56.151863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7154a940-02ad-4876-a6eb-b9c2f0a0c7e3 None None] New status for floating IP f291c635-9775-4c9e-becb-0b8aaae7a324: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:15:56.329730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43186) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:15:56.399383 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-46d7805d-1cde-4394-aeb1-284083970de7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/f291c635-9775-4c9e-becb-0b8aaae7a324 HTTP/1.1" status: 200 len: 993 time: 0.0686786 Apr 16 16:16:11.328769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-69a428fa-2a45-4afb-ae86-37a444520dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:12.760211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2dc03d74-f3bb-4b3f-8318-cec608da5f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:13.101037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:13.104001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:13.713720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:14.336890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:25.966806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce32dca-cc4f-4b72-a19c-f48766b5e852 req-5b536e57-fdba-4e55-b206-ee24ebf29788 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:25.967841 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ce32dca-cc4f-4b72-a19c-f48766b5e852 req-5b536e57-fdba-4e55-b206-ee24ebf29788 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0852818 Apr 16 16:16:26.000189 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ce32dca-cc4f-4b72-a19c-f48766b5e852 req-f03c33ae-d532-4dc4-a4c4-9aea3247a900 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276995 Apr 16 16:16:26.992415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891d5bc-3ee2-41e9-b65b-b5990767f631 req-47d9e351-bc85-4ed5-bd9d-af520f347968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:26.993517 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7891d5bc-3ee2-41e9-b65b-b5990767f631 req-47d9e351-bc85-4ed5-bd9d-af520f347968 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 1098 time: 0.0659385 Apr 16 16:16:27.101405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891d5bc-3ee2-41e9-b65b-b5990767f631 req-38f6d2bb-1238-4f43-844e-cc6fe7fe1138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:27.102585 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7891d5bc-3ee2-41e9-b65b-b5990767f631 req-38f6d2bb-1238-4f43-844e-cc6fe7fe1138 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f08e2fc7-44b1-49ee-ae34-51411a9d1010 HTTP/1.1" status: 200 len: 898 time: 0.1030824 Apr 16 16:16:27.181774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7891d5bc-3ee2-41e9-b65b-b5990767f631 req-085fa19c-4d9d-474e-97d6-1a0891361643 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=245e4d3e-4827-4584-b111-44e1f16b594d HTTP/1.1" status: 200 len: 1001 time: 0.0742424 Apr 16 16:16:27.238073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891d5bc-3ee2-41e9-b65b-b5990767f631 req-c2bb33b2-be4d-4b56-b51c-96916307461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:27.239099 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7891d5bc-3ee2-41e9-b65b-b5990767f631 req-c2bb33b2-be4d-4b56-b51c-96916307461e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b2bdc77c-78c9-4200-812c-b4b685c40ba0 HTTP/1.1" status: 200 len: 835 time: 0.0488784 Apr 16 16:16:27.335155 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eca305-4a40-49bc-8c8b-471291c43c25 req-d8b9ddb6-f213-4b34-a82d-df8994b25cdd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:27.336171 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18eca305-4a40-49bc-8c8b-471291c43c25 req-d8b9ddb6-f213-4b34-a82d-df8994b25cdd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.1000896 Apr 16 16:16:27.337909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891d5bc-3ee2-41e9-b65b-b5990767f631 req-8385b362-d10a-489a-9073-8e41c00fa9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:27.338851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7891d5bc-3ee2-41e9-b65b-b5990767f631 req-8385b362-d10a-489a-9073-8e41c00fa9ad service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f08e2fc7-44b1-49ee-ae34-51411a9d1010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775895 Apr 16 16:16:27.423036 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18eca305-4a40-49bc-8c8b-471291c43c25 req-58d53f22-54a5-457c-9ae7-e4c212ed5f64 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821905 Apr 16 16:16:27.453772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7891d5bc-3ee2-41e9-b65b-b5990767f631 req-d8b9ba38-f098-4d9f-bdee-ad6a42f02ed0 service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039410 Apr 16 16:16:27.551145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7891d5bc-3ee2-41e9-b65b-b5990767f631 req-9eb53518-05a6-4452-8a48-91f71988063c service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888529 Apr 16 16:16:28.567065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecfd25-7fdc-45be-b659-aced2a586b3c req-1833ca90-df5d-49bb-97bf-a5c8b2d5cba8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:28.568098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-edecfd25-7fdc-45be-b659-aced2a586b3c req-1833ca90-df5d-49bb-97bf-a5c8b2d5cba8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0647016 Apr 16 16:16:28.598259 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-edecfd25-7fdc-45be-b659-aced2a586b3c req-1665d3f6-c584-40f8-8353-0130ba8ba082 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261304 Apr 16 16:16:29.761464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c727649-530e-4c6e-9a14-856485ca20b2 req-56da99ba-89e4-4046-a185-91bf8a90f568 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:29.762482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c727649-530e-4c6e-9a14-856485ca20b2 req-56da99ba-89e4-4046-a185-91bf8a90f568 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0690770 Apr 16 16:16:29.794570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c727649-530e-4c6e-9a14-856485ca20b2 req-096168b3-4fd9-49d1-a469-12d3dbe73e50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272930 Apr 16 16:16:30.876536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:16:30.960371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7096366-9126-49b3-93cf-d970f786f254 req-3ce968f9-1faa-4c04-8851-cc2ca737a180 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:30.961479 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d7096366-9126-49b3-93cf-d970f786f254 req-3ce968f9-1faa-4c04-8851-cc2ca737a180 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0680909 Apr 16 16:16:30.995689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d7096366-9126-49b3-93cf-d970f786f254 req-1e2f04d8-09ed-49ae-a314-c8913308ff08 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297301 Apr 16 16:16:32.451593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c7a0a-f952-49d2-898d-8e8dc5703648 req-4b1999ff-50ae-42ab-8534-5ff75161fc00 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:32.452614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-689c7a0a-f952-49d2-898d-8e8dc5703648 req-4b1999ff-50ae-42ab-8534-5ff75161fc00 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.3609107 Apr 16 16:16:32.480335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-689c7a0a-f952-49d2-898d-8e8dc5703648 req-7e1c81e4-be04-46dd-b607-d7e23591083f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0233164 Apr 16 16:16:33.789982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033993f9-775f-4a15-9e24-31a899f1749c req-5789c547-9aca-48fb-a3c2-8ad0e49ea105 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:33.791103 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-033993f9-775f-4a15-9e24-31a899f1749c req-5789c547-9aca-48fb-a3c2-8ad0e49ea105 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0678084 Apr 16 16:16:33.822750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-033993f9-775f-4a15-9e24-31a899f1749c req-5294c083-7a24-436c-b174-f3cdd8cbd20b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273185 Apr 16 16:16:34.982548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06237-621b-4ce5-9e3b-47ca8de39d4f req-e189e2fb-4cb2-40be-ae36-ece625abccd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:34.983601 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aaa06237-621b-4ce5-9e3b-47ca8de39d4f req-e189e2fb-4cb2-40be-ae36-ece625abccd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0668342 Apr 16 16:16:35.015973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aaa06237-621b-4ce5-9e3b-47ca8de39d4f req-a5581163-f8f9-4735-b592-9371e5c2aa1a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272036 Apr 16 16:16:36.183002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612b921-b1c5-499c-8bd9-6cf9e6a6ff40 req-207004bb-84b2-4f1f-880c-2c09f6dc4ba4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:36.184140 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5612b921-b1c5-499c-8bd9-6cf9e6a6ff40 req-207004bb-84b2-4f1f-880c-2c09f6dc4ba4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0756431 Apr 16 16:16:36.222717 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5612b921-b1c5-499c-8bd9-6cf9e6a6ff40 req-593c76dd-fbe0-4307-9810-2f4b7e46e4dd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321205 Apr 16 16:16:37.381901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736ba04-533a-4cf9-bcbf-996e6bb94d73 req-2f99b06c-9742-43d1-aa0f-b7d8abd64359 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:37.383027 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0736ba04-533a-4cf9-bcbf-996e6bb94d73 req-2f99b06c-9742-43d1-aa0f-b7d8abd64359 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0702450 Apr 16 16:16:37.415923 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0736ba04-533a-4cf9-bcbf-996e6bb94d73 req-b587f13f-b949-420c-8b42-115c078e0fad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280578 Apr 16 16:16:38.591398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3b2e9-16f7-4186-b0df-ed890f7f24da req-4d979489-2c0b-4705-aecb-12a349ed28ba tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:38.592534 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7a3b2e9-16f7-4186-b0df-ed890f7f24da req-4d979489-2c0b-4705-aecb-12a349ed28ba tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0876522 Apr 16 16:16:38.624769 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7a3b2e9-16f7-4186-b0df-ed890f7f24da req-51cd7bdb-1507-4a7a-9968-aa63e2ed2d17 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279117 Apr 16 16:16:39.829470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aa27b-e6c6-450f-9cea-d08f8c1e29b0 req-4e2e8323-6062-4045-bdbf-9d34ea51b598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:39.830585 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab4aa27b-e6c6-450f-9cea-d08f8c1e29b0 req-4e2e8323-6062-4045-bdbf-9d34ea51b598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.1114020 Apr 16 16:16:39.863725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab4aa27b-e6c6-450f-9cea-d08f8c1e29b0 req-e59127b5-379d-40e8-8320-d7242a1f1e2a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284209 Apr 16 16:16:41.025668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92ccde-8058-4365-b458-6a6ccaddc6df req-dad695f7-63e4-40dc-8bb9-af867124e6a1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:41.026756 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db92ccde-8058-4365-b458-6a6ccaddc6df req-dad695f7-63e4-40dc-8bb9-af867124e6a1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0685835 Apr 16 16:16:41.061381 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db92ccde-8058-4365-b458-6a6ccaddc6df req-e9083903-ad93-4472-a191-84771ef8d45f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274262 Apr 16 16:16:41.327864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-329f568d-2018-4be6-a663-54cebfc30b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:42.216979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3d9d7-cc07-4dcc-9e85-ca27f19a7186 req-2b73a463-cab3-442a-890e-d1317e175793 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:42.218040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-39a3d9d7-cc07-4dcc-9e85-ca27f19a7186 req-2b73a463-cab3-442a-890e-d1317e175793 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0696080 Apr 16 16:16:42.254143 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-39a3d9d7-cc07-4dcc-9e85-ca27f19a7186 req-35e307a5-8bef-4ff4-8993-3223cd1561a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301323 Apr 16 16:16:42.758206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8e193cc-66fc-43e1-a05a-ba8bfb841dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:43.094274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:43.095981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:43.399712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd5b80-54c0-422a-8c15-6770011cdf17 req-3a19af2c-018d-4252-a569-973115b56e04 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:43.400763 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5abd5b80-54c0-422a-8c15-6770011cdf17 req-3a19af2c-018d-4252-a569-973115b56e04 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0626011 Apr 16 16:16:43.433217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5abd5b80-54c0-422a-8c15-6770011cdf17 req-24b85071-7b03-40e8-abb4-eb72bc877954 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278213 Apr 16 16:16:43.713702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:44.308062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:16:44.595743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb6787-30e8-4e30-a7b9-0a974b772e5b req-5d13e288-f28d-4f94-8a82-08789114c8fe tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:44.596765 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e3cb6787-30e8-4e30-a7b9-0a974b772e5b req-5d13e288-f28d-4f94-8a82-08789114c8fe tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0763118 Apr 16 16:16:44.628124 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e3cb6787-30e8-4e30-a7b9-0a974b772e5b req-f341d8bd-1208-4344-bf39-506786ba212d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270491 Apr 16 16:16:44.645025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43234) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:16:44.717634 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7c366232-f434-47c3-92b5-7859f82609e2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/f291c635-9775-4c9e-becb-0b8aaae7a324 HTTP/1.1" status: 200 len: 993 time: 0.0713801 Apr 16 16:16:51.566347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-332419c0-bbea-4758-a10d-7f6f9b5aaa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:51.567453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-332419c0-bbea-4758-a10d-7f6f9b5aaa18 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 1098 time: 0.0956180 Apr 16 16:16:51.674067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-73d389fb-421b-41c6-a778-7575a84a7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:51.674998 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-73d389fb-421b-41c6-a778-7575a84a7843 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f08e2fc7-44b1-49ee-ae34-51411a9d1010 HTTP/1.1" status: 200 len: 898 time: 0.0923538 Apr 16 16:16:51.746749 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-a5f229dc-19ac-4997-b2f5-76c61d344b38 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=245e4d3e-4827-4584-b111-44e1f16b594d HTTP/1.1" status: 200 len: 1001 time: 0.0677636 Apr 16 16:16:51.792801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-bdf91eba-8155-412e-93c4-dc2e53a8e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:51.793742 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-bdf91eba-8155-412e-93c4-dc2e53a8e8e3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b2bdc77c-78c9-4200-812c-b4b685c40ba0 HTTP/1.1" status: 200 len: 835 time: 0.0431583 Apr 16 16:16:51.851735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-7f06e5e8-04fd-48a3-89ca-c6d821bcc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:16:51.853710 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-7f06e5e8-04fd-48a3-89ca-c6d821bcc861 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f08e2fc7-44b1-49ee-ae34-51411a9d1010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557787 Apr 16 16:16:51.863979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-8c66166b-f65a-4813-b19e-1a917252d45d service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:16:51.865201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-8c66166b-f65a-4813-b19e-1a917252d45d service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064983 Apr 16 16:16:51.968619 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-b1abafaa-4c2d-47c4-b081-fdd5f94d93a8 service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943549 Apr 16 16:16:52.067266 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9486d38-7bdb-4533-b9d3-e1aecc5166ab req-6bb799f5-5227-4868-9c17-29e73a8d423a service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899346 Apr 16 16:17:07.879075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:17:11.326183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc14d-d5d1-44f6-8331-aedcb544c839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:12.757364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf66924e-6960-4990-854e-78856318e6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:13.099560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:13.103186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:13.730369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:14.310530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:17.444052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43248) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:17.596848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port fdd4c186-655c-4ea5-8b66-ae45c728f305 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:17:17.597093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:18.004359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:18.004721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:18.068222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for fdd4c186-655c-4ea5-8b66-ae45c728f305 owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:17:18.154677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:18.163024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:18.208605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=fdd4c186-655c-4ea5-8b66-ae45c728f305,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:18.215249 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.215471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.215693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.215919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.216141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.216363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.216585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.216806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.217028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.217247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.217470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.217693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:18.222537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:18.302646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:18.303107 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Floating IP f291c635-9775-4c9e-becb-0b8aaae7a324 disassociated (deleted). External IP: 172.26.4.159, port: 245e4d3e-4827-4584-b111-44e1f16b594d. Apr 16 16:17:18.540859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:17:18.654757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:17:18.663705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c511c-1420-4039-8808-7f28d76a530d None None] Sync routers for ids ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:17:18.669477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:18.676643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c511c-1420-4039-8808-7f28d76a530d None None] Routers {'5ec1b30a-1c70-4c60-9f93-2af9a045ead0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:17:18.677484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0c5c511c-1420-4039-8808-7f28d76a530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:17:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:18.706584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/floatingips/f291c635-9775-4c9e-becb-0b8aaae7a324 HTTP/1.1" status: 204 len: 168 time: 1.2595005 Apr 16 16:17:18.706584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'tag': '245e4d3e-4827-4584-b111-44e1f16b594d'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:17:18.773907 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'tag': '245e4d3e-4827-4584-b111-44e1f16b594d', 'status': 'completed', 'code': 200} Apr 16 16:17:18.788967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-0c5c511c-1420-4039-8808-7f28d76a530d None None] Set router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:17:18.850519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a96-81cd-41e8-8e3d-f506b49997fe req-48aca548-536f-4f65-b8e8-21cd17e3724d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:18.851748 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13918a96-81cd-41e8-8e3d-f506b49997fe req-48aca548-536f-4f65-b8e8-21cd17e3724d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 1098 time: 0.0510402 Apr 16 16:17:18.964357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a96-81cd-41e8-8e3d-f506b49997fe req-dfcbbae5-4087-4576-8f32-42f467b0ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:18.965459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13918a96-81cd-41e8-8e3d-f506b49997fe req-dfcbbae5-4087-4576-8f32-42f467b0ee6d service neutron] 10.222.0.107 "GET /v2.0/networks?id=f08e2fc7-44b1-49ee-ae34-51411a9d1010 HTTP/1.1" status: 200 len: 898 time: 0.1046147 Apr 16 16:17:18.969923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0c5c511c-1420-4039-8808-7f28d76a530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:35Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '510c83ac-b7fe-4aa3-90ed-387afd8af423', 'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:57:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:35Z', 'updated_at': '2021-04-16T16:15:39Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:18.972346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c511c-1420-4039-8808-7f28d76a530d None None] Checking router: 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:17:18.977824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c511c-1420-4039-8808-7f28d76a530d None None] Routers {'5ec1b30a-1c70-4c60-9f93-2af9a045ead0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:17:18.978178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0c5c511c-1420-4039-8808-7f28d76a530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:17:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:19.012246 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13918a96-81cd-41e8-8e3d-f506b49997fe req-7aeee7b8-e3bf-43d4-b1c0-1b174e5de3b3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=245e4d3e-4827-4584-b111-44e1f16b594d HTTP/1.1" status: 200 len: 217 time: 0.0388365 Apr 16 16:17:19.046012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f8eff-234d-4075-892d-e7f9a44a567b req-7ed6554d-70a8-4799-b73c-8fba58232c39 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:19.046902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e82f8eff-234d-4075-892d-e7f9a44a567b req-7ed6554d-70a8-4799-b73c-8fba58232c39 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.1442871 Apr 16 16:17:19.073323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a96-81cd-41e8-8e3d-f506b49997fe req-a4f0d591-b9c1-4cd3-be2f-2d7f8c72f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:19.074151 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13918a96-81cd-41e8-8e3d-f506b49997fe req-a4f0d591-b9c1-4cd3-be2f-2d7f8c72f6fa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=b2bdc77c-78c9-4200-812c-b4b685c40ba0 HTTP/1.1" status: 200 len: 835 time: 0.0532560 Apr 16 16:17:19.087261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-0c5c511c-1420-4039-8808-7f28d76a530d None None] Set router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:17:19.103341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e82f8eff-234d-4075-892d-e7f9a44a567b req-1ffaeb3d-5728-4223-86cf-a2dcb265b13a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486073 Apr 16 16:17:19.131284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a96-81cd-41e8-8e3d-f506b49997fe req-cce76fd0-204e-4491-9f66-ccda8c33bea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:19.133371 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13918a96-81cd-41e8-8e3d-f506b49997fe req-cce76fd0-204e-4491-9f66-ccda8c33bea7 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f08e2fc7-44b1-49ee-ae34-51411a9d1010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503170 Apr 16 16:17:19.218116 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13918a96-81cd-41e8-8e3d-f506b49997fe req-0849ceb9-0c52-4d38-a697-8154129e7189 service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0757523 Apr 16 16:17:19.292831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0c5c511c-1420-4039-8808-7f28d76a530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:35Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '510c83ac-b7fe-4aa3-90ed-387afd8af423', 'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:57:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:35Z', 'updated_at': '2021-04-16T16:15:39Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:19.295163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c511c-1420-4039-8808-7f28d76a530d None None] The sync data for ids ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'] in dv-neutron-786478-2-hyperv is: [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:15:35Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '510c83ac-b7fe-4aa3-90ed-387afd8af423', 'name': '', 'network_id': 'f08e2fc7-44b1-49ee-ae34-51411a9d1010', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:57:4b:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:35Z', 'updated_at': '2021-04-16T16:15:39Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'b2bdc77c-78c9-4200-812c-b4b685c40ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:17:19.303751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13918a96-81cd-41e8-8e3d-f506b49997fe req-c727fa0e-d332-4d43-bb6f-a5a45f1ca54b service neutron] 10.222.0.107 "GET /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773406 Apr 16 16:17:19.643498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64b2574-8890-4221-a79a-16565b9bbbd5 None None] New status for floating IP f291c635-9775-4c9e-becb-0b8aaae7a324: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:17:20.266706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5891f1-c01c-4385-802a-d662b29073d7 req-5ce662b4-4393-4a3c-a478-09c7dff5cdf0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:20.267777 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f5891f1-c01c-4385-802a-d662b29073d7 req-5ce662b4-4393-4a3c-a478-09c7dff5cdf0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0744164 Apr 16 16:17:20.299568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f5891f1-c01c-4385-802a-d662b29073d7 req-502d0e6b-7fb8-44ba-b272-db73b2c492ac tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=5fe79bb1-c676-47d7-9626-a8bc3218cac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280504 Apr 16 16:17:20.843473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eef7d-3ef1-4d56-89ed-bf7facc91807 req-5455d907-c229-4123-a01d-e15a88440cbb tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:20.844540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a71eef7d-3ef1-4d56-89ed-bf7facc91807 req-5455d907-c229-4123-a01d-e15a88440cbb tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 945 time: 0.0760701 Apr 16 16:17:20.897543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-a71eef7d-3ef1-4d56-89ed-bf7facc91807 req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 245e4d3e-4827-4584-b111-44e1f16b594d {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:17:20.897770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-a71eef7d-3ef1-4d56-89ed-bf7facc91807 req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:21.081190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-a71eef7d-3ef1-4d56-89ed-bf7facc91807 req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port 245e4d3e-4827-4584-b111-44e1f16b594d, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=245e4d3e-4827-4584-b111-44e1f16b594d,segment=NetworkSegment(1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e),segment_id=1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:17:21.081465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-a71eef7d-3ef1-4d56-89ed-bf7facc91807 req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:21.163869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-a71eef7d-3ef1-4d56-89ed-bf7facc91807 req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 245e4d3e-4827-4584-b111-44e1f16b594d owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:17:21.277027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-a71eef7d-3ef1-4d56-89ed-bf7facc91807 req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:21.287481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-784d6ea5-0873-41d8-8831-95cef673ccc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:21.346927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=245e4d3e-4827-4584-b111-44e1f16b594d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:21.356730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.356931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.357211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.357489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.357765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.358039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.358311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.358603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.358877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.359144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.359414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.359684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:21.362892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:21.436005 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-12dadc83-d783-4bdc-ac12-88c65ac3a970 req-a233dfc7-40db-497c-b479-7eb55e47234a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 210 time: 0.0490253 Apr 16 16:17:21.497397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71eef7d-3ef1-4d56-89ed-bf7facc91807 req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] No DVR routers for this DVR port 245e4d3e-4827-4584-b111-44e1f16b594d on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:17:21.499379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-a71eef7d-3ef1-4d56-89ed-bf7facc91807 req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:21.501347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'name': 'network-vif-deleted', 'tag': '245e4d3e-4827-4584-b111-44e1f16b594d'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:17:21.511445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a71eef7d-3ef1-4d56-89ed-bf7facc91807 req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "DELETE /v2.0/ports/245e4d3e-4827-4584-b111-44e1f16b594d HTTP/1.1" status: 204 len: 173 time: 0.6596131 Apr 16 16:17:21.534111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3e3139-62cd-41fc-825f-352be51b4e27', 'name': 'network-vif-deleted', 'tag': '245e4d3e-4827-4584-b111-44e1f16b594d', 'status': 'completed', 'code': 200} Apr 16 16:17:22.568331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6328bd94-b543-43ed-932e-c4d2d2b8455e req-6609f5e8-87f8-4f4b-8036-297d5b307201 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:17:22.578969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6328bd94-b543-43ed-932e-c4d2d2b8455e req-6609f5e8-87f8-4f4b-8036-297d5b307201 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:17:22.579834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6328bd94-b543-43ed-932e-c4d2d2b8455e req-6609f5e8-87f8-4f4b-8036-297d5b307201 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a3e3139-62cd-41fc-825f-352be51b4e27 HTTP/1.1" status: 200 len: 210 time: 0.0464487 Apr 16 16:17:23.674875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43274) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:24.067562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:24.309020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 510c83ac-b7fe-4aa3-90ed-387afd8af423 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:17:24.309332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:24.407966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 245e4d3e-4827-4584-b111-44e1f16b594d no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:17:24.428096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port 510c83ac-b7fe-4aa3-90ed-387afd8af423, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=510c83ac-b7fe-4aa3-90ed-387afd8af423,segment=NetworkSegment(1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e),segment_id=1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:17:24.428593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:24.431987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 245e4d3e-4827-4584-b111-44e1f16b594d {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:17:24.432238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 245e4d3e-4827-4584-b111-44e1f16b594d not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:17:24.506273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 510c83ac-b7fe-4aa3-90ed-387afd8af423 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:17:24.626628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:24.633964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7364ee58-3873-4a36-9bbe-4e13fb85e44e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:24.678565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=510c83ac-b7fe-4aa3-90ed-387afd8af423,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:24.682468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:25.141562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:25.464814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:17:25.580067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:17:25.587380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc3111a-003d-4b59-9f06-46898a0452ef None None] Sync routers for ids ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:17:25.590285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "PUT /v2.0/routers/5ec1b30a-1c70-4c60-9f93-2af9a045ead0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9145043 Apr 16 16:17:25.592460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43278) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:25.594114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc3111a-003d-4b59-9f06-46898a0452ef None None] Routers {'5ec1b30a-1c70-4c60-9f93-2af9a045ead0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:17:25.594539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dfc3111a-003d-4b59-9f06-46898a0452ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:17:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:25.632558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16f4c7f-fbf7-4e97-9a63-d89105fa1e0a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting subnet b2bdc77c-78c9-4200-812c-b4b685c40ba0 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:17:25.634374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f16f4c7f-fbf7-4e97-9a63-d89105fa1e0a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:25.664239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f16f4c7f-fbf7-4e97-9a63-d89105fa1e0a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:25.719910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f16f4c7f-fbf7-4e97-9a63-d89105fa1e0a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:25.728154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-dfc3111a-003d-4b59-9f06-46898a0452ef None None] Set router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:17:25.914723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f16f4c7f-fbf7-4e97-9a63-d89105fa1e0a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:25.918459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dfc3111a-003d-4b59-9f06-46898a0452ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:17:24Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:25.921066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc3111a-003d-4b59-9f06-46898a0452ef None None] Checking router: 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:17:25.926987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc3111a-003d-4b59-9f06-46898a0452ef None None] Routers {'5ec1b30a-1c70-4c60-9f93-2af9a045ead0'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:17:25.927390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dfc3111a-003d-4b59-9f06-46898a0452ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:17:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:25.931643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-97b4714a-ba52-4689-9487-5872a9a29a47 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:25.981498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f4c7f-fbf7-4e97-9a63-d89105fa1e0a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Subnet': ['ID=b2bdc77c-78c9-4200-812c-b4b685c40ba0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:25.983286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f16f4c7f-fbf7-4e97-9a63-d89105fa1e0a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:26.004669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f16f4c7f-fbf7-4e97-9a63-d89105fa1e0a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.008729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f16f4c7f-fbf7-4e97-9a63-d89105fa1e0a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/subnets/b2bdc77c-78c9-4200-812c-b4b685c40ba0 HTTP/1.1" status: 204 len: 168 time: 0.4155874 Apr 16 16:17:26.010779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43282) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:26.138224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.191319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c85be37-53bd-4352-b213-7d34fb7db1d0 None None] Network f08e2fc7-44b1-49ee-ae34-51411a9d1010 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:17:26.271481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.277893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:17:26.278117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.301858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-dfc3111a-003d-4b59-9f06-46898a0452ef None None] Set router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:17:26.404074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port dd2a44c8-75d3-45dd-ad3a-ef6d39b48591, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=dd2a44c8-75d3-45dd-ad3a-ef6d39b48591,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:17:26.404277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.477481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:17:26.486455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dfc3111a-003d-4b59-9f06-46898a0452ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:17:24Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:26.488903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc3111a-003d-4b59-9f06-46898a0452ef None None] The sync data for ids ['5ec1b30a-1c70-4c60-9f93-2af9a045ead0'] in dv-neutron-786478-2-hyperv is: [{'id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-576612726', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89'}], 'enable_snat': True}, 'gw_port_id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:15:31Z', 'updated_at': '2021-04-16T16:17:24Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'dd2a44c8-75d3-45dd-ad3a-ef6d39b48591', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:25:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec1b30a-1c70-4c60-9f93-2af9a045ead0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:15:32Z', 'updated_at': '2021-04-16T16:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:17:26.500222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] DHCP port deletion for f08e2fc7-44b1-49ee-ae34-51411a9d1010 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:17:26.503234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Deleting port 8a5be555-ba9d-46d7-9462-340c58db1ce2 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:17:26.503474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.577675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.586197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cc663672-4109-4d53-9540-169384e4fc3a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:26.633209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] For port 8a5be555-ba9d-46d7-9462-340c58db1ce2, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8a5be555-ba9d-46d7-9462-340c58db1ce2,segment=NetworkSegment(1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e),segment_id=1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:17:26.633463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.633777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=dd2a44c8-75d3-45dd-ad3a-ef6d39b48591,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:26.637369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:26.711328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Calling delete_port for 8a5be555-ba9d-46d7-9462-340c58db1ce2 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:17:26.728004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.761445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.774084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-726c8f99-2c18-4d38-9fd3-a0d22a7fd111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:26.826199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Pushing event deleted for resources: {'Port': ['ID=8a5be555-ba9d-46d7-9462-340c58db1ce2,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:26.826929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.828447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.837891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.838104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.838310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.838542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.838816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.839054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.839197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.839320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.839499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.839708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.839944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.840169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:26.842992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:26.845770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.846222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Fanout notify agent at l3_agent the message router_deleted on router 5ec1b30a-1c70-4c60-9f93-2af9a045ead0 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:17:26.856643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:26.859354 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/routers/5ec1b30a-1c70-4c60-9f93-2af9a045ead0 HTTP/1.1" status: 204 len: 168 time: 0.8459413 Apr 16 16:17:26.859622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43286) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:26.861396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] No DVR routers for this DVR port 8a5be555-ba9d-46d7-9462-340c58db1ce2 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:17:26.938796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:27.059593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:27.124276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f08e2fc7-44b1-49ee-ae34-51411a9d1010']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:27.132083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:27.132333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4a5858-ace1-4166-a8e9-76cbcd3fcc6e') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:27.139160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:27.147813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:27.151831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Releasing vlan 1470 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:17:27.212770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 510c83ac-b7fe-4aa3-90ed-387afd8af423 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:17:27.236846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 510c83ac-b7fe-4aa3-90ed-387afd8af423 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:17:27.237136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 510c83ac-b7fe-4aa3-90ed-387afd8af423 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:17:27.237308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:17:27.258567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:17:27.258852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device dd2a44c8-75d3-45dd-ad3a-ef6d39b48591 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:17:27.258852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8a5be555-ba9d-46d7-9462-340c58db1ce2 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:17:27.280209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 8a5be555-ba9d-46d7-9462-340c58db1ce2 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:17:27.280492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8a5be555-ba9d-46d7-9462-340c58db1ce2 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:17:27.527723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f08e2fc7-44b1-49ee-ae34-51411a9d1010 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:17:27.533084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:27.634938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f08e2fc7-44b1-49ee-ae34-51411a9d1010 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:17:27.649214 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:17:27.698467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:27.701025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a8077e21-1744-4b33-bb79-b23c0190297c tempest-NetworksTest-1758844991 tempest-NetworksTest-1758844991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:27.710245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:27.717292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Network': ['ID=f08e2fc7-44b1-49ee-ae34-51411a9d1010,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:27.719405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:27.722558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e99eb446-b5c6-44d8-a9db-5644b05c55b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/networks/f08e2fc7-44b1-49ee-ae34-51411a9d1010 HTTP/1.1" status: 204 len: 168 time: 0.8622282 Apr 16 16:17:27.725372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43290) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:27.765986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e25fe55-518b-4fff-85e8-8fd228e11a01 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:27.800728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e25fe55-518b-4fff-85e8-8fd228e11a01 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:27.844203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e25fe55-518b-4fff-85e8-8fd228e11a01 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:27.846462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-76b08c6b-c74e-4d62-9796-6432a1ea1910 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:27.854549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25fe55-518b-4fff-85e8-8fd228e11a01 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe79bb1-c676-47d7-9626-a8bc3218cac4,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:27.856557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e25fe55-518b-4fff-85e8-8fd228e11a01 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:27.861362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e25fe55-518b-4fff-85e8-8fd228e11a01 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:27.862080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2e25fe55-518b-4fff-85e8-8fd228e11a01 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/security-groups/5fe79bb1-c676-47d7-9626-a8bc3218cac4 HTTP/1.1" status: 204 len: 168 time: 0.1355643 Apr 16 16:17:28.036061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43298) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:28.039911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1734652202', 'description': 'tempest-secgroup-smoke-1734652202 description', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:28.043847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:28.046261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:28.047988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:28.299190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:28.306598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.319922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:28.322133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:28.323893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:28.327292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:28.367091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.369653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.372491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-981a1d6b-5fba-4171-9f19-7f50c10c0f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:28.395866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e248383d-f68d-4287-83c4-dd24e78cc446,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:28.397793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.400494 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3617728 Apr 16 16:17:28.400494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45fc803d-a389-408e-90ad-f6d71b09dc75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:28.400625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43302) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:28.403747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': 'e248383d-f68d-4287-83c4-dd24e78cc446', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:28.407280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:28.409582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:28.411363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:28.415449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:28.424453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.457240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.459516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.460660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-10b340aa-6853-4fca-83da-e175e86d9788 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:28.474250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd310e9e-e60f-4979-a615-c1c601399797,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:28.477913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:28.480154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.480851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-370d51bc-b19c-4afd-9f9d-293f2327fef4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0796969 Apr 16 16:17:28.482956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43306) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:28.486679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': 'e248383d-f68d-4287-83c4-dd24e78cc446', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:28.490590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:28.493509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:28.496158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:28.500447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:28.510999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.550956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.552678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.553934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-db07943b-3982-4af3-a5d5-ad791eca1cb1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:28.567828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9caae33e-4277-4367-acc7-35007bc48aa2,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:28.569919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:28.573860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.574489 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0cdd59db-f1e7-4a02-ac21-40ce2b5d78d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0908229 Apr 16 16:17:28.576536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43310) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:28.580000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': 'e248383d-f68d-4287-83c4-dd24e78cc446', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:28.584037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:28.586916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:28.588917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:28.593144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:28.604498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.643557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.645940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.647127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0e5c8cbe-2528-4ee2-9d86-2d1173125cd2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:28.660798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6986e4b-f700-45f0-96f3-4dd16400aaea,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:28.662350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:28.666823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.667571 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0904012 Apr 16 16:17:28.669424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43314) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:28.672800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': 'e248383d-f68d-4287-83c4-dd24e78cc446', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:28.676809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:28.680199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:28.682115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:28.686018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:28.696547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.733457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.735301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.736471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1bf58c30-4db7-4022-9553-19f269cf385b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:28.748479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb6ad49-ecc6-4fb2-ad2b-0b16fbb8502a,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:28.749901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:28.754322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.755809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c6c2d798-a7e5-4198-9ccd-9662f23895df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0850191 Apr 16 16:17:28.757128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43318) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:28.760933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': 'e248383d-f68d-4287-83c4-dd24e78cc446', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:28.764897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:28.767378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:28.769129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:28.772922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:28.779136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Project 276ab2860e7f4b55b9a5a0ddb3a90291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:17:28.782991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.819581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.821960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.823136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-334ab98f-44c0-4892-aa33-5d907d6ab701 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:28.835117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b874dee1-e981-47a3-b93f-45ff5b08d389,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:28.836579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:28.840553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.841288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0834372 Apr 16 16:17:28.843333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43322) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:28.846385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': 'e248383d-f68d-4287-83c4-dd24e78cc446', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:28.849635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:28.851865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:28.853489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:28.857082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:28.862850 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Project 276ab2860e7f4b55b9a5a0ddb3a90291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:17:28.867417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.912885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.915541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.916799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-358e448a-2d3a-4311-bb7e-86cd3f940678 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:28.931051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e858bf1-45fd-487c-9f7c-d4342362a870,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:28.932605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:28.937296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.938126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0941050 Apr 16 16:17:28.940262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43326) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:28.944631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'network': {'name': 'tempest-network-smoke--920094097', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'port_security_enabled': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:28.948607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:28.951709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:network and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:28.953931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:28.958133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:28.965424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:17:28.969373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.987560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1452} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:17:28.993569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:28.993908 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Added segment 9a617db5-1c1a-4390-8285-7ddb1dd42908 of type vlan for network f7ad17b3-031a-428d-8142-f29ae4bb73fc Apr 16 16:17:29.008000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:29.025947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:29.029014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:29.029404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:29.031384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0f9d82a8-f73e-45e5-8b72-e6331954dd9a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:29.086032 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1449223 Apr 16 16:17:29.089635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Network': ['ID=f7ad17b3-031a-428d-8142-f29ae4bb73fc,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:29.090307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43330) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:29.091508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-236e1412-31d9-4436-87d4-ba891bd894ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:29.097767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'admin_state_up': True, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:29.101859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network f7ad17b3-031a-428d-8142-f29ae4bb73fc details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:17:29.104837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:29.107531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:router and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:29.109543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:29.113383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:29.120770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:29.121473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:29.133829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:29.305275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:29.500217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:29.516019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:29.587598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.26.4.105 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/516aad1f-bce5-4cd4-bcf9-1586817a48e2) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:17:29.681064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:29.703248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:29.710602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-99a82599-ccb2-465b-8d36-5c8553a0c3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:29.775041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=516aad1f-bce5-4cd4-bcf9-1586817a48e2,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:29.777583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:29.808674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:17:29.809405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:17:29.810869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:17:30.088813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:30.536636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:30.654197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 1938dba0-1a89-4dde-8af3-232035aadc40 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:17:30.769509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:17:30.780593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Sync routers for ids ['1938dba0-1a89-4dde-8af3-232035aadc40'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:17:30.787385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:30.788697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-eba65e33-64e6-4c00-adfd-2af2367b8bb7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6971853 Apr 16 16:17:30.791245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43334) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:30.792006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Routers {'1938dba0-1a89-4dde-8af3-232035aadc40'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:17:30.792439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:17:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1938dba0-1a89-4dde-8af3-232035aadc40'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:30.824184 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4757317a-bf89-4c59-8eed-b29d65b253cf tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=276ab2860e7f4b55b9a5a0ddb3a90291&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319657 Apr 16 16:17:30.825844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43338) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:30.919426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fd55b9-9cb1-4320-8283-166147ab59eb tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:30.920541 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c1fd55b9-9cb1-4320-8283-166147ab59eb tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940173 Apr 16 16:17:30.924541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43342) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:30.957293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0f486083-e257-40a6-8b66-294b0cf1ddab tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299325 Apr 16 16:17:30.957503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43346) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:30.961862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1096241681', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:31.034600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:31.037343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:subnet and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:31.039381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:31.046144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:31.057151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:17:31.061388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.077447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Set router 1938dba0-1a89-4dde-8af3-232035aadc40 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:17:31.250830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:29Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:31.253668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Checking router: 1938dba0-1a89-4dde-8af3-232035aadc40 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:17:31.253873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Updating router 1938dba0-1a89-4dde-8af3-232035aadc40 port 516aad1f-bce5-4cd4-bcf9-1586817a48e2 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:17:31.290951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.342171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.350620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22fb129a-93c2-44f3-94d7-b19534767464 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:31.429500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Subnet': ['ID=cb161383-4a8f-433c-92d9-1669e56f5ca6,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:31.437334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:31.474147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Checking segment: {'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:17:31.474373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network hostable DHCP agents. Network: f7ad17b3-031a-428d-8142-f29ae4bb73fc, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:17:31.487413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f7ad17b3-031a-428d-8142-f29ae4bb73fc is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:17:31.490345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.493237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, f7ad17b3-031a-428d-8142-f29ae4bb73fc) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:17:31.498922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Transition to ACTIVE for port object 516aad1f-bce5-4cd4-bcf9-1586817a48e2 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:17:31.500574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f9a4e-f52b-4ac5-b5e7-7ac8e6b77af2 None None] Network f7ad17b3-031a-428d-8142-f29ae4bb73fc requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:17:31.503030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.505505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:31.505904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.512208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-78fa6531-d693-40ae-a04f-165e258bfd8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:31.521623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43350) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:31.526858 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-050e0f3b-e477-4dd4-b533-68bd718ed43f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5686674 Apr 16 16:17:31.582739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Pushing event updated for resources: {'Port': ['ID=516aad1f-bce5-4cd4-bcf9-1586817a48e2,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:31.592998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.593203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.593396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.593588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.593778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.593968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.594157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.594348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.594556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.594742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.594931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.595119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:17:31.597907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:31.623074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Attempting to bind port 516aad1f-bce5-4cd4-bcf9-1586817a48e2 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:17:31.623500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Attempting to bind port 516aad1f-bce5-4cd4-bcf9-1586817a48e2 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:17:31.623500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Attempting to bind port 516aad1f-bce5-4cd4-bcf9-1586817a48e2 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:17:31.626484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:17:31.626715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:17:31.626963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.627410 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:17:31.627474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Bound port: 516aad1f-bce5-4cd4-bcf9-1586817a48e2, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:17:31.627684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.637957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:17:31.638540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.670259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] For port 516aad1f-bce5-4cd4-bcf9-1586817a48e2, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:17:31.672024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] For port 516aad1f-bce5-4cd4-bcf9-1586817a48e2, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=516aad1f-bce5-4cd4-bcf9-1586817a48e2,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:17:31.675647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.684895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:31.732994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Allocated IP 172.20.0.2 (f7ad17b3-031a-428d-8142-f29ae4bb73fc/cb161383-4a8f-433c-92d9-1669e56f5ca6/eba85c78-c5c1-4483-ac9a-c7017018c3ee) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:17:31.764165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Pushing event updated for resources: {'Port': ['ID=516aad1f-bce5-4cd4-bcf9-1586817a48e2,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:31.767265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30cccb1b-c3d0-46cb-b75f-6e861107bac7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:31.795343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Routers {'1938dba0-1a89-4dde-8af3-232035aadc40'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:17:31.795707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:17:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1938dba0-1a89-4dde-8af3-232035aadc40'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:31.849543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.855611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Transition to ACTIVE for port object eba85c78-c5c1-4483-ac9a-c7017018c3ee will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:17:31.866747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Transition to ACTIVE for port object eba85c78-c5c1-4483-ac9a-c7017018c3ee will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:17:31.870007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.880430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-87be41ab-3a03-453f-9b19-f6a7f556fdea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:31.896555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] Set router 1938dba0-1a89-4dde-8af3-232035aadc40 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:17:31.927080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:31.967145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Pushing event updated for resources: {'Port': ['ID=eba85c78-c5c1-4483-ac9a-c7017018c3ee,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:31.970194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:31.981320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Network f7ad17b3-031a-428d-8142-f29ae4bb73fc is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:17:31.981981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:17:31.983338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:17:32.033698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Attempting to bind port eba85c78-c5c1-4483-ac9a-c7017018c3ee on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:17:32.033958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Attempting to bind port eba85c78-c5c1-4483-ac9a-c7017018c3ee by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:17:32.034135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Attempting to bind port eba85c78-c5c1-4483-ac9a-c7017018c3ee on network f7ad17b3-031a-428d-8142-f29ae4bb73fc {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:17:32.037122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:17:32.037351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Checking segment: {'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:17:32.037855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:32.038230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Bound using segment: {'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:17:32.038560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Bound port: eba85c78-c5c1-4483-ac9a-c7017018c3ee, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:17:32.038790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:32.056746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:29Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:32.059009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80edf53-55a6-4992-9180-3b788ff32037 None None] The sync data for ids ['1938dba0-1a89-4dde-8af3-232035aadc40'] in dv-neutron-786478-2-hyperv is: [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:29Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:17:32.089715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] For port eba85c78-c5c1-4483-ac9a-c7017018c3ee, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:17:32.091465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] For port eba85c78-c5c1-4483-ac9a-c7017018c3ee, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=eba85c78-c5c1-4483-ac9a-c7017018c3ee,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:17:32.093695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:32.102053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:32.155265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.20.0.1 (f7ad17b3-031a-428d-8142-f29ae4bb73fc/cb161383-4a8f-433c-92d9-1669e56f5ca6/1f2c9022-2df7-4316-bcf9-15f465d954d9) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:17:32.181403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Pushing event updated for resources: {'Port': ['ID=eba85c78-c5c1-4483-ac9a-c7017018c3ee,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:32.184015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:32.244972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:32.253545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Transition to ACTIVE for port object 1f2c9022-2df7-4316-bcf9-15f465d954d9 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:17:32.267830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:32.276590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-80b9562e-a22b-450a-935a-77cc252bdf34 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:32.346280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=1f2c9022-2df7-4316-bcf9-15f465d954d9,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:32.353944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:32.377042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f7ad17b3-031a-428d-8142-f29ae4bb73fc is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:17:32.377714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:17:32.379501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:17:32.418873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:32.499949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:32.738544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:32.741919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:32.755381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-790ee81a-a316-4ce2-bbce-09c089fdd4b6 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:33.083210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=1f2c9022-2df7-4316-bcf9-15f465d954d9,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:33.085382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:33.092145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:33.167328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f7ad17b3-031a-428d-8142-f29ae4bb73fc is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:17:33.168074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:17:33.261390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 516aad1f-bce5-4cd4-bcf9-1586817a48e2 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:17:33.285765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 1938dba0-1a89-4dde-8af3-232035aadc40 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:17:33.302605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 516aad1f-bce5-4cd4-bcf9-1586817a48e2 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:17:33.306013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 516aad1f-bce5-4cd4-bcf9-1586817a48e2 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:17:33.306347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:33.335830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37893ca2-4ca3-4733-a910-93f4f983adf3 None None] Network f7ad17b3-031a-428d-8142-f29ae4bb73fc requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:17:33.400923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:17:33.403838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-c4a9dc6d-4967-402f-a38a-ef4c932569c4 None None] Provisioning for port eba85c78-c5c1-4483-ac9a-c7017018c3ee completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:17:33.408915 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "PUT /v2.0/routers/1938dba0-1a89-4dde-8af3-232035aadc40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8865123 Apr 16 16:17:33.474848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:33.506725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 516aad1f-bce5-4cd4-bcf9-1586817a48e2, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=516aad1f-bce5-4cd4-bcf9-1586817a48e2,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:17:33.508765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-a88e1e17-e467-44d9-bd86-efa266007ee3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:17:33.509907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:33.510499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device eba85c78-c5c1-4483-ac9a-c7017018c3ee up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:17:33.516969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-a88e1e17-e467-44d9-bd86-efa266007ee3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:17:33.517723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-a88e1e17-e467-44d9-bd86-efa266007ee3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1734652202&fields=id&tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 267 time: 0.0341971 Apr 16 16:17:33.529371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efcb9d1a-22cf-4a62-81c5-fc3746bbedde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:33.617450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-a888c6e5-ec31-4d06-b012-06140e269eeb tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:33.617810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-a888c6e5-ec31-4d06-b012-06140e269eeb tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:17:33.628299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-a888c6e5-ec31-4d06-b012-06140e269eeb tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:17:33.629141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-a888c6e5-ec31-4d06-b012-06140e269eeb tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/networks?id=f7ad17b3-031a-428d-8142-f29ae4bb73fc HTTP/1.1" status: 200 len: 796 time: 0.1062701 Apr 16 16:17:33.639695 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-3a704240-2fe6-4e26-a03e-e822258d1414 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/quotas/276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 375 time: 0.0062246 Apr 16 16:17:33.696680 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-7468117e-61fa-4213-a8c1-4fe6724a40d6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534089 Apr 16 16:17:33.764632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=516aad1f-bce5-4cd4-bcf9-1586817a48e2,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:33.767214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:33.775196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port eba85c78-c5c1-4483-ac9a-c7017018c3ee completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:17:33.778793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port eba85c78-c5c1-4483-ac9a-c7017018c3ee triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:17:33.779039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:33.797919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-c8a4c664-f1b1-4a3a-97a4-a3b4c4c4a0a3 service neutron] 10.222.0.95 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854738 Apr 16 16:17:33.848680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:33.868113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port eba85c78-c5c1-4483-ac9a-c7017018c3ee, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=eba85c78-c5c1-4483-ac9a-c7017018c3ee,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:17:33.870400 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:33.871764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45285dbb-655e-4d50-a9fe-322de5eabe3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:33.885496 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-0fe7b3f4-a9df-4856-b2ac-33c5293182d8 service neutron] 10.222.0.95 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814097 Apr 16 16:17:33.915145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=eba85c78-c5c1-4483-ac9a-c7017018c3ee,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:33.917162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:33.929667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2b4646ec-98d0-49dd-a3b2-f062418068b5 None None] Provisioning for port 1f2c9022-2df7-4316-bcf9-15f465d954d9 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:17:33.932873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2b4646ec-98d0-49dd-a3b2-f062418068b5 None None] Provisioning complete for port 1f2c9022-2df7-4316-bcf9-15f465d954d9 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:17:33.933134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b4646ec-98d0-49dd-a3b2-f062418068b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:33.977509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-2b4646ec-98d0-49dd-a3b2-f062418068b5 None None] Port 1f2c9022-2df7-4316-bcf9-15f465d954d9 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:17:33.984593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2b4646ec-98d0-49dd-a3b2-f062418068b5 None None] Provisioning complete for port eba85c78-c5c1-4483-ac9a-c7017018c3ee triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:17:33.984832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b4646ec-98d0-49dd-a3b2-f062418068b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:34.019805 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2899cd35-a842-4a4f-a9fe-e18d21b92277 req-7d7218bd-c022-4154-a0b2-4bc94a078042 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0369120 Apr 16 16:17:34.181460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bf1b9e3a-a4bf-48f5-b832-1b400337de47 None None] Provisioning complete for port 1f2c9022-2df7-4316-bcf9-15f465d954d9 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:17:34.181738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bf1b9e3a-a4bf-48f5-b832-1b400337de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:34.214870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bf1b9e3a-a4bf-48f5-b832-1b400337de47 None None] Port 1f2c9022-2df7-4316-bcf9-15f465d954d9 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:17:34.423788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Sync routers for ids ['1938dba0-1a89-4dde-8af3-232035aadc40'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:17:34.430353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Routers {'1938dba0-1a89-4dde-8af3-232035aadc40'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:17:34.430820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:17:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1938dba0-1a89-4dde-8af3-232035aadc40'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:34.526148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Set router 1938dba0-1a89-4dde-8af3-232035aadc40 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:17:34.707482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:32Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1f2c9022-2df7-4316-bcf9-15f465d954d9', 'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:fd:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:32Z', 'updated_at': '2021-04-16T16:17:32Z', 'revision_number': 2, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:34.711853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Checking router: 1938dba0-1a89-4dde-8af3-232035aadc40 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:17:34.712428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Updating router 1938dba0-1a89-4dde-8af3-232035aadc40 port 1f2c9022-2df7-4316-bcf9-15f465d954d9 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:17:34.743606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:34.940497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:34.948562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Transition to ACTIVE for port object 1f2c9022-2df7-4316-bcf9-15f465d954d9 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:17:34.952808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:34.960165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb0439eb-f68f-4b33-93cf-c2f6d4b80440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:35.028386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa3cd7-fdf3-4ea6-8660-0d8445cef0c2 None None] Pushing event updated for resources: {'Port': ['ID=1f2c9022-2df7-4316-bcf9-15f465d954d9,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:35.030890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5fa3cd7-fdf3-4ea6-8660-0d8445cef0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:35.125336 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5a69766e-964d-4aa1-8f29-ea201134110f req-927e7003-847c-4663-9813-4e31ed63325c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0356560 Apr 16 16:17:35.165572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Attempting to bind port 1f2c9022-2df7-4316-bcf9-15f465d954d9 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:17:35.165822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Attempting to bind port 1f2c9022-2df7-4316-bcf9-15f465d954d9 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:17:35.166084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Attempting to bind port 1f2c9022-2df7-4316-bcf9-15f465d954d9 on network f7ad17b3-031a-428d-8142-f29ae4bb73fc {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:17:35.169621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:17:35.169832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Checking segment: {'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:17:35.170125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:35.170408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Bound using segment: {'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:17:35.170799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Bound port: 1f2c9022-2df7-4316-bcf9-15f465d954d9, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:17:35.171044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:35.215154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 516aad1f-bce5-4cd4-bcf9-1586817a48e2 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:17:35.259741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] For port 1f2c9022-2df7-4316-bcf9-15f465d954d9, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:17:35.267587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] For port 1f2c9022-2df7-4316-bcf9-15f465d954d9, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1f2c9022-2df7-4316-bcf9-15f465d954d9,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:17:35.270937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:35.278016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7405a5e6-4ce1-47a7-ae05-b7f03823c3fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:35.342209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 516aad1f-bce5-4cd4-bcf9-1586817a48e2 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:17:35.342499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:35.385280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa3cd7-fdf3-4ea6-8660-0d8445cef0c2 None None] Pushing event updated for resources: {'Port': ['ID=1f2c9022-2df7-4316-bcf9-15f465d954d9,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:35.391705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5fa3cd7-fdf3-4ea6-8660-0d8445cef0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:35.444328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Routers {'1938dba0-1a89-4dde-8af3-232035aadc40'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:17:35.444726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:17:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1938dba0-1a89-4dde-8af3-232035aadc40'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:35.467006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-82a2af45-4c93-4c20-9f70-91126ffd6f2e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:35.467972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-82a2af45-4c93-4c20-9f70-91126ffd6f2e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/networks?id=f7ad17b3-031a-428d-8142-f29ae4bb73fc HTTP/1.1" status: 200 len: 796 time: 0.0989547 Apr 16 16:17:35.522695 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-06e3c612-0f79-4bb3-9eb8-313dae281231 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 8073 time: 0.0432522 Apr 16 16:17:35.531723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'port': {'device_id': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'admin_state_up': True, 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'security_groups': ['e248383d-f68d-4287-83c4-dd24e78cc446']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:35.617811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:35.620665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:port and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:35.622568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:35.626391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:35.633290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:17:35.636986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:35.665398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device eba85c78-c5c1-4483-ac9a-c7017018c3ee up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:17:35.764609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.20.0.10 (f7ad17b3-031a-428d-8142-f29ae4bb73fc/cb161383-4a8f-433c-92d9-1669e56f5ca6/c00252be-3b5d-4c1a-b7e2-085a3475c67f) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:17:35.764883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] Set router 1938dba0-1a89-4dde-8af3-232035aadc40 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:17:35.796224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port eba85c78-c5c1-4483-ac9a-c7017018c3ee triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:17:35.796466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:35.887180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:35.896347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Transition to ACTIVE for port object c00252be-3b5d-4c1a-b7e2-085a3475c67f will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:17:35.911903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:35.921135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:35.993514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=c00252be-3b5d-4c1a-b7e2-085a3475c67f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:35.996095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:36.001165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:32Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1f2c9022-2df7-4316-bcf9-15f465d954d9', 'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:fd:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:32Z', 'updated_at': '2021-04-16T16:17:35Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:36.003640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0a5957-4f94-4410-89e3-b8070707d9af None None] The sync data for ids ['1938dba0-1a89-4dde-8af3-232035aadc40'] in dv-neutron-786478-2-hyperv is: [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:32Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1f2c9022-2df7-4316-bcf9-15f465d954d9', 'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:fd:df:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:32Z', 'updated_at': '2021-04-16T16:17:35Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:17:36.030230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f7ad17b3-031a-428d-8142-f29ae4bb73fc is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:17:36.030230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:17:36.035881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:17:36.078962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:36.079340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:36.093948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6ccfddc4-174e-4306-b63e-d3303b04a8db tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647538 Apr 16 16:17:36.111229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Request body: {'port': {'device_id': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:36.238488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:36.256115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-95e7d98b-8f51-4aeb-a43f-9cb50d9b06bb None None] Provisioning for port c00252be-3b5d-4c1a-b7e2-085a3475c67f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:17:36.260043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-95e7d98b-8f51-4aeb-a43f-9cb50d9b06bb None None] Provisioning complete for port c00252be-3b5d-4c1a-b7e2-085a3475c67f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:17:36.260355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-95e7d98b-8f51-4aeb-a43f-9cb50d9b06bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:36.297883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-95e7d98b-8f51-4aeb-a43f-9cb50d9b06bb None None] Port c00252be-3b5d-4c1a-b7e2-085a3475c67f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:17:36.310044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275b5d0-e3fd-406a-a5e1-72f8a3497898 req-7d0385b9-e0c2-49df-ac01-5651ba99d34d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:36.310558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d275b5d0-e3fd-406a-a5e1-72f8a3497898 req-7d0385b9-e0c2-49df-ac01-5651ba99d34d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:17:36.354909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d275b5d0-e3fd-406a-a5e1-72f8a3497898 req-7d0385b9-e0c2-49df-ac01-5651ba99d34d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:17:36.355781 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d275b5d0-e3fd-406a-a5e1-72f8a3497898 req-7d0385b9-e0c2-49df-ac01-5651ba99d34d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 932 time: 0.1613162 Apr 16 16:17:36.436961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d275b5d0-e3fd-406a-a5e1-72f8a3497898 req-de76ffa4-a946-48a8-82d4-d7cb22992f40 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747910 Apr 16 16:17:36.512328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00252be-3b5d-4c1a-b7e2-085a3475c67f {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:17:36.516571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:36.524986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Transition to ACTIVE for port object c00252be-3b5d-4c1a-b7e2-085a3475c67f will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:17:36.526934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:36.534384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-818e517f-ca59-45fb-bdef-3d4b7fc7a090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:36.867740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Pushing event updated for resources: {'Port': ['ID=c00252be-3b5d-4c1a-b7e2-085a3475c67f,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:36.870237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:36.994204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Attempting to bind port c00252be-3b5d-4c1a-b7e2-085a3475c67f on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:17:36.994407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Attempting to bind port c00252be-3b5d-4c1a-b7e2-085a3475c67f by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:17:36.994636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Attempting to bind port c00252be-3b5d-4c1a-b7e2-085a3475c67f on network f7ad17b3-031a-428d-8142-f29ae4bb73fc {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:17:36.997293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Port c00252be-3b5d-4c1a-b7e2-085a3475c67f on network f7ad17b3-031a-428d-8142-f29ae4bb73fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:17:36.997500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Attempting to bind port c00252be-3b5d-4c1a-b7e2-085a3475c67f on network f7ad17b3-031a-428d-8142-f29ae4bb73fc {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:17:37.000498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:17:37.000703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Checking segment: {'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:17:37.000928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Bound using segment: {'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:17:37.001180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Bound port: c00252be-3b5d-4c1a-b7e2-085a3475c67f, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a617db5-1c1a-4390-8285-7ddb1dd42908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1452, 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:17:37.001384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:37.056576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] For port c00252be-3b5d-4c1a-b7e2-085a3475c67f, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:17:37.058728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] For port c00252be-3b5d-4c1a-b7e2-085a3475c67f, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:17:37.061785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:37.069791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a9a8629e-b183-421d-8351-ab73e3ec4695 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:37.145986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Pushing event updated for resources: {'Port': ['ID=c00252be-3b5d-4c1a-b7e2-085a3475c67f,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:37.149200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:37.166265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:37.166627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:37.167534 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] 10.222.0.107 "PUT /v2.0/ports/c00252be-3b5d-4c1a-b7e2-085a3475c67f HTTP/1.1" status: 200 len: 1094 time: 1.0638552 Apr 16 16:17:37.167832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:17:37.199874 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'status': 'completed', 'code': 200} Apr 16 16:17:37.231503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1f2c9022-2df7-4316-bcf9-15f465d954d9 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:17:37.253682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-2f3e4aa3-b64a-4e28-8b24-f3cc136b134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:37.254658 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-2f3e4aa3-b64a-4e28-8b24-f3cc136b134e service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 1097 time: 0.0461829 Apr 16 16:17:37.275096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 1f2c9022-2df7-4316-bcf9-15f465d954d9 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:17:37.277975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1f2c9022-2df7-4316-bcf9-15f465d954d9 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:17:37.278213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:37.302740 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-6d560426-8f02-4c8c-a37c-2a5ec0542019 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f HTTP/1.1" status: 200 len: 217 time: 0.0390792 Apr 16 16:17:37.345140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-578aa59d-26d0-49bf-a908-fcbac41410aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:37.346018 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-578aa59d-26d0-49bf-a908-fcbac41410aa service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cb161383-4a8f-433c-92d9-1669e56f5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0359662 Apr 16 16:17:37.351604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:37.372369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 1f2c9022-2df7-4316-bcf9-15f465d954d9, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1f2c9022-2df7-4316-bcf9-15f465d954d9,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:17:37.377749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:37.379807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:37.399599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-7f710aa6-4087-46d6-98b6-153fabc00fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:37.400519 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-7f710aa6-4087-46d6-98b6-153fabc00fc2 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f7ad17b3-031a-428d-8142-f29ae4bb73fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454576 Apr 16 16:17:37.419809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=1f2c9022-2df7-4316-bcf9-15f465d954d9,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:37.421832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:37.484000 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-0f1062a7-ea53-4eb5-b48a-b859df9fda5d service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0745568 Apr 16 16:17:37.595699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d78bd36-8b16-4ee8-9cae-41aa9ed4bf02 req-0e6e645a-76d0-430b-883a-e6a6152c8709 service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035154 Apr 16 16:17:37.604981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeed9dd-ace2-4f99-96c8-8f3f8ded4fe0 req-c7544860-dac5-4031-b141-17746f8cf239 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:37.605826 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ebeed9dd-ace2-4f99-96c8-8f3f8ded4fe0 req-c7544860-dac5-4031-b141-17746f8cf239 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 944 time: 0.1010940 Apr 16 16:17:37.632065 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ebeed9dd-ace2-4f99-96c8-8f3f8ded4fe0 req-285fd174-bff5-4142-9de2-bfd84bf44850 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0219626 Apr 16 16:17:37.708221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1e87a-b7e7-44ba-8447-573140475f4f req-90b55485-9918-4ec6-91c7-dec84cb63c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:37.709073 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfb1e87a-b7e7-44ba-8447-573140475f4f req-90b55485-9918-4ec6-91c7-dec84cb63c1a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 1097 time: 0.0472853 Apr 16 16:17:37.793054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1e87a-b7e7-44ba-8447-573140475f4f req-fd458745-8cab-4d0c-bea3-dfb6e0f41440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:37.793935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfb1e87a-b7e7-44ba-8447-573140475f4f req-fd458745-8cab-4d0c-bea3-dfb6e0f41440 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f7ad17b3-031a-428d-8142-f29ae4bb73fc HTTP/1.1" status: 200 len: 898 time: 0.0759614 Apr 16 16:17:37.834010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfb1e87a-b7e7-44ba-8447-573140475f4f req-2aa58a64-e535-40e0-b257-54a51cfbe906 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f HTTP/1.1" status: 200 len: 217 time: 0.0343235 Apr 16 16:17:37.875089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1e87a-b7e7-44ba-8447-573140475f4f req-3444fa1c-e6a0-433c-9116-0d2ad1ade857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:37.875868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfb1e87a-b7e7-44ba-8447-573140475f4f req-3444fa1c-e6a0-433c-9116-0d2ad1ade857 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cb161383-4a8f-433c-92d9-1669e56f5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0373659 Apr 16 16:17:37.924843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1e87a-b7e7-44ba-8447-573140475f4f req-d9418e01-603c-4bf6-969b-55a04f5947c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:37.925664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfb1e87a-b7e7-44ba-8447-573140475f4f req-d9418e01-603c-4bf6-969b-55a04f5947c4 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f7ad17b3-031a-428d-8142-f29ae4bb73fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445678 Apr 16 16:17:38.004511 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfb1e87a-b7e7-44ba-8447-573140475f4f req-4fecbc7d-716d-4a3e-840d-b49a52cae3fb service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0735214 Apr 16 16:17:38.082287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfb1e87a-b7e7-44ba-8447-573140475f4f req-d60013f8-fa88-4e39-b565-a618ceca8bcd service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0720353 Apr 16 16:17:38.493463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c00252be-3b5d-4c1a-b7e2-085a3475c67f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:17:38.607579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c00252be-3b5d-4c1a-b7e2-085a3475c67f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:17:38.617163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'port_id': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'mac_address': 'fa:16:3e:21:72:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1452, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:17:38.661583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:38.673802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00252be-3b5d-4c1a-b7e2-085a3475c67f {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:17:38.685479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c00252be-3b5d-4c1a-b7e2-085a3475c67f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:17:38.687924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:38.689273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:38.734188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=c00252be-3b5d-4c1a-b7e2-085a3475c67f,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:38.736453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:38.776642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45e002-9ac6-4525-8559-56409451df97 req-fcb4dbc4-6a36-4e7a-b989-a6b6348d1b82 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:38.777688 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bc45e002-9ac6-4525-8559-56409451df97 req-fcb4dbc4-6a36-4e7a-b989-a6b6348d1b82 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 945 time: 0.0722475 Apr 16 16:17:38.808445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bc45e002-9ac6-4525-8559-56409451df97 req-8a3d626c-a14f-4e3e-a38a-b9968130b8af tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267739 Apr 16 16:17:39.203105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['c00252be-3b5d-4c1a-b7e2-085a3475c67f'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:17:39.238171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1f2c9022-2df7-4316-bcf9-15f465d954d9 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:17:39.324345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1f2c9022-2df7-4316-bcf9-15f465d954d9 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:17:39.324613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:39.964070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295dec0-1e02-4911-b33e-f51e477f2188 req-5afd2b2f-13b2-4f36-b8a8-7a9fbce47581 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:39.965149 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3295dec0-1e02-4911-b33e-f51e477f2188 req-5afd2b2f-13b2-4f36-b8a8-7a9fbce47581 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 945 time: 0.0654461 Apr 16 16:17:40.001836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3295dec0-1e02-4911-b33e-f51e477f2188 req-de0dbed6-8dab-4d19-8f49-94230db173e5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291424 Apr 16 16:17:40.483005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c00252be-3b5d-4c1a-b7e2-085a3475c67f up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:17:40.543762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port c00252be-3b5d-4c1a-b7e2-085a3475c67f completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:17:40.547404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port c00252be-3b5d-4c1a-b7e2-085a3475c67f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:17:40.547684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:40.633344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:40.652925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:17:40.660875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c00252be-3b5d-4c1a-b7e2-085a3475c67f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:17:40.663663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:40.665088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8283baff-883e-46bf-a732-09b2042beae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:40.695484 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'code': 200} Apr 16 16:17:40.711653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=c00252be-3b5d-4c1a-b7e2-085a3475c67f,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:40.713750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:41.157390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc9b2d-843a-46b7-b2e5-e60747342035 req-af02cefa-2440-482a-9865-56b705b82e8d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:41.158456 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-29cc9b2d-843a-46b7-b2e5-e60747342035 req-af02cefa-2440-482a-9865-56b705b82e8d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0682168 Apr 16 16:17:41.192192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-29cc9b2d-843a-46b7-b2e5-e60747342035 req-328fec9e-fbf5-4bcf-8b15-e5b80abec349 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289378 Apr 16 16:17:41.266755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98f052-8cb5-4014-9726-77893d6d86ba req-9f9689ff-6bae-400d-8192-4d887d9a1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:41.267704 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fa98f052-8cb5-4014-9726-77893d6d86ba req-9f9689ff-6bae-400d-8192-4d887d9a1453 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 1099 time: 0.0514631 Apr 16 16:17:41.306963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fa98f052-8cb5-4014-9726-77893d6d86ba req-d0ff55ba-21b6-418a-8bfc-e5415a05833e service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305707 Apr 16 16:17:41.314181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3155bd1b-b8da-45e6-9eb5-d505fa762923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:42.333907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f91a4-820d-465a-aa07-9a5fcf8bfc4f req-782da317-af8c-477c-acce-56b51fa00764 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:42.335044 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1b8f91a4-820d-465a-aa07-9a5fcf8bfc4f req-782da317-af8c-477c-acce-56b51fa00764 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0617011 Apr 16 16:17:42.367245 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1b8f91a4-820d-465a-aa07-9a5fcf8bfc4f req-e4be7a70-83dc-4c7a-9f8a-957496f00eb4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265274 Apr 16 16:17:42.762081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-754049fa-4980-4e21-96bc-c57fada2da53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:43.103495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:43.105441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:43.508940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9581a-d5b9-4355-b461-b6a25a04b587 req-c85bff47-5b02-458a-af81-94e33abf34ed tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:43.510559 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5d9581a-d5b9-4355-b461-b6a25a04b587 req-c85bff47-5b02-458a-af81-94e33abf34ed tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0647154 Apr 16 16:17:43.542333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5d9581a-d5b9-4355-b461-b6a25a04b587 req-f5c08c1f-a39f-4f44-af3c-0445c2b5c40e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276318 Apr 16 16:17:43.675561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65884d5b-f907-4f5d-9583-495ee683c664 req-41fcc478-16e6-4b01-821f-04cd542c1fa2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:43.676566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-65884d5b-f907-4f5d-9583-495ee683c664 req-41fcc478-16e6-4b01-821f-04cd542c1fa2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0621884 Apr 16 16:17:43.710053 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-65884d5b-f907-4f5d-9583-495ee683c664 req-f6c379f4-732d-4e5e-9a12-d6455b2b98ef tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261147 Apr 16 16:17:43.718922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:43.725911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43404) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:43.780300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df80472-bc3a-464b-a944-26a493d9de35 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:43.781378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1df80472-bc3a-464b-a944-26a493d9de35 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 1094 time: 0.0546417 Apr 16 16:17:43.785128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43408) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:43.788742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:17:43.793172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:17:43.796253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:floatingip and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:17:43.798560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:17:43.803058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:17:43.810919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:43.906909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:43.993610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.26.4.131 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/bc5a8b0d-e186-41d8-ad84-60e34f09f744) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:17:44.098961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:44.120110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:44.130260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae8d2864-585c-4a75-b9a7-006c46e126ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:44.209113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=bc5a8b0d-e186-41d8-ad84-60e34f09f744,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:44.211328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:44.246773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:17:44.247686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:17:44.249162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:17:44.303793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:44.473317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:44.515644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:44.883165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:17:44.889907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:44.892709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:44.899415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:17:44.966855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=bc5a8b0d-e186-41d8-ad84-60e34f09f744,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:17:44.969359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:17:45.031228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:45.158407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Floating IP 58b7915a-b1be-4877-9c42-a7439cb155e1 associated. External IP: 172.26.4.131, port: c00252be-3b5d-4c1a-b7e2-085a3475c67f. Apr 16 16:17:45.402471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 1938dba0-1a89-4dde-8af3-232035aadc40 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:17:45.502462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:17:45.513992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b128aac-23f4-4a59-8794-bbcdcc89168a None None] Sync routers for ids ['1938dba0-1a89-4dde-8af3-232035aadc40'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:17:45.518559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:17:45.527352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b128aac-23f4-4a59-8794-bbcdcc89168a None None] Routers {'1938dba0-1a89-4dde-8af3-232035aadc40'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:17:45.528166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9b128aac-23f4-4a59-8794-bbcdcc89168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:17:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1938dba0-1a89-4dde-8af3-232035aadc40'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:45.550090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7642939 Apr 16 16:17:45.550593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:17:45.581303 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'status': 'completed', 'code': 200} Apr 16 16:17:45.650438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9b128aac-23f4-4a59-8794-bbcdcc89168a None None] Set router 1938dba0-1a89-4dde-8af3-232035aadc40 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:17:45.686990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26874b7-43ff-4c63-a393-f91828f3558f req-1fdee2cb-720f-4c59-acb7-3e8720a9ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:45.687917 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d26874b7-43ff-4c63-a393-f91828f3558f req-1fdee2cb-720f-4c59-acb7-3e8720a9ac08 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 1099 time: 0.0820301 Apr 16 16:17:45.692163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7bf48-5e79-4c92-a155-e42dc1a5d813 req-4e921785-7bea-4fbd-ad73-17c9dcfd82d4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:45.692897 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0c7bf48-5e79-4c92-a155-e42dc1a5d813 req-4e921785-7bea-4fbd-ad73-17c9dcfd82d4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0668261 Apr 16 16:17:45.781379 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0c7bf48-5e79-4c92-a155-e42dc1a5d813 req-c95ba919-aad9-4f1a-b07d-f96d8f872437 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714135 Apr 16 16:17:45.797058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43416) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:45.854114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26874b7-43ff-4c63-a393-f91828f3558f req-f8122821-2fe7-49fb-a2b3-5cea1ed90d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:45.855097 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d26874b7-43ff-4c63-a393-f91828f3558f req-f8122821-2fe7-49fb-a2b3-5cea1ed90d20 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f7ad17b3-031a-428d-8142-f29ae4bb73fc HTTP/1.1" status: 200 len: 898 time: 0.1595175 Apr 16 16:17:45.914208 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3a16bd9e-368c-402d-be9f-ea271849986c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/58b7915a-b1be-4877-9c42-a7439cb155e1 HTTP/1.1" status: 200 len: 992 time: 0.1163008 Apr 16 16:17:45.932572 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d26874b7-43ff-4c63-a393-f91828f3558f req-64962ce7-1fe7-43b7-a044-c356557ca259 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f HTTP/1.1" status: 200 len: 1000 time: 0.0677376 Apr 16 16:17:45.972056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26874b7-43ff-4c63-a393-f91828f3558f req-11398f37-0444-4655-bdcb-c8f8c9a1a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:45.973047 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d26874b7-43ff-4c63-a393-f91828f3558f req-11398f37-0444-4655-bdcb-c8f8c9a1a9ba service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cb161383-4a8f-433c-92d9-1669e56f5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0367224 Apr 16 16:17:46.023833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26874b7-43ff-4c63-a393-f91828f3558f req-54b6f667-d851-4dd5-9368-19e6cf7c8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:17:46.024731 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d26874b7-43ff-4c63-a393-f91828f3558f req-54b6f667-d851-4dd5-9368-19e6cf7c8388 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f7ad17b3-031a-428d-8142-f29ae4bb73fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444372 Apr 16 16:17:46.046744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9b128aac-23f4-4a59-8794-bbcdcc89168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:32Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '58b7915a-b1be-4877-9c42-a7439cb155e1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'port_id': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'mac_address': 'fa:16:3e:21:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:17:44Z', 'updated_at': '2021-04-16T16:17:44Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2c9022-2df7-4316-bcf9-15f465d954d9', 'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:fd:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:32Z', 'updated_at': '2021-04-16T16:17:37Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:46.049087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b128aac-23f4-4a59-8794-bbcdcc89168a None None] Checking router: 1938dba0-1a89-4dde-8af3-232035aadc40 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:17:46.054072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b128aac-23f4-4a59-8794-bbcdcc89168a None None] Routers {'1938dba0-1a89-4dde-8af3-232035aadc40'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:17:46.054687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9b128aac-23f4-4a59-8794-bbcdcc89168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:17:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1938dba0-1a89-4dde-8af3-232035aadc40'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:46.105214 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d26874b7-43ff-4c63-a393-f91828f3558f req-646bfb8b-2876-4c07-a906-5c99a6318c5b service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0760887 Apr 16 16:17:46.156104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-9b128aac-23f4-4a59-8794-bbcdcc89168a None None] Set router 1938dba0-1a89-4dde-8af3-232035aadc40 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:17:46.201892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d26874b7-43ff-4c63-a393-f91828f3558f req-1adb325a-7d8a-41f5-9ebe-b790a0c17be5 service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912800 Apr 16 16:17:46.366351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-9b128aac-23f4-4a59-8794-bbcdcc89168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:32Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '58b7915a-b1be-4877-9c42-a7439cb155e1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'port_id': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'mac_address': 'fa:16:3e:21:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:17:44Z', 'updated_at': '2021-04-16T16:17:44Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2c9022-2df7-4316-bcf9-15f465d954d9', 'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:fd:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:32Z', 'updated_at': '2021-04-16T16:17:37Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:17:46.371519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b128aac-23f4-4a59-8794-bbcdcc89168a None None] The sync data for ids ['1938dba0-1a89-4dde-8af3-232035aadc40'] in dv-neutron-786478-2-hyperv is: [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:32Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '58b7915a-b1be-4877-9c42-a7439cb155e1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.131', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'port_id': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'mac_address': 'fa:16:3e:21:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:17:44Z', 'updated_at': '2021-04-16T16:17:44Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f2c9022-2df7-4316-bcf9-15f465d954d9', 'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:fd:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:32Z', 'updated_at': '2021-04-16T16:17:37Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:17:46.626061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54799547-11c3-4240-9250-e7a1b7deb39b None None] New status for floating IP 58b7915a-b1be-4877-9c42-a7439cb155e1: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:17:46.919666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43420) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:17:46.997089 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e1faf2dc-3ad5-49de-b853-695d290dc8d5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/58b7915a-b1be-4877-9c42-a7439cb155e1 HTTP/1.1" status: 200 len: 994 time: 0.0760608 Apr 16 16:18:11.318747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8a8e45e3-47cb-42c4-a785-a4f8e01eae39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:12.760910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8fb4ac7-52a2-4d6a-b01e-85ad0072fe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:13.108633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:13.111080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:13.714957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:14.502605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:15.799537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc67f9e-96fa-422d-a220-3aa4ed017674 req-324aebc0-43ce-4f9c-9080-9640f2287bac tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:15.800640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-edc67f9e-96fa-422d-a220-3aa4ed017674 req-324aebc0-43ce-4f9c-9080-9640f2287bac tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0585127 Apr 16 16:18:15.800873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43442) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:18:15.832732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-edc67f9e-96fa-422d-a220-3aa4ed017674 req-bd2ea9ab-5b3f-4de6-911b-ffc2d6f2d3b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269618 Apr 16 16:18:15.888162 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-98d91f33-d720-4a27-ab2f-cbedb29268f6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857975 Apr 16 16:18:16.993577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf594c4-6f14-486e-9df1-b28e40d0300a req-9b28d7f7-739d-4f24-a430-f1f93206848f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:16.994606 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0cf594c4-6f14-486e-9df1-b28e40d0300a req-9b28d7f7-739d-4f24-a430-f1f93206848f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0683274 Apr 16 16:18:17.029741 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0cf594c4-6f14-486e-9df1-b28e40d0300a req-b2dbd3ef-cbe5-4a64-b3f1-e171af8c3121 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275629 Apr 16 16:18:18.169930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3e769-582d-40ea-9564-de001b5be670 req-d7b472b5-8f32-410f-8fc5-74c0854caaba tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:18.170989 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-caa3e769-582d-40ea-9564-de001b5be670 req-d7b472b5-8f32-410f-8fc5-74c0854caaba tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0610907 Apr 16 16:18:18.209113 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-caa3e769-582d-40ea-9564-de001b5be670 req-abcb924a-77db-47f1-8c95-93103fed6770 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296156 Apr 16 16:18:18.790491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629075b-6956-463e-8438-0d1da4e13d12 req-8ea226f1-7faa-48af-a781-66a81cc62e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:18.791657 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-8ea226f1-7faa-48af-a781-66a81cc62e26 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 1099 time: 0.0637562 Apr 16 16:18:19.171797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629075b-6956-463e-8438-0d1da4e13d12 req-6991b24d-d4ba-4e98-9a6e-cc8d411e2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:19.172594 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-6991b24d-d4ba-4e98-9a6e-cc8d411e2282 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f7ad17b3-031a-428d-8142-f29ae4bb73fc HTTP/1.1" status: 200 len: 898 time: 0.3725436 Apr 16 16:18:19.252719 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-23afc91e-eb43-4d8c-8b7d-72f67fe61164 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f HTTP/1.1" status: 200 len: 1002 time: 0.0710232 Apr 16 16:18:19.323854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629075b-6956-463e-8438-0d1da4e13d12 req-9d48814e-e7be-4145-ab16-3400e3f2295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:19.324796 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-9d48814e-e7be-4145-ab16-3400e3f2295b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cb161383-4a8f-433c-92d9-1669e56f5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0639524 Apr 16 16:18:19.392948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e252bd3-5214-406e-aa59-e624552cec6b req-643a88ca-e539-467c-8521-162153ec4518 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:19.393980 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0e252bd3-5214-406e-aa59-e624552cec6b req-643a88ca-e539-467c-8521-162153ec4518 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0960245 Apr 16 16:18:19.400887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629075b-6956-463e-8438-0d1da4e13d12 req-f5b4b3a1-2e55-48e8-97ee-9e1a33813132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:19.401770 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-f5b4b3a1-2e55-48e8-97ee-9e1a33813132 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f7ad17b3-031a-428d-8142-f29ae4bb73fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681660 Apr 16 16:18:19.476688 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0e252bd3-5214-406e-aa59-e624552cec6b req-a2522236-cba2-4c2b-9b64-ba61f0ffdb09 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782146 Apr 16 16:18:19.509575 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-d36fdc75-1085-4549-b350-530cf9f69667 service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986643 Apr 16 16:18:19.608691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-e4510d4a-9371-4d95-9153-185a71beee6c service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900512 Apr 16 16:18:20.641331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba92ec-b1ce-48ef-b8c0-f28640052859 req-35f10476-28d9-4cdb-a833-6170778260a7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:20.642459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5eba92ec-b1ce-48ef-b8c0-f28640052859 req-35f10476-28d9-4cdb-a833-6170778260a7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0806689 Apr 16 16:18:20.678940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5eba92ec-b1ce-48ef-b8c0-f28640052859 req-d17c7982-ea3f-4576-b5b0-6476451d0a11 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292282 Apr 16 16:18:21.847528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a8b63-cb49-4c62-9188-e9ca22427c37 req-1bae3b0b-72ba-443c-8711-c8cf23c9ec43 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:21.848587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af4a8b63-cb49-4c62-9188-e9ca22427c37 req-1bae3b0b-72ba-443c-8711-c8cf23c9ec43 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0755050 Apr 16 16:18:21.880967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:18:21.884576 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af4a8b63-cb49-4c62-9188-e9ca22427c37 req-8967ec56-c865-411e-b879-4d6e927e3a77 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285435 Apr 16 16:18:23.057101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cd317-09a9-439f-b638-cd72fccdd20a req-937edbfd-fab0-4ade-99ad-6282a2ee1307 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:23.058228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6d2cd317-09a9-439f-b638-cd72fccdd20a req-937edbfd-fab0-4ade-99ad-6282a2ee1307 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0695639 Apr 16 16:18:23.094106 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6d2cd317-09a9-439f-b638-cd72fccdd20a req-012415d2-0beb-4421-b4e2-cd345b1d6423 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281372 Apr 16 16:18:24.267786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e5c41-5fe7-4286-803a-035914c71c0f req-521b87c6-f486-4a9a-ba96-510475f91699 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:24.268838 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b33e5c41-5fe7-4286-803a-035914c71c0f req-521b87c6-f486-4a9a-ba96-510475f91699 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0766749 Apr 16 16:18:24.304785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b33e5c41-5fe7-4286-803a-035914c71c0f req-2ed9641b-022a-4303-8f82-eeb872fcc109 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294714 Apr 16 16:18:25.461246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a6c27-ef7e-4558-be61-df00876759a5 req-e1fa607d-3bb6-4d22-b9b3-ccf124aaf744 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:25.462621 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a79a6c27-ef7e-4558-be61-df00876759a5 req-e1fa607d-3bb6-4d22-b9b3-ccf124aaf744 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0625134 Apr 16 16:18:25.500939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a79a6c27-ef7e-4558-be61-df00876759a5 req-09622ea8-b58c-4738-b7a1-9234c28b1e66 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304232 Apr 16 16:18:26.670152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bbe1b-7403-4bf8-8e6a-896b80f641f1 req-45519d68-f49e-4347-9f1f-6ebf2a213bb0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:26.671180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-428bbe1b-7403-4bf8-8e6a-896b80f641f1 req-45519d68-f49e-4347-9f1f-6ebf2a213bb0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0755310 Apr 16 16:18:26.706984 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-428bbe1b-7403-4bf8-8e6a-896b80f641f1 req-6b14e485-54da-45ed-bfec-e90f4c3416b1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279424 Apr 16 16:18:27.879142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3d6d8-8234-480a-af72-7b51d64b2819 req-189883bd-0448-48a8-912b-99c753fe47d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:27.880286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26b3d6d8-8234-480a-af72-7b51d64b2819 req-189883bd-0448-48a8-912b-99c753fe47d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0770564 Apr 16 16:18:27.912548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26b3d6d8-8234-480a-af72-7b51d64b2819 req-0314a5c7-8e49-4c4c-a224-ea2fa435a69e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275691 Apr 16 16:18:29.079013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2001644-9a1f-48f7-80f0-a294fa4dc97b req-08046950-4aeb-46d7-93ad-b3afe7e6212e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:29.081000 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2001644-9a1f-48f7-80f0-a294fa4dc97b req-08046950-4aeb-46d7-93ad-b3afe7e6212e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0786564 Apr 16 16:18:29.121358 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e2001644-9a1f-48f7-80f0-a294fa4dc97b req-3f864792-bc15-4a2f-b430-e28d6b130eb5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365508 Apr 16 16:18:30.309641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe6fff-25fa-4711-9202-af017f54bf22 req-dd7d6ada-9ecd-4985-bd20-670ef90388f4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:30.310922 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75fe6fff-25fa-4711-9202-af017f54bf22 req-dd7d6ada-9ecd-4985-bd20-670ef90388f4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0955505 Apr 16 16:18:30.344915 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75fe6fff-25fa-4711-9202-af017f54bf22 req-39c46d98-5c85-4272-8302-246fa4a457f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292490 Apr 16 16:18:31.499051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a003-0ab5-49ab-8b0f-0795edce0475 req-5f95bb5a-511f-41e4-94a2-901eb2df13b1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:31.500038 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a22a003-0ab5-49ab-8b0f-0795edce0475 req-5f95bb5a-511f-41e4-94a2-901eb2df13b1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0633752 Apr 16 16:18:31.533942 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a22a003-0ab5-49ab-8b0f-0795edce0475 req-9fbccb92-9856-4b90-89fb-7ae473ef5f0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296571 Apr 16 16:18:32.711131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa892df-9b87-4d95-bd02-66f49118613f req-7129ec29-8eb2-490b-b921-f49098e3b335 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:32.712222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0aa892df-9b87-4d95-bd02-66f49118613f req-7129ec29-8eb2-490b-b921-f49098e3b335 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0871165 Apr 16 16:18:32.745051 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0aa892df-9b87-4d95-bd02-66f49118613f req-b36f39a1-8352-4807-8cd3-2dd67f36daa5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284059 Apr 16 16:18:33.901284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8133812-2a94-4e60-af84-1b17f8ec2021 req-a71c1532-60c2-40ab-8b8a-156058a1e222 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:33.902327 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e8133812-2a94-4e60-af84-1b17f8ec2021 req-a71c1532-60c2-40ab-8b8a-156058a1e222 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0662839 Apr 16 16:18:33.933671 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e8133812-2a94-4e60-af84-1b17f8ec2021 req-b70a6642-74d6-4edf-9848-9ae80b0d034d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269969 Apr 16 16:18:35.092929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdb285-8647-4b43-95af-99c6a68c41e1 req-f6571952-edc8-4f02-af04-0fe05e39d127 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:35.094037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-34cdb285-8647-4b43-95af-99c6a68c41e1 req-f6571952-edc8-4f02-af04-0fe05e39d127 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0677030 Apr 16 16:18:35.129230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-34cdb285-8647-4b43-95af-99c6a68c41e1 req-1c33e9db-8910-450f-878d-495323b7a9b2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276768 Apr 16 16:18:36.296709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b350e83-e845-43d4-9595-020188c008e9 req-fa05c59d-07c3-4406-b6cc-b0711bde9778 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:36.297797 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1b350e83-e845-43d4-9595-020188c008e9 req-fa05c59d-07c3-4406-b6cc-b0711bde9778 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0739534 Apr 16 16:18:36.329738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1b350e83-e845-43d4-9595-020188c008e9 req-5bc09ad7-afca-4ac9-838e-79869f879390 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273867 Apr 16 16:18:36.549641 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-43c2215e-4c0b-475e-9acc-56c61911f6d0 service neutron] 10.222.0.107 "GET /v2.0/ports/c00252be-3b5d-4c1a-b7e2-085a3475c67f/bindings/hv-neutron-7864 HTTP/1.1" status: 200 len: 384 time: 0.0743754 Apr 16 16:18:37.159614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629075b-6956-463e-8438-0d1da4e13d12 req-e0214b53-8aed-4367-b519-7f310b03df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:37.160696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-e0214b53-8aed-4367-b519-7f310b03df1e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6&tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 1099 time: 0.0605130 Apr 16 16:18:37.235824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629075b-6956-463e-8438-0d1da4e13d12 req-07a8e55b-dbf6-4250-9373-731d1251ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:37.236856 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-07a8e55b-dbf6-4250-9373-731d1251ecb0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 1099 time: 0.0534534 Apr 16 16:18:37.333624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629075b-6956-463e-8438-0d1da4e13d12 req-d5507f29-d899-443a-b52b-4c183eb0f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:37.334567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-d5507f29-d899-443a-b52b-4c183eb0f257 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f7ad17b3-031a-428d-8142-f29ae4bb73fc HTTP/1.1" status: 200 len: 898 time: 0.0899000 Apr 16 16:18:37.433438 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-cfd55a61-8dba-456d-9bc0-7da1bd247106 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f HTTP/1.1" status: 200 len: 1002 time: 0.0903244 Apr 16 16:18:37.493012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629075b-6956-463e-8438-0d1da4e13d12 req-a79d2c77-da9b-406d-97d2-814f949f2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:37.493931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-a79d2c77-da9b-406d-97d2-814f949f2059 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cb161383-4a8f-433c-92d9-1669e56f5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0510459 Apr 16 16:18:37.503397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f534c-8895-41fb-b8b7-0b9446699e1c req-447a5eb9-df96-4b2b-b11c-38ce457a28ff tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:37.504240 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-981f534c-8895-41fb-b8b7-0b9446699e1c req-447a5eb9-df96-4b2b-b11c-38ce457a28ff tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0969121 Apr 16 16:18:37.556892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-981f534c-8895-41fb-b8b7-0b9446699e1c req-a4524bc1-0c7e-4802-afa3-753bdfe2f0e5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310037 Apr 16 16:18:37.569558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629075b-6956-463e-8438-0d1da4e13d12 req-97296658-d995-4f11-967a-7f898320e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:37.571583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-97296658-d995-4f11-967a-7f898320e0a9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f7ad17b3-031a-428d-8142-f29ae4bb73fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665760 Apr 16 16:18:37.655558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-df2261da-4acf-4833-a034-251d1b503a94 service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0752866 Apr 16 16:18:37.739159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-3897bc37-cbd4-449b-87d2-5bba20cf7dcc service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0719161 Apr 16 16:18:38.742315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab86b6-ff07-4721-934f-7743daafc429 req-f206dce0-d5b1-45cb-820a-c6d99e6b0c5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:38.743417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dcab86b6-ff07-4721-934f-7743daafc429 req-f206dce0-d5b1-45cb-820a-c6d99e6b0c5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0794356 Apr 16 16:18:38.779295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dcab86b6-ff07-4721-934f-7743daafc429 req-91bd1eb1-fdb0-4fe7-bcc9-4f331505270c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281563 Apr 16 16:18:38.868195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c00252be-3b5d-4c1a-b7e2-085a3475c67f details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:18:38.986033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c00252be-3b5d-4c1a-b7e2-085a3475c67f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:18:38.995817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'port_id': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'mac_address': 'fa:16:3e:21:72:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1452, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:18:39.038895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:39.051821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c00252be-3b5d-4c1a-b7e2-085a3475c67f {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:18:39.063117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c00252be-3b5d-4c1a-b7e2-085a3475c67f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:18:39.065691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:39.067074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:18:39.114390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=c00252be-3b5d-4c1a-b7e2-085a3475c67f,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:18:39.119821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.120056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.120303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.120545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.120786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.121029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.121269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.121507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.121774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.122014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.122253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.122512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:18:39.125255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:18:39.390742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['c00252be-3b5d-4c1a-b7e2-085a3475c67f'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:18:39.969745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd7353-d122-4730-8703-81987cb7d14a req-2675c3fc-5dde-4aef-ad2e-a9ec4d301894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:39.970833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92cd7353-d122-4730-8703-81987cb7d14a req-2675c3fc-5dde-4aef-ad2e-a9ec4d301894 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 1098 time: 0.1001942 Apr 16 16:18:39.976367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a5392-8f40-4b58-a2f8-4935d55ae077 req-84fd1811-742b-4366-a75c-6696e58c7a5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:39.977313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-940a5392-8f40-4b58-a2f8-4935d55ae077 req-84fd1811-742b-4366-a75c-6696e58c7a5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 945 time: 0.0804651 Apr 16 16:18:40.060560 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-940a5392-8f40-4b58-a2f8-4935d55ae077 req-635cf167-5199-484b-b334-267150bd7ea9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785651 Apr 16 16:18:40.092731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd7353-d122-4730-8703-81987cb7d14a req-b754e065-33e3-42f6-9390-a19b4331528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:40.093732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92cd7353-d122-4730-8703-81987cb7d14a req-b754e065-33e3-42f6-9390-a19b4331528e service neutron] 10.222.0.107 "GET /v2.0/networks?id=f7ad17b3-031a-428d-8142-f29ae4bb73fc HTTP/1.1" status: 200 len: 898 time: 0.1009450 Apr 16 16:18:40.164586 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92cd7353-d122-4730-8703-81987cb7d14a req-72300549-3745-4fb7-aa08-aa829c8cd657 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f HTTP/1.1" status: 200 len: 1001 time: 0.0631988 Apr 16 16:18:40.257334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd7353-d122-4730-8703-81987cb7d14a req-33177db8-87a2-4c3f-9732-1f6a456f8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:40.258339 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92cd7353-d122-4730-8703-81987cb7d14a req-33177db8-87a2-4c3f-9732-1f6a456f8ce4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cb161383-4a8f-433c-92d9-1669e56f5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0833817 Apr 16 16:18:40.313206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795cb3a-d020-42b2-8193-a270ad1e710e req-9740c78a-2349-412e-aa8a-5b730e92a59a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:40.314144 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4795cb3a-d020-42b2-8193-a270ad1e710e req-9740c78a-2349-412e-aa8a-5b730e92a59a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 945 time: 0.0908756 Apr 16 16:18:40.347352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd7353-d122-4730-8703-81987cb7d14a req-3b05a798-333d-477f-8e55-213cb3939b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:40.348293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92cd7353-d122-4730-8703-81987cb7d14a req-3b05a798-333d-477f-8e55-213cb3939b02 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f7ad17b3-031a-428d-8142-f29ae4bb73fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818820 Apr 16 16:18:40.355589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4795cb3a-d020-42b2-8193-a270ad1e710e req-6a8816dc-b38e-4178-a60b-0731c908a92d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343561 Apr 16 16:18:40.442428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92cd7353-d122-4730-8703-81987cb7d14a req-98fc63bf-64e2-4f59-820b-a3fefff8220e service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861380 Apr 16 16:18:40.573022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec98d16-c676-4cae-aa94-98674752f3ca req-df509fc1-c4b2-45c0-8eff-5c138869d19c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:40.573885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ec98d16-c676-4cae-aa94-98674752f3ca req-df509fc1-c4b2-45c0-8eff-5c138869d19c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 945 time: 0.1333864 Apr 16 16:18:40.575097 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92cd7353-d122-4730-8703-81987cb7d14a req-b2a3b419-2f24-4bda-9957-62789c3b10d2 service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977848 Apr 16 16:18:40.631133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ec98d16-c676-4cae-aa94-98674752f3ca req-ca6360ce-1679-410b-b525-8c9c1381aade tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495677 Apr 16 16:18:40.650211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-de51b6ea-a5c3-4901-9462-d0a2db0fa461 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:40.651105 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-de51b6ea-a5c3-4901-9462-d0a2db0fa461 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6&tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&binding%3Ahost_id=hv-neutron-7864 HTTP/1.1" status: 200 len: 945 time: 0.0617769 Apr 16 16:18:40.867905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c00252be-3b5d-4c1a-b7e2-085a3475c67f up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:18:40.934486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port c00252be-3b5d-4c1a-b7e2-085a3475c67f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:18:40.934754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:41.015477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:41.033473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:18:41.041405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port c00252be-3b5d-4c1a-b7e2-085a3475c67f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:18:41.044311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:41.045696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:18:41.083577 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'code': 200} Apr 16 16:18:41.090050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=c00252be-3b5d-4c1a-b7e2-085a3475c67f,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:18:41.092062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:18:41.312592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36c02c9d-7b83-4c2f-bfe8-9b5d1d8d629c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:41.384766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-f34a0b13-14b7-43d5-b51b-04dc9aec4ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:41.386857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-f34a0b13-14b7-43d5-b51b-04dc9aec4ff9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 1099 time: 0.0673468 Apr 16 16:18:41.732985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-e83bd7af-c382-4230-bf0e-a5273645b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:41.733905 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-e83bd7af-c382-4230-bf0e-a5273645b479 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f7ad17b3-031a-428d-8142-f29ae4bb73fc HTTP/1.1" status: 200 len: 898 time: 0.3395121 Apr 16 16:18:41.813977 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-141dc54a-af3b-42d1-8eee-db2063937039 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f HTTP/1.1" status: 200 len: 1002 time: 0.0619006 Apr 16 16:18:41.874401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c932aa-69be-4316-9de9-a57d74094f3a req-f12878fa-b808-4bff-a077-4cde3bd803dc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:41.875357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4c932aa-69be-4316-9de9-a57d74094f3a req-f12878fa-b808-4bff-a077-4cde3bd803dc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1434240 Apr 16 16:18:41.882980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-9039145e-aeee-46c4-a036-9c866e6bf5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:41.883833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-9039145e-aeee-46c4-a036-9c866e6bf5e0 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cb161383-4a8f-433c-92d9-1669e56f5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0648649 Apr 16 16:18:41.938929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4c932aa-69be-4316-9de9-a57d74094f3a req-289610f9-5eb0-4833-9619-836dbdaf8123 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590110 Apr 16 16:18:41.955831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-46e2ad99-7092-4c71-8cb3-afa7e04e84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:41.956834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-46e2ad99-7092-4c71-8cb3-afa7e04e84bd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f7ad17b3-031a-428d-8142-f29ae4bb73fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651317 Apr 16 16:18:42.043152 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-5c3c3765-d50b-48f7-bbb8-2c99367ac992 service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824294 Apr 16 16:18:42.140737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17f2ccf8-f4e6-4fde-ac02-aa8d22275ec1 req-06f4b540-640c-4d9f-965b-75b80fb7d2fa service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929718 Apr 16 16:18:42.758947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e2ac564-8f6d-4db5-b969-0e749a79341d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:43.083406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8fa716-0660-44ed-9a32-4b66e9abaf1f req-616c342e-a52b-47ed-9b4f-1719545f1133 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:18:43.084744 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd8fa716-0660-44ed-9a32-4b66e9abaf1f req-616c342e-a52b-47ed-9b4f-1719545f1133 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0665503 Apr 16 16:18:43.099183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:43.102506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:43.117585 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd8fa716-0660-44ed-9a32-4b66e9abaf1f req-62efb577-a2b8-4419-8a08-750deb50f689 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275004 Apr 16 16:18:43.133694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43528) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:18:43.209981 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e130f072-e97e-492e-9a0f-3af765f24ab7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/58b7915a-b1be-4877-9c42-a7439cb155e1 HTTP/1.1" status: 200 len: 994 time: 0.0753491 Apr 16 16:18:43.710021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:44.322729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:18:58.883424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:19:11.321883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2c744d18-6161-4422-941b-7192c6477ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:12.755517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-215311c2-b81f-4df7-97a8-7f66bb4a1c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:13.101932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:13.108948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:13.711561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:14.170252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43542) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:14.325785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:14.330959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port bc5a8b0d-e186-41d8-ad84-60e34f09f744 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:19:14.331159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:14.445710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:14.445958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:14.526941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for bc5a8b0d-e186-41d8-ad84-60e34f09f744 owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:19:14.630437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:14.639815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:14.695666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=bc5a8b0d-e186-41d8-ad84-60e34f09f744,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:14.703640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.703828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.704049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.704307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.704562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.704817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.705070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.705322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.705576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.705831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.706087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.706339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:14.712793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:14.803719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:14.803946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Floating IP 58b7915a-b1be-4877-9c42-a7439cb155e1 disassociated (deleted). External IP: 172.26.4.131, port: c00252be-3b5d-4c1a-b7e2-085a3475c67f. Apr 16 16:19:15.032648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 1938dba0-1a89-4dde-8af3-232035aadc40 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:19:15.139681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:19:15.150149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc7609-83a5-4004-852c-f8d6a363e3d7 None None] Sync routers for ids ['1938dba0-1a89-4dde-8af3-232035aadc40'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:19:15.153005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:15.155975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc7609-83a5-4004-852c-f8d6a363e3d7 None None] Routers {'1938dba0-1a89-4dde-8af3-232035aadc40'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:19:15.156343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7bbc7609-83a5-4004-852c-f8d6a363e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:19:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1938dba0-1a89-4dde-8af3-232035aadc40'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:15.190371 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/floatingips/58b7915a-b1be-4877-9c42-a7439cb155e1 HTTP/1.1" status: 204 len: 168 time: 1.0186894 Apr 16 16:19:15.191002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:19:15.222226 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'status': 'completed', 'code': 200} Apr 16 16:19:15.256921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7bbc7609-83a5-4004-852c-f8d6a363e3d7 None None] Set router 1938dba0-1a89-4dde-8af3-232035aadc40 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:19:15.305528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b641ee-1308-4473-a675-4496edb6e28b req-86bc245a-a485-4d19-ad62-c43de9f6ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:15.306538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b641ee-1308-4473-a675-4496edb6e28b req-86bc245a-a485-4d19-ad62-c43de9f6ad0c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 1099 time: 0.0534649 Apr 16 16:19:15.442522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7bbc7609-83a5-4004-852c-f8d6a363e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:32Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1f2c9022-2df7-4316-bcf9-15f465d954d9', 'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:fd:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:32Z', 'updated_at': '2021-04-16T16:17:37Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:15.446640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc7609-83a5-4004-852c-f8d6a363e3d7 None None] Checking router: 1938dba0-1a89-4dde-8af3-232035aadc40 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:19:15.452077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbc7609-83a5-4004-852c-f8d6a363e3d7 None None] Routers {'1938dba0-1a89-4dde-8af3-232035aadc40'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:19:15.452438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7bbc7609-83a5-4004-852c-f8d6a363e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:19:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1938dba0-1a89-4dde-8af3-232035aadc40'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:15.471158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b641ee-1308-4473-a675-4496edb6e28b req-03ef3612-18d2-4f07-9e5e-8abda63b5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:15.472219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b641ee-1308-4473-a675-4496edb6e28b req-03ef3612-18d2-4f07-9e5e-8abda63b5582 service neutron] 10.222.0.107 "GET /v2.0/networks?id=f7ad17b3-031a-428d-8142-f29ae4bb73fc HTTP/1.1" status: 200 len: 898 time: 0.1497469 Apr 16 16:19:15.480297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0c00d-14e4-4c4e-8d41-bdfe541e6d7b req-cb54293e-c3f5-4e7d-b7db-4b9379dd5107 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:15.481225 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5fc0c00d-14e4-4c4e-8d41-bdfe541e6d7b req-cb54293e-c3f5-4e7d-b7db-4b9379dd5107 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.1058753 Apr 16 16:19:15.532192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b641ee-1308-4473-a675-4496edb6e28b req-b97385c6-dd72-46bc-ae09-858628331b2e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f HTTP/1.1" status: 200 len: 217 time: 0.0502925 Apr 16 16:19:15.552079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7bbc7609-83a5-4004-852c-f8d6a363e3d7 None None] Set router 1938dba0-1a89-4dde-8af3-232035aadc40 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:19:15.574732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5fc0c00d-14e4-4c4e-8d41-bdfe541e6d7b req-37ad7a77-2e45-4147-8212-a665b4ff4302 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595362 Apr 16 16:19:15.587232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b641ee-1308-4473-a675-4496edb6e28b req-314f0e4f-d4fa-48fa-a189-7389c5857311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:15.588251 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b641ee-1308-4473-a675-4496edb6e28b req-314f0e4f-d4fa-48fa-a189-7389c5857311 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cb161383-4a8f-433c-92d9-1669e56f5ca6 HTTP/1.1" status: 200 len: 835 time: 0.0467050 Apr 16 16:19:15.644745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b641ee-1308-4473-a675-4496edb6e28b req-c1f2814b-689a-4a74-a79d-a320198d4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:15.645653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b641ee-1308-4473-a675-4496edb6e28b req-c1f2814b-689a-4a74-a79d-a320198d4379 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=f7ad17b3-031a-428d-8142-f29ae4bb73fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479259 Apr 16 16:19:15.727108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b641ee-1308-4473-a675-4496edb6e28b req-ed4136ce-77c2-4694-a361-7c4224b5e5e2 service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0729401 Apr 16 16:19:15.757185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7bbc7609-83a5-4004-852c-f8d6a363e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:32Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1f2c9022-2df7-4316-bcf9-15f465d954d9', 'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:fd:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:32Z', 'updated_at': '2021-04-16T16:17:37Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:15.759983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbc7609-83a5-4004-852c-f8d6a363e3d7 None None] The sync data for ids ['1938dba0-1a89-4dde-8af3-232035aadc40'] in dv-neutron-786478-2-hyperv is: [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:32Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '1f2c9022-2df7-4316-bcf9-15f465d954d9', 'name': '', 'network_id': 'f7ad17b3-031a-428d-8142-f29ae4bb73fc', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:fd:df:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:32Z', 'updated_at': '2021-04-16T16:17:37Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'cb161383-4a8f-433c-92d9-1669e56f5ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:19:15.807367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b641ee-1308-4473-a675-4496edb6e28b req-57530cc5-c75d-44b9-bd6d-2a660843dc7a service neutron] 10.222.0.107 "GET /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0744708 Apr 16 16:19:16.116053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfe1b22-40b3-4faf-a821-4d53458b2dc3 None None] New status for floating IP 58b7915a-b1be-4877-9c42-a7439cb155e1: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:19:16.737643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccd4a3-00c4-4858-8548-a5ae98f25ed0 req-61ee5d14-1840-498f-8ded-5d4c5b48f5ca tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:16.738567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-90ccd4a3-00c4-4858-8548-a5ae98f25ed0 req-61ee5d14-1840-498f-8ded-5d4c5b48f5ca tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0626676 Apr 16 16:19:16.771161 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-90ccd4a3-00c4-4858-8548-a5ae98f25ed0 req-1329f9d6-b736-455a-8bc1-e8afd0a00ef0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=e248383d-f68d-4287-83c4-dd24e78cc446&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270553 Apr 16 16:19:17.057355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38034d-9490-4846-b7e6-ccfb7d78d608 req-7c14f388-8142-4d01-9c46-24f249cd7482 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:17.058477 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd38034d-9490-4846-b7e6-ccfb7d78d608 req-7c14f388-8142-4d01-9c46-24f249cd7482 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 946 time: 0.0839508 Apr 16 16:19:17.116395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-dd38034d-9490-4846-b7e6-ccfb7d78d608 req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port c00252be-3b5d-4c1a-b7e2-085a3475c67f {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:19:17.116616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-dd38034d-9490-4846-b7e6-ccfb7d78d608 req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:17.285824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-dd38034d-9490-4846-b7e6-ccfb7d78d608 req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port c00252be-3b5d-4c1a-b7e2-085a3475c67f, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=c00252be-3b5d-4c1a-b7e2-085a3475c67f,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:19:17.286070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-dd38034d-9490-4846-b7e6-ccfb7d78d608 req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:17.367511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-dd38034d-9490-4846-b7e6-ccfb7d78d608 req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for c00252be-3b5d-4c1a-b7e2-085a3475c67f owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:19:17.468911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-dd38034d-9490-4846-b7e6-ccfb7d78d608 req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:17.480414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1b95f5b1-37e7-4501-980d-0d894d930cb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:17.539974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=c00252be-3b5d-4c1a-b7e2-085a3475c67f,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:17.548404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.548655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.548929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.549200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.549472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.549742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.550008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.550275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.550569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.550842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.551109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.551377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:17.554097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:17.642033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd38034d-9490-4846-b7e6-ccfb7d78d608 req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] No DVR routers for this DVR port c00252be-3b5d-4c1a-b7e2-085a3475c67f on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:19:17.643989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-dd38034d-9490-4846-b7e6-ccfb7d78d608 req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:17.645880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'name': 'network-vif-deleted', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:19:17.654359 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd38034d-9490-4846-b7e6-ccfb7d78d608 req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "DELETE /v2.0/ports/c00252be-3b5d-4c1a-b7e2-085a3475c67f HTTP/1.1" status: 204 len: 173 time: 0.5873358 Apr 16 16:19:17.683680 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34005c24-4a81-44f1-8419-ca21c210d0e6', 'name': 'network-vif-deleted', 'tag': 'c00252be-3b5d-4c1a-b7e2-085a3475c67f', 'status': 'completed', 'code': 200} Apr 16 16:19:17.903536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-242cc1e0-f970-420f-99e3-5e211cc9b955 req-44511b35-b4ad-4bca-8ac6-6022b54daba5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:19:17.915028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-242cc1e0-f970-420f-99e3-5e211cc9b955 req-44511b35-b4ad-4bca-8ac6-6022b54daba5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:19:17.915844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-242cc1e0-f970-420f-99e3-5e211cc9b955 req-44511b35-b4ad-4bca-8ac6-6022b54daba5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0550699 Apr 16 16:19:19.066768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-400db379-34ed-4e33-8c97-436cf991e9ad req-c1fd97a8-a445-417a-b98a-cb143f9ebe37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=34005c24-4a81-44f1-8419-ca21c210d0e6 HTTP/1.1" status: 200 len: 210 time: 0.0369346 Apr 16 16:19:20.149871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43562) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:20.556877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:21.092151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 1f2c9022-2df7-4316-bcf9-15f465d954d9 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:19:21.092499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:21.112040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c00252be-3b5d-4c1a-b7e2-085a3475c67f no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:19:21.135726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: c00252be-3b5d-4c1a-b7e2-085a3475c67f {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:19:21.135965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device c00252be-3b5d-4c1a-b7e2-085a3475c67f not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:19:21.219055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port 1f2c9022-2df7-4316-bcf9-15f465d954d9, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1f2c9022-2df7-4316-bcf9-15f465d954d9,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:19:21.219396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:21.296611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 1f2c9022-2df7-4316-bcf9-15f465d954d9 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:19:21.397160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:21.405366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:21.449897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=1f2c9022-2df7-4316-bcf9-15f465d954d9,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:21.451687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:21.646608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:21.927316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 1938dba0-1a89-4dde-8af3-232035aadc40 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:19:22.026838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:19:22.037315 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "PUT /v2.0/routers/1938dba0-1a89-4dde-8af3-232035aadc40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8865428 Apr 16 16:19:22.039532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d0e07-dd4f-40b5-8b4b-be51f87680d7 None None] Sync routers for ids ['1938dba0-1a89-4dde-8af3-232035aadc40'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:19:22.041109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43566) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:22.052647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d0e07-dd4f-40b5-8b4b-be51f87680d7 None None] Routers {'1938dba0-1a89-4dde-8af3-232035aadc40'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:19:22.053053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e97d0e07-dd4f-40b5-8b4b-be51f87680d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:19:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1938dba0-1a89-4dde-8af3-232035aadc40'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:22.092482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd25f2c9-3642-44ca-8c6e-50203b3f2046 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting subnet cb161383-4a8f-433c-92d9-1669e56f5ca6 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:19:22.096398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd25f2c9-3642-44ca-8c6e-50203b3f2046 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:22.140500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd25f2c9-3642-44ca-8c6e-50203b3f2046 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:22.202773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd25f2c9-3642-44ca-8c6e-50203b3f2046 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:22.307108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e97d0e07-dd4f-40b5-8b4b-be51f87680d7 None None] Set router 1938dba0-1a89-4dde-8af3-232035aadc40 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:19:22.405221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd25f2c9-3642-44ca-8c6e-50203b3f2046 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:22.415192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-18cf477f-c3e9-4cf5-ad10-17ff5800421c tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:22.473141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25f2c9-3642-44ca-8c6e-50203b3f2046 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Subnet': ['ID=cb161383-4a8f-433c-92d9-1669e56f5ca6,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:22.475957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cd25f2c9-3642-44ca-8c6e-50203b3f2046 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:22.476863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e97d0e07-dd4f-40b5-8b4b-be51f87680d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:19:21Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:22.480255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d0e07-dd4f-40b5-8b4b-be51f87680d7 None None] Checking router: 1938dba0-1a89-4dde-8af3-232035aadc40 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:19:22.486663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d0e07-dd4f-40b5-8b4b-be51f87680d7 None None] Routers {'1938dba0-1a89-4dde-8af3-232035aadc40'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:19:22.487071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e97d0e07-dd4f-40b5-8b4b-be51f87680d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:19:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1938dba0-1a89-4dde-8af3-232035aadc40'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:22.497759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd25f2c9-3642-44ca-8c6e-50203b3f2046 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:22.502567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8980ee-39c2-42c4-8653-b84303350d88 None None] Network f7ad17b3-031a-428d-8142-f29ae4bb73fc requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:19:22.503907 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cd25f2c9-3642-44ca-8c6e-50203b3f2046 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/subnets/cb161383-4a8f-433c-92d9-1669e56f5ca6 HTTP/1.1" status: 204 len: 168 time: 0.4621549 Apr 16 16:19:22.505898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43570) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:22.596057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e97d0e07-dd4f-40b5-8b4b-be51f87680d7 None None] Set router 1938dba0-1a89-4dde-8af3-232035aadc40 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:19:22.624784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:22.677532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3634313-19a6-4d75-b6d8-25370e5ba9f6 None None] DHCP port deletion for f7ad17b3-031a-428d-8142-f29ae4bb73fc request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:19:22.680578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f3634313-19a6-4d75-b6d8-25370e5ba9f6 None None] Deleting port eba85c78-c5c1-4483-ac9a-c7017018c3ee {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:19:22.680854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3634313-19a6-4d75-b6d8-25370e5ba9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:22.738785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:22.748582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 516aad1f-bce5-4cd4-bcf9-1586817a48e2 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:19:22.748817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:22.770033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e97d0e07-dd4f-40b5-8b4b-be51f87680d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:19:21Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:22.772717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97d0e07-dd4f-40b5-8b4b-be51f87680d7 None None] The sync data for ids ['1938dba0-1a89-4dde-8af3-232035aadc40'] in dv-neutron-786478-2-hyperv is: [{'id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1583418132', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:19:21Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '516aad1f-bce5-4cd4-bcf9-1586817a48e2', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938dba0-1a89-4dde-8af3-232035aadc40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:17:29Z', 'updated_at': '2021-04-16T16:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:19:22.811198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f3634313-19a6-4d75-b6d8-25370e5ba9f6 None None] For port eba85c78-c5c1-4483-ac9a-c7017018c3ee, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=eba85c78-c5c1-4483-ac9a-c7017018c3ee,segment=NetworkSegment(9a617db5-1c1a-4390-8285-7ddb1dd42908),segment_id=9a617db5-1c1a-4390-8285-7ddb1dd42908)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:19:22.811451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3634313-19a6-4d75-b6d8-25370e5ba9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:22.884940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-f3634313-19a6-4d75-b6d8-25370e5ba9f6 None None] Calling delete_port for eba85c78-c5c1-4483-ac9a-c7017018c3ee owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:19:22.932895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f3634313-19a6-4d75-b6d8-25370e5ba9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:22.940572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:22.967054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3634313-19a6-4d75-b6d8-25370e5ba9f6 None None] Pushing event deleted for resources: {'Port': ['ID=eba85c78-c5c1-4483-ac9a-c7017018c3ee,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:22.968911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f3634313-19a6-4d75-b6d8-25370e5ba9f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:23.025016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3634313-19a6-4d75-b6d8-25370e5ba9f6 None None] No DVR routers for this DVR port eba85c78-c5c1-4483-ac9a-c7017018c3ee on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:19:23.137852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port 516aad1f-bce5-4cd4-bcf9-1586817a48e2, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=516aad1f-bce5-4cd4-bcf9-1586817a48e2,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:19:23.138046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:23.201709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 516aad1f-bce5-4cd4-bcf9-1586817a48e2 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:19:23.290253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1f2c9022-2df7-4316-bcf9-15f465d954d9 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:19:23.306479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:23.310835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 1f2c9022-2df7-4316-bcf9-15f465d954d9 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:19:23.311153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1f2c9022-2df7-4316-bcf9-15f465d954d9 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:19:23.311278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device eba85c78-c5c1-4483-ac9a-c7017018c3ee no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:19:23.316118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3faa5664-73cb-489e-b518-bb5b07c6aa0e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:23.329102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: eba85c78-c5c1-4483-ac9a-c7017018c3ee {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:19:23.329294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device eba85c78-c5c1-4483-ac9a-c7017018c3ee not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:19:23.370794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=516aad1f-bce5-4cd4-bcf9-1586817a48e2,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:23.374653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:23.460635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:23.561383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:23.562806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:23.574701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:23.575048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Fanout notify agent at l3_agent the message router_deleted on router 1938dba0-1a89-4dde-8af3-232035aadc40 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:19:23.583997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:23.586454 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/routers/1938dba0-1a89-4dde-8af3-232035aadc40 HTTP/1.1" status: 204 len: 168 time: 1.0781481 Apr 16 16:19:23.586695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43574) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:23.664099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:23.783169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:23.863963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ad17b3-031a-428d-8142-f29ae4bb73fc']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:23.871351 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a617db5-1c1a-4390-8285-7ddb1dd42908') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:23.871526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a617db5-1c1a-4390-8285-7ddb1dd42908') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:23.877881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:23.888748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:23.892290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Releasing vlan 1452 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:19:23.984545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f7ad17b3-031a-428d-8142-f29ae4bb73fc has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:19:23.989523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.080298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network f7ad17b3-031a-428d-8142-f29ae4bb73fc has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:19:24.092876 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:19:24.144315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.147226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:24.158745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.164629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Network': ['ID=f7ad17b3-031a-428d-8142-f29ae4bb73fc,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:24.166453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:24.170885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-83bf5a9a-ee8e-4060-943a-a484e1ff50b6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/networks/f7ad17b3-031a-428d-8142-f29ae4bb73fc HTTP/1.1" status: 204 len: 168 time: 0.5831790 Apr 16 16:19:24.172774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43578) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:24.209499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b244ab5f-e3b0-43be-9d55-be07140f5ec1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.227119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b244ab5f-e3b0-43be-9d55-be07140f5ec1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.261999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b244ab5f-e3b0-43be-9d55-be07140f5ec1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.268543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2e25fe55-518b-4fff-85e8-8fd228e11a01 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:24.278141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244ab5f-e3b0-43be-9d55-be07140f5ec1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e248383d-f68d-4287-83c4-dd24e78cc446,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:24.279774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b244ab5f-e3b0-43be-9d55-be07140f5ec1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:24.283924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b244ab5f-e3b0-43be-9d55-be07140f5ec1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.284786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b244ab5f-e3b0-43be-9d55-be07140f5ec1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/security-groups/e248383d-f68d-4287-83c4-dd24e78cc446 HTTP/1.1" status: 204 len: 168 time: 0.1114440 Apr 16 16:19:24.415307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43586) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:24.419058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-447025148', 'description': 'tempest-secgroup-smoke-447025148 description', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:24.423373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:24.425750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:24.427505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:24.430763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:24.436386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.448108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:24.450540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:24.452239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:24.455322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:24.509840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.511778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.515035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a9d39075-9f0c-4a18-8880-bdea9e40a5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:24.541152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2e1729-4586-401b-9160-ff3f66452239,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:24.542786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.543600 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1275651 Apr 16 16:19:24.544263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1f95778e-3d8e-494d-b06d-c6ba23dd5648 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:24.547562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43590) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:24.551061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '4b2e1729-4586-401b-9160-ff3f66452239', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:24.555364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:24.558198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:24.560361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:24.564606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:24.575781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.614060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.615877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.617108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dc93bfbd-6727-4071-a07b-42bf884b37f3 tempest-SecGroupIPv6Test-1410188496 tempest-SecGroupIPv6Test-1410188496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:24.631264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e782812-b1ec-449c-ba84-5ae3c7d73040,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:24.632839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:24.637070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.637873 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6924c4ff-d0d3-49f5-9e8d-f35d0b40bf94 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0896289 Apr 16 16:19:24.641426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43594) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:24.644835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '4b2e1729-4586-401b-9160-ff3f66452239', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:24.648883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:24.651741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:24.653737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:24.657936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:24.669341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.705466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.707122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.708758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-26958926-d3a3-4aa8-b4c3-17b3d4af3986 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:24.720307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13c3046-d522-455f-a96a-79a24c8f595d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:24.721697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:24.725895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.726576 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-75f26d10-c74b-4bcd-88ee-15da8b5c157f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0845468 Apr 16 16:19:24.730079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43598) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:24.733150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '4b2e1729-4586-401b-9160-ff3f66452239', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:24.736967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:24.740221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:24.742071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:24.745352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:24.754276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.787119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.788830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.791850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4278fd5d-4ae4-4974-93bd-36afd2a622d2 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:24.802683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d45802-d0ca-4bf0-990d-c13c24d18abf,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:24.803878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:24.808054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.808528 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e5badeef-fde4-481c-9333-791ca7f07d6d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0778835 Apr 16 16:19:24.812070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43602) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:24.815019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '4b2e1729-4586-401b-9160-ff3f66452239', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:24.818511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:24.821001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:24.822852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:24.826494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:24.836367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.879316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.881427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.882680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ee596e8-a7d5-42e5-ba4e-8d48d3db8f03 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:24.897371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffdee83-c5fe-4f68-b9b6-968b10dbe2e4,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:24.898999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:24.902866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.903640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5203cd98-54f2-4f5b-82d3-83eca09690bd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0909622 Apr 16 16:19:24.905648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43606) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:24.909108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '4b2e1729-4586-401b-9160-ff3f66452239', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:24.912951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:24.915426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:24.917318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:24.921272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:24.929793 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Project 276ab2860e7f4b55b9a5a0ddb3a90291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:19:24.933804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.973591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.975384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.976607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-384f14d8-3c6a-4d72-9491-a57297a7c8a6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:24.990727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7febad00-d6f8-4c99-9515-fed8198d3f6e,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:24.992285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:24.996380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:24.997164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b7d5beef-8614-47ac-914e-ca8f2f295ee7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0908699 Apr 16 16:19:25.000791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43610) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:25.004209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '4b2e1729-4586-401b-9160-ff3f66452239', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:25.008232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:25.011079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:25.013107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:25.017362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:25.024633 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Project 276ab2860e7f4b55b9a5a0ddb3a90291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:19:25.028763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.073650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.075332 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.076416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-76458497-5957-4a08-a55b-9c86178a6fae tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:25.088359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b723ac8-6d8e-4f8d-8eae-c8407084231a,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:25.089786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:25.093426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.094113 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-915760b2-4629-4b3f-ad43-b22f27594822 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0927179 Apr 16 16:19:25.096325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43614) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:25.100786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'network': {'name': 'tempest-network-smoke--633074440', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'port_security_enabled': True}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:25.104004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:25.106308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:network and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:25.108086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:25.112005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:25.117328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:19:25.120677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.138050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1476} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:19:25.143998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.144220 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Added segment 0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e of type vlan for network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 Apr 16 16:19:25.160872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.178800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.181773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:25.182139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.184113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8842818f-6d41-4057-aa46-13c446663f67 tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:25.238004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1409194 Apr 16 16:19:25.241711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Network': ['ID=41e193ce-1b1d-4d9c-8015-1e43116bc5b1,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:25.242383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43618) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:25.243809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-27b83e3d-066b-4b00-ae94-1baa5fab18e1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:25.250699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'admin_state_up': True, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:25.256867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:19:25.258290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:25.260586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:router and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:25.262568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:25.266377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:25.275209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.275946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.285378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.304292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 516aad1f-bce5-4cd4-bcf9-1586817a48e2 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:19:25.326001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 516aad1f-bce5-4cd4-bcf9-1586817a48e2 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:19:25.326211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 516aad1f-bce5-4cd4-bcf9-1586817a48e2 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:19:25.458167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.633330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.649373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.746022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.26.4.12 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/d7a6b567-0dff-4823-be2c-cd7e742ecb84) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:19:25.840357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.859285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:25.865779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d552afe0-ab77-4a3f-bf6c-ea81c744ba4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:25.930793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=d7a6b567-0dff-4823-be2c-cd7e742ecb84,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:25.933274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:25.960815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:19:25.961448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:19:25.962812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:19:26.452383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:26.681472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:26.823809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 1cb33df6-91ec-4578-969f-5eb505ca54b3 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:19:26.947501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:19:26.959011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16500145-17a2-4fda-a599-562195728775 None None] Sync routers for ids ['1cb33df6-91ec-4578-969f-5eb505ca54b3'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:19:26.966079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16500145-17a2-4fda-a599-562195728775 None None] Routers {'1cb33df6-91ec-4578-969f-5eb505ca54b3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:19:26.966558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-16500145-17a2-4fda-a599-562195728775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:19:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1cb33df6-91ec-4578-969f-5eb505ca54b3'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:26.967392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:26.968292 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7239046 Apr 16 16:19:26.972641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43622) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:27.034109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-7c3ffe95-d092-4031-8432-2756bf6222de tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=276ab2860e7f4b55b9a5a0ddb3a90291&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599966 Apr 16 16:19:27.035047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43628) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:27.088852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-16500145-17a2-4fda-a599-562195728775 None None] Set router 1cb33df6-91ec-4578-969f-5eb505ca54b3 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:19:27.135354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1375f1-5f0d-4cd0-8b73-b4d943079c4f tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:27.136295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-af1375f1-5f0d-4cd0-8b73-b4d943079c4f tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1002765 Apr 16 16:19:27.138835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43632) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:27.164636 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-30da3cc1-5ec0-4ead-826a-94c1886e0601 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0249205 Apr 16 16:19:27.166382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43636) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:27.169692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1832533258', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:27.301987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-16500145-17a2-4fda-a599-562195728775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:26Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:27.304818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16500145-17a2-4fda-a599-562195728775 None None] Checking router: 1cb33df6-91ec-4578-969f-5eb505ca54b3 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:19:27.305050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16500145-17a2-4fda-a599-562195728775 None None] Updating router 1cb33df6-91ec-4578-969f-5eb505ca54b3 port d7a6b567-0dff-4823-be2c-cd7e742ecb84 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:19:27.343948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16500145-17a2-4fda-a599-562195728775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:27.509280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:27.511759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:subnet and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:27.513698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:27.517448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:27.523581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:19:27.527821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:27.565756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16500145-17a2-4fda-a599-562195728775 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:27.573679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-16500145-17a2-4fda-a599-562195728775 None None] Transition to ACTIVE for port object d7a6b567-0dff-4823-be2c-cd7e742ecb84 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:19:27.578345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16500145-17a2-4fda-a599-562195728775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:27.585505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:27.656113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0e12a-021c-4134-b134-d095d5c2f791 None None] Pushing event updated for resources: {'Port': ['ID=d7a6b567-0dff-4823-be2c-cd7e742ecb84,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:27.658780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eba0e12a-021c-4134-b134-d095d5c2f791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:27.835515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:27.845618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8a74c12d-8c1e-40f3-abb8-c0b304367da4 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:27.881662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-16500145-17a2-4fda-a599-562195728775 None None] Attempting to bind port d7a6b567-0dff-4823-be2c-cd7e742ecb84 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:19:27.881910 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-16500145-17a2-4fda-a599-562195728775 None None] Attempting to bind port d7a6b567-0dff-4823-be2c-cd7e742ecb84 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:19:27.882164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16500145-17a2-4fda-a599-562195728775 None None] Attempting to bind port d7a6b567-0dff-4823-be2c-cd7e742ecb84 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:19:27.885905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16500145-17a2-4fda-a599-562195728775 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:19:27.886151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16500145-17a2-4fda-a599-562195728775 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:19:27.886465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16500145-17a2-4fda-a599-562195728775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:27.886739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16500145-17a2-4fda-a599-562195728775 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:19:27.887117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-16500145-17a2-4fda-a599-562195728775 None None] Bound port: d7a6b567-0dff-4823-be2c-cd7e742ecb84, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:19:27.887352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16500145-17a2-4fda-a599-562195728775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:27.923951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Subnet': ['ID=9a709abb-9d25-4485-82a0-43a84041ffea,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:27.931990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:27.944831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-16500145-17a2-4fda-a599-562195728775 None None] For port d7a6b567-0dff-4823-be2c-cd7e742ecb84, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:19:27.946688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-16500145-17a2-4fda-a599-562195728775 None None] For port d7a6b567-0dff-4823-be2c-cd7e742ecb84, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d7a6b567-0dff-4823-be2c-cd7e742ecb84,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:19:27.949148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-16500145-17a2-4fda-a599-562195728775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:27.958740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:27.969208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Checking segment: {'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:19:27.969454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network hostable DHCP agents. Network: 41e193ce-1b1d-4d9c-8015-1e43116bc5b1, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:19:27.981463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:19:27.986550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 41e193ce-1b1d-4d9c-8015-1e43116bc5b1) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:19:27.994617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:27.994996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:28.006006 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6238121a-5b09-4aaf-91ef-221c72c56320 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8390427 Apr 16 16:19:28.008558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43640) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:28.016027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6c5b13-007c-4fbe-95b1-08700d83e75c None None] Network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:19:28.113734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0e12a-021c-4134-b134-d095d5c2f791 None None] Pushing event updated for resources: {'Port': ['ID=d7a6b567-0dff-4823-be2c-cd7e742ecb84,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:28.123830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eba0e12a-021c-4134-b134-d095d5c2f791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:28.179549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16500145-17a2-4fda-a599-562195728775 None None] Routers {'1cb33df6-91ec-4578-969f-5eb505ca54b3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:19:28.179970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-16500145-17a2-4fda-a599-562195728775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:19:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1cb33df6-91ec-4578-969f-5eb505ca54b3'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:28.291222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ips': [{'subnet_id': '9a709abb-9d25-4485-82a0-43a84041ffea'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:19:28.291873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:28.360979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-16500145-17a2-4fda-a599-562195728775 None None] Set router 1cb33df6-91ec-4578-969f-5eb505ca54b3 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:19:28.415586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:28.541388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Allocated IP 172.20.0.2 (41e193ce-1b1d-4d9c-8015-1e43116bc5b1/9a709abb-9d25-4485-82a0-43a84041ffea/d22fda8d-948e-4991-9d86-09117d7a0cf0) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:19:28.674597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-16500145-17a2-4fda-a599-562195728775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:26Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:28.695587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16500145-17a2-4fda-a599-562195728775 None None] The sync data for ids ['1cb33df6-91ec-4578-969f-5eb505ca54b3'] in dv-neutron-786478-2-hyperv is: [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:26Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:19:28.719142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:28.725581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Transition to ACTIVE for port object d22fda8d-948e-4991-9d86-09117d7a0cf0 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:19:28.736709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Transition to ACTIVE for port object d22fda8d-948e-4991-9d86-09117d7a0cf0 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:19:28.740421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:28.750197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f3634313-19a6-4d75-b6d8-25370e5ba9f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:28.776447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.20.0.1 (41e193ce-1b1d-4d9c-8015-1e43116bc5b1/9a709abb-9d25-4485-82a0-43a84041ffea/876c423e-ecc0-4855-8ccf-3e5402ad20e1) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:19:28.833327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Pushing event updated for resources: {'Port': ['ID=d22fda8d-948e-4991-9d86-09117d7a0cf0,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:28.836242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:28.865825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:28.868136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:19:28.868896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:19:28.870431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:19:28.874884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Transition to ACTIVE for port object 876c423e-ecc0-4855-8ccf-3e5402ad20e1 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:19:28.890878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:28.899408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1aa2a847-ddf0-4d83-8059-b57e877a11ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:28.928652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Attempting to bind port d22fda8d-948e-4991-9d86-09117d7a0cf0 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:19:28.928831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Attempting to bind port d22fda8d-948e-4991-9d86-09117d7a0cf0 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:19:28.929077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Attempting to bind port d22fda8d-948e-4991-9d86-09117d7a0cf0 on network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:19:28.932358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:19:28.932564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Checking segment: {'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:19:28.932821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:28.933066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Bound using segment: {'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:19:28.933354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Bound port: d22fda8d-948e-4991-9d86-09117d7a0cf0, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:19:28.933583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:28.974916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=876c423e-ecc0-4855-8ccf-3e5402ad20e1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:28.977600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:29.009046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:19:29.009938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:19:29.012108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:19:29.054230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:29.128715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:29.164201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] For port d22fda8d-948e-4991-9d86-09117d7a0cf0, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:19:29.166246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] For port d22fda8d-948e-4991-9d86-09117d7a0cf0, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d22fda8d-948e-4991-9d86-09117d7a0cf0,segment=NetworkSegment(0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e),segment_id=0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:19:29.168936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:29.178085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-df21a4f2-53fa-44f8-aad4-6f90c21b785e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:29.262527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Pushing event updated for resources: {'Port': ['ID=d22fda8d-948e-4991-9d86-09117d7a0cf0,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:29.265267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:29.317342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d7a6b567-0dff-4823-be2c-cd7e742ecb84 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:19:29.360419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port d7a6b567-0dff-4823-be2c-cd7e742ecb84 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:19:29.363948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d7a6b567-0dff-4823-be2c-cd7e742ecb84 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:19:29.364192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:29.437057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:29.447090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port d7a6b567-0dff-4823-be2c-cd7e742ecb84, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d7a6b567-0dff-4823-be2c-cd7e742ecb84,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:19:29.449349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:29.450856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:29.493538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=d7a6b567-0dff-4823-be2c-cd7e742ecb84,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:29.495603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:29.690469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:29.693452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:29.706860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-068804c6-cb7a-4ea8-b661-fb86f43fed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:29.754721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=876c423e-ecc0-4855-8ccf-3e5402ad20e1,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:29.756343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:29.764230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:29.828899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:19:29.829655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:19:29.934930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 1cb33df6-91ec-4578-969f-5eb505ca54b3 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:19:30.034633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:19:30.043141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b03b5f1e-3369-4114-adc6-e361a23a7c56 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "PUT /v2.0/routers/1cb33df6-91ec-4578-969f-5eb505ca54b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0338018 Apr 16 16:19:30.153742 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-bd51d411-8d50-4a2b-a267-4e0835e6006b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-447025148&fields=id&tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 267 time: 0.0272915 Apr 16 16:19:30.249904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-2e2f0702-f437-47ed-9d5f-54f4db34dc11 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:30.250492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-2e2f0702-f437-47ed-9d5f-54f4db34dc11 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:19:30.262366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-2e2f0702-f437-47ed-9d5f-54f4db34dc11 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:19:30.263240 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-2e2f0702-f437-47ed-9d5f-54f4db34dc11 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/networks?id=41e193ce-1b1d-4d9c-8015-1e43116bc5b1 HTTP/1.1" status: 200 len: 796 time: 0.1046119 Apr 16 16:19:30.278531 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-b475d93b-c6d6-4c59-b184-ab34d6bc64c1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/quotas/276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 375 time: 0.0071249 Apr 16 16:19:30.335095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-4e66834a-8dd9-423d-9179-ebf21991693b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528405 Apr 16 16:19:30.370164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-3ecfaa97-ddec-43a1-b8a8-af06485137be service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:19:30.370786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-3ecfaa97-ddec-43a1-b8a8-af06485137be service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0280671 Apr 16 16:19:30.374970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e6f34-bfcb-48da-8d50-71ccad875743 None None] Network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:19:30.438067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0c5fa1ac-6b81-48d2-990e-1c6999e9ecd6 None None] Provisioning for port d22fda8d-948e-4991-9d86-09117d7a0cf0 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:19:30.470434 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-3fa2ed34-44de-4173-aea8-2b9e860d13c9 service neutron] 10.222.0.95 "GET /v2.0/networks/41e193ce-1b1d-4d9c-8015-1e43116bc5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913301 Apr 16 16:19:30.550137 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-6feee0ed-34d0-4458-9759-c6515dbf12c7 service neutron] 10.222.0.95 "GET /v2.0/networks/41e193ce-1b1d-4d9c-8015-1e43116bc5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0749414 Apr 16 16:19:30.662620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-21d34ce3-847c-4791-93a4-ed461474ef52 None None] Provisioning for port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:19:30.665701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-21d34ce3-847c-4791-93a4-ed461474ef52 None None] Provisioning complete for port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:19:30.665938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21d34ce3-847c-4791-93a4-ed461474ef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:30.674190 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9c7d702d-d0fe-441d-ae8e-73231e726720 req-7120caff-80b1-426e-8776-557848a3ef45 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 210 time: 0.0391741 Apr 16 16:19:30.704383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-21d34ce3-847c-4791-93a4-ed461474ef52 None None] Port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:19:30.824870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-be348cbe-de19-4007-a6d0-d3d6c2b23b85 None None] Provisioning complete for port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:19:30.825109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-be348cbe-de19-4007-a6d0-d3d6c2b23b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:30.857542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-be348cbe-de19-4007-a6d0-d3d6c2b23b85 None None] Port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:19:30.973874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-bd6e267b-6c45-4e84-b509-4be12b8f178b None None] Provisioning complete for port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:19:30.974235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd6e267b-6c45-4e84-b509-4be12b8f178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:31.010143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bd6e267b-6c45-4e84-b509-4be12b8f178b None None] Port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:19:31.112765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Sync routers for ids ['1cb33df6-91ec-4578-969f-5eb505ca54b3'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:19:31.119434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Routers {'1cb33df6-91ec-4578-969f-5eb505ca54b3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:19:31.119825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:19:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1cb33df6-91ec-4578-969f-5eb505ca54b3'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:31.234278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Set router 1cb33df6-91ec-4578-969f-5eb505ca54b3 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:19:31.317093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d7a6b567-0dff-4823-be2c-cd7e742ecb84 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:19:31.358424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d7a6b567-0dff-4823-be2c-cd7e742ecb84 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:19:31.358601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:31.425969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d22fda8d-948e-4991-9d86-09117d7a0cf0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:19:31.435927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '876c423e-ecc0-4855-8ccf-3e5402ad20e1', 'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:01:98:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:28Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 2, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:31.438523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Checking router: 1cb33df6-91ec-4578-969f-5eb505ca54b3 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:19:31.438742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Updating router 1cb33df6-91ec-4578-969f-5eb505ca54b3 port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:19:31.464586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port d22fda8d-948e-4991-9d86-09117d7a0cf0 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:19:31.470449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d22fda8d-948e-4991-9d86-09117d7a0cf0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:19:31.471060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:31.471238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:31.548319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:31.566887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port d22fda8d-948e-4991-9d86-09117d7a0cf0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d22fda8d-948e-4991-9d86-09117d7a0cf0,segment=NetworkSegment(0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e),segment_id=0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:19:31.570359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:31.571667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:31.607921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=d22fda8d-948e-4991-9d86-09117d7a0cf0,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:31.609778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:31.679889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:31.686494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Transition to ACTIVE for port object 876c423e-ecc0-4855-8ccf-3e5402ad20e1 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:19:31.690238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:31.697243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:31.767995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Pushing event updated for resources: {'Port': ['ID=876c423e-ecc0-4855-8ccf-3e5402ad20e1,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:31.778378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f2575d51-47a8-45e6-affd-6953f85265d1 req-fcb835ff-848c-4464-beb9-6dbee8212cc3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 210 time: 0.0316556 Apr 16 16:19:31.779385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.779577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.779772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.779961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.780151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.780417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.780517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.780704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.780892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.781077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.781262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.781447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:31.783806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:31.890046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Attempting to bind port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:19:31.890267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Attempting to bind port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:19:31.890514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Attempting to bind port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 on network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:19:31.893630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:19:31.893851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Checking segment: {'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:19:31.894119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:31.894359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Bound using segment: {'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:19:31.894687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Bound port: 876c423e-ecc0-4855-8ccf-3e5402ad20e1, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:19:31.894935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:31.943775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] For port 876c423e-ecc0-4855-8ccf-3e5402ad20e1, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:19:31.945563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] For port 876c423e-ecc0-4855-8ccf-3e5402ad20e1, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=876c423e-ecc0-4855-8ccf-3e5402ad20e1,segment=NetworkSegment(0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e),segment_id=0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:19:31.947939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:31.954564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:32.029644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Pushing event updated for resources: {'Port': ['ID=876c423e-ecc0-4855-8ccf-3e5402ad20e1,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:32.032516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-83de8546-275b-485d-a196-4d88b7eb965d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:32.055442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Routers {'1cb33df6-91ec-4578-969f-5eb505ca54b3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:19:32.055787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:19:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1cb33df6-91ec-4578-969f-5eb505ca54b3'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:32.232325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-1adcf641-c718-4c43-b5da-5a49b38f7e71 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:32.233238 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-1adcf641-c718-4c43-b5da-5a49b38f7e71 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/networks?id=41e193ce-1b1d-4d9c-8015-1e43116bc5b1 HTTP/1.1" status: 200 len: 796 time: 0.0904706 Apr 16 16:19:32.284716 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-3a52cc5f-cbc2-40e1-bcc3-3ef6d6ce88b5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 8071 time: 0.0397868 Apr 16 16:19:32.294380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'port': {'device_id': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'admin_state_up': True, 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'security_groups': ['4b2e1729-4586-401b-9160-ff3f66452239']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:32.308555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] Set router 1cb33df6-91ec-4578-969f-5eb505ca54b3 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:19:32.383151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:32.388621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:port and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:32.392499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:32.397895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:32.403528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:19:32.407243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:32.481278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '876c423e-ecc0-4855-8ccf-3e5402ad20e1', 'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:01:98:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:28Z', 'updated_at': '2021-04-16T16:19:31Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:32.483621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30538140-b888-400f-93a7-1a2879c1bd58 None None] The sync data for ids ['1cb33df6-91ec-4578-969f-5eb505ca54b3'] in dv-neutron-786478-2-hyperv is: [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '876c423e-ecc0-4855-8ccf-3e5402ad20e1', 'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:01:98:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:28Z', 'updated_at': '2021-04-16T16:19:31Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:19:32.502976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.20.0.13 (41e193ce-1b1d-4d9c-8015-1e43116bc5b1/9a709abb-9d25-4485-82a0-43a84041ffea/950d685a-3023-456d-8668-329643a9cae8) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:19:32.623103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:32.632651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Transition to ACTIVE for port object 950d685a-3023-456d-8668-329643a9cae8 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:19:32.646635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:32.657173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:32.734389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=950d685a-3023-456d-8668-329643a9cae8,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:32.736369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:32.768498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:19:32.769177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:19:32.771167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:19:32.812589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:32.813065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:32.831582 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5394018 Apr 16 16:19:32.844768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Request body: {'port': {'device_id': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:32.957895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:32.966218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a160d83c-7451-435a-8fc2-84dff03ea357 None None] Provisioning for port 950d685a-3023-456d-8668-329643a9cae8 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:19:32.968971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a160d83c-7451-435a-8fc2-84dff03ea357 None None] Provisioning complete for port 950d685a-3023-456d-8668-329643a9cae8 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:19:32.969205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a160d83c-7451-435a-8fc2-84dff03ea357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:32.969655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817bdd3-ba04-48b4-b39b-9d165098446a req-b0c3571a-e489-471e-98eb-15605d9b56c1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:32.970111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-8817bdd3-ba04-48b4-b39b-9d165098446a req-b0c3571a-e489-471e-98eb-15605d9b56c1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:19:33.000299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a160d83c-7451-435a-8fc2-84dff03ea357 None None] Port 950d685a-3023-456d-8668-329643a9cae8 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:19:33.006047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-8817bdd3-ba04-48b4-b39b-9d165098446a req-b0c3571a-e489-471e-98eb-15605d9b56c1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:19:33.006848 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8817bdd3-ba04-48b4-b39b-9d165098446a req-b0c3571a-e489-471e-98eb-15605d9b56c1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 932 time: 0.1420486 Apr 16 16:19:33.069369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8817bdd3-ba04-48b4-b39b-9d165098446a req-26fe6f2e-ee0b-4c82-8b91-8b55f0ff0474 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574284 Apr 16 16:19:33.178530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950d685a-3023-456d-8668-329643a9cae8 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:19:33.182561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:33.190625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Transition to ACTIVE for port object 950d685a-3023-456d-8668-329643a9cae8 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:19:33.192693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:33.200903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f7a9523c-656d-4fae-aab0-4f67716e848b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:33.274638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Pushing event updated for resources: {'Port': ['ID=950d685a-3023-456d-8668-329643a9cae8,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:33.281535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:33.322930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d22fda8d-948e-4991-9d86-09117d7a0cf0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:19:33.366514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port d22fda8d-948e-4991-9d86-09117d7a0cf0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:19:33.366800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:33.402843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Attempting to bind port 950d685a-3023-456d-8668-329643a9cae8 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:19:33.403047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Attempting to bind port 950d685a-3023-456d-8668-329643a9cae8 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:19:33.403246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Attempting to bind port 950d685a-3023-456d-8668-329643a9cae8 on network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:19:33.406098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Port 950d685a-3023-456d-8668-329643a9cae8 on network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:19:33.406287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Attempting to bind port 950d685a-3023-456d-8668-329643a9cae8 on network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:19:33.409409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:19:33.409606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Checking segment: {'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:19:33.409839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Bound using segment: {'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:19:33.410385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Bound port: 950d685a-3023-456d-8668-329643a9cae8, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1476, 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:19:33.410637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:33.441595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 876c423e-ecc0-4855-8ccf-3e5402ad20e1 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:19:33.483359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:19:33.486177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:19:33.486432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:33.567469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:33.592717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 876c423e-ecc0-4855-8ccf-3e5402ad20e1, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=876c423e-ecc0-4855-8ccf-3e5402ad20e1,segment=NetworkSegment(0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e),segment_id=0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:19:33.596715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:33.599105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5fa3cd7-fdf3-4ea6-8660-0d8445cef0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:33.637337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=876c423e-ecc0-4855-8ccf-3e5402ad20e1,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:33.639510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:33.734535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] For port 950d685a-3023-456d-8668-329643a9cae8, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:19:33.739012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] For port 950d685a-3023-456d-8668-329643a9cae8, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=950d685a-3023-456d-8668-329643a9cae8,segment=NetworkSegment(0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e),segment_id=0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:19:33.741960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:33.750199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:33.827308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Pushing event updated for resources: {'Port': ['ID=950d685a-3023-456d-8668-329643a9cae8,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:33.829327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:33.848931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:33.849664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:33.850209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] 10.222.0.107 "PUT /v2.0/ports/950d685a-3023-456d-8668-329643a9cae8 HTTP/1.1" status: 200 len: 1094 time: 1.0087719 Apr 16 16:19:33.850565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'tag': '950d685a-3023-456d-8668-329643a9cae8'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:19:33.881755 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'tag': '950d685a-3023-456d-8668-329643a9cae8', 'status': 'completed', 'code': 200} Apr 16 16:19:34.206390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0c915-190d-4624-a53f-2787d860ca80 req-7c7d93d9-5215-4ad9-a16e-42f7a36d6c58 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:34.207289 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ffa0c915-190d-4624-a53f-2787d860ca80 req-7c7d93d9-5215-4ad9-a16e-42f7a36d6c58 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 944 time: 0.0562127 Apr 16 16:19:34.232735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ffa0c915-190d-4624-a53f-2787d860ca80 req-b57f0900-bc60-451c-b9fc-06347902d790 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0213783 Apr 16 16:19:34.659793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80659155-a9e2-4f22-8e15-6f8424bde8eb req-e124d187-92dd-4a87-b3e2-6822fd31019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:34.660722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80659155-a9e2-4f22-8e15-6f8424bde8eb req-e124d187-92dd-4a87-b3e2-6822fd31019a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 1097 time: 0.0618515 Apr 16 16:19:34.750078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80659155-a9e2-4f22-8e15-6f8424bde8eb req-4805bd4f-d830-485d-a969-62a2baa1734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:34.751006 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80659155-a9e2-4f22-8e15-6f8424bde8eb req-4805bd4f-d830-485d-a969-62a2baa1734a service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0816028 Apr 16 16:19:34.842525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80659155-a9e2-4f22-8e15-6f8424bde8eb req-82202cc4-3e4b-49a7-b5c1-7b1da7f072bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:34.843293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80659155-a9e2-4f22-8e15-6f8424bde8eb req-82202cc4-3e4b-49a7-b5c1-7b1da7f072bc service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0841835 Apr 16 16:19:34.937002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-a9f361d7-b990-4bea-a6a5-8ab8d4f85c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:34.937819 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-a9f361d7-b990-4bea-a6a5-8ab8d4f85c88 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 1097 time: 0.0478313 Apr 16 16:19:34.982377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-2bbbced5-504d-4dc0-9352-b191913a693c service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950d685a-3023-456d-8668-329643a9cae8 HTTP/1.1" status: 200 len: 217 time: 0.0349197 Apr 16 16:19:35.022154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-b57b683c-0474-4142-9f13-5160fa463eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:35.022973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-b57b683c-0474-4142-9f13-5160fa463eb8 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9a709abb-9d25-4485-82a0-43a84041ffea HTTP/1.1" status: 200 len: 835 time: 0.0328274 Apr 16 16:19:35.071390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-391b82de-d161-46d5-a260-1c341dba04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:35.072222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-391b82de-d161-46d5-a260-1c341dba04f8 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=41e193ce-1b1d-4d9c-8015-1e43116bc5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402150 Apr 16 16:19:35.148346 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-06b98713-1dee-4daa-b15d-83565ea55852 service neutron] 10.222.0.107 "GET /v2.0/networks/41e193ce-1b1d-4d9c-8015-1e43116bc5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0666618 Apr 16 16:19:35.231831 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51819a42-83e5-4e34-bdf4-55672bd23976 req-7c0bfc52-0ab9-48bd-811f-fd2af1857ab1 service neutron] 10.222.0.107 "GET /v2.0/networks/41e193ce-1b1d-4d9c-8015-1e43116bc5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0744145 Apr 16 16:19:35.291065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 876c423e-ecc0-4855-8ccf-3e5402ad20e1 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:19:35.336563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:19:35.336563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:35.350567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86040e37-fdaf-47f1-b44f-429a18a7d02d req-e6419ad1-3c93-446f-b7a6-7d563f03cd22 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:35.351600 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-86040e37-fdaf-47f1-b44f-429a18a7d02d req-e6419ad1-3c93-446f-b7a6-7d563f03cd22 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 944 time: 0.0537972 Apr 16 16:19:35.385250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-86040e37-fdaf-47f1-b44f-429a18a7d02d req-cad27c82-9bf5-42bd-82b3-c42b74a42339 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259399 Apr 16 16:19:35.886045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:19:36.525677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f7c77-5448-44ca-9d8a-4a43c261aa94 req-ef5cff54-e99b-45c0-abed-9607c19e422c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:36.526674 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b0f7c77-5448-44ca-9d8a-4a43c261aa94 req-ef5cff54-e99b-45c0-abed-9607c19e422c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 944 time: 0.0609152 Apr 16 16:19:36.564098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b0f7c77-5448-44ca-9d8a-4a43c261aa94 req-41a8da39-4cc2-4401-8c0e-5baa11931820 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299730 Apr 16 16:19:37.724486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6d4c7-bc9d-4b08-a5aa-532de6c495c7 req-0f1044eb-ae0f-40fd-9c2c-2908ecd0dbf9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:37.725959 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ec6d4c7-bc9d-4b08-a5aa-532de6c495c7 req-0f1044eb-ae0f-40fd-9c2c-2908ecd0dbf9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 944 time: 0.0675597 Apr 16 16:19:37.762280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7ec6d4c7-bc9d-4b08-a5aa-532de6c495c7 req-39585c19-d25e-4c64-b5a5-83d1fd6a4129 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287535 Apr 16 16:19:38.918797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21617f-23e0-4ee0-b41b-01083de4db41 req-1a8c9acc-099c-4a1c-90d7-d260f37da7e4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:38.919909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba21617f-23e0-4ee0-b41b-01083de4db41 req-1a8c9acc-099c-4a1c-90d7-d260f37da7e4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 944 time: 0.0669289 Apr 16 16:19:38.951247 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba21617f-23e0-4ee0-b41b-01083de4db41 req-fd577b57-1290-439c-8c0f-f8e7deb3fdfd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268304 Apr 16 16:19:39.238311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 950d685a-3023-456d-8668-329643a9cae8 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:19:39.349098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 950d685a-3023-456d-8668-329643a9cae8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=950d685a-3023-456d-8668-329643a9cae8,segment=NetworkSegment(0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e),segment_id=0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:19:39.358639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '950d685a-3023-456d-8668-329643a9cae8', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'port_id': '950d685a-3023-456d-8668-329643a9cae8', 'mac_address': 'fa:16:3e:9a:6c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1476, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:19:39.400029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:39.411472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950d685a-3023-456d-8668-329643a9cae8 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:19:39.423061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 950d685a-3023-456d-8668-329643a9cae8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=950d685a-3023-456d-8668-329643a9cae8,segment=NetworkSegment(0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e),segment_id=0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:19:39.425845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:39.427310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:39.471257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=950d685a-3023-456d-8668-329643a9cae8,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:39.476751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.477014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.477267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.477515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.477763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.478012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.478257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.478548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.478797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.479042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.479287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.479527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:19:39.482581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:39.992052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['950d685a-3023-456d-8668-329643a9cae8'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:19:40.104661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eead887-c656-45ec-bc97-3014204b7489 req-9e02c1ac-e5f6-4709-aa7b-f9c601ba122c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:40.105724 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1eead887-c656-45ec-bc97-3014204b7489 req-9e02c1ac-e5f6-4709-aa7b-f9c601ba122c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 945 time: 0.0628254 Apr 16 16:19:40.137583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1eead887-c656-45ec-bc97-3014204b7489 req-e77c81cf-3a4d-41d3-8b5f-3246a22658e0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272372 Apr 16 16:19:41.253030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 950d685a-3023-456d-8668-329643a9cae8 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:19:41.300688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f17053-4730-47ed-a889-ac51a0bfd4cc req-5748f027-fc0e-4d83-8e75-6eb7e6e891a0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:41.301804 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26f17053-4730-47ed-a889-ac51a0bfd4cc req-5748f027-fc0e-4d83-8e75-6eb7e6e891a0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 945 time: 0.0728521 Apr 16 16:19:41.315947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6b91f86b-f15f-42ff-9d00-93c66fb0418c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:41.320482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 950d685a-3023-456d-8668-329643a9cae8 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:19:41.323799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 950d685a-3023-456d-8668-329643a9cae8 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:19:41.324073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:41.334093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26f17053-4730-47ed-a889-ac51a0bfd4cc req-1f4d7dfe-82e5-4853-b2c2-49f60ec0fac1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273085 Apr 16 16:19:41.407039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:41.425554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d685a-3023-456d-8668-329643a9cae8'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:19:41.433012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 950d685a-3023-456d-8668-329643a9cae8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=950d685a-3023-456d-8668-329643a9cae8,segment=NetworkSegment(0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e),segment_id=0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:19:41.435615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:41.437064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:41.483681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=950d685a-3023-456d-8668-329643a9cae8,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:41.486029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:41.497122 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950d685a-3023-456d-8668-329643a9cae8', 'code': 200} Apr 16 16:19:42.041357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988deaa-f2bd-4872-ba81-bc01e4502109 req-44c459f6-91e5-42c2-9193-5ca6b53368d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:42.042487 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d988deaa-f2bd-4872-ba81-bc01e4502109 req-44c459f6-91e5-42c2-9193-5ca6b53368d8 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 1099 time: 0.0637872 Apr 16 16:19:42.076660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d988deaa-f2bd-4872-ba81-bc01e4502109 req-8a721ee6-cc8b-42e4-b7b3-3200bb30bfd2 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253108 Apr 16 16:19:42.499021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf85b18-7aee-4928-8828-dcf138f83877 req-bb2a71ab-2867-4d3f-ab2f-b67a74392512 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:42.500090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-adf85b18-7aee-4928-8828-dcf138f83877 req-bb2a71ab-2867-4d3f-ab2f-b67a74392512 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0677712 Apr 16 16:19:42.531316 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-adf85b18-7aee-4928-8828-dcf138f83877 req-d559a30f-69bf-4a8d-b20c-547c42bc45f9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268881 Apr 16 16:19:42.749721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ad09cef3-604b-4626-9e6a-7c673ab77f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:43.110338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:43.114815 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:43.688714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a8a4c-c050-490f-bba3-1fc973f57fdd req-101e15f0-145f-476d-955a-852427fd8de9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:43.689630 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c7a8a4c-c050-490f-bba3-1fc973f57fdd req-101e15f0-145f-476d-955a-852427fd8de9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0668595 Apr 16 16:19:43.715369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:43.722222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c7a8a4c-c050-490f-bba3-1fc973f57fdd req-f3c83be9-d698-4b3e-a1bf-d0fb6a6ed1f5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281961 Apr 16 16:19:43.865790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc202d5-4420-4c6a-8c00-7e9080e1dbfb req-eb668e19-6661-4fc3-aab1-51e3f46555a7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:43.866846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dc202d5-4420-4c6a-8c00-7e9080e1dbfb req-eb668e19-6661-4fc3-aab1-51e3f46555a7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0739956 Apr 16 16:19:43.904997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dc202d5-4420-4c6a-8c00-7e9080e1dbfb req-e2accf0c-3467-42f6-8a90-067e0523e57f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302949 Apr 16 16:19:43.921122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43706) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:43.971184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aacb90-3b99-4ff7-8e1f-6b9b465cf33e tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:43.972201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-69aacb90-3b99-4ff7-8e1f-6b9b465cf33e tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 1094 time: 0.0503335 Apr 16 16:19:43.974043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43710) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:43.977788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '950d685a-3023-456d-8668-329643a9cae8', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:19:43.981961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:19:43.984747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:floatingip and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:19:43.986795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:19:43.990856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:19:43.998285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:44.095454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:44.190477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.26.4.83 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/24f73feb-a07c-44c3-9b1c-5b22c1a5160f) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:19:44.289530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:44.311554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:44.327444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:44.330521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:44.414233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=24f73feb-a07c-44c3-9b1c-5b22c1a5160f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:44.417217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:44.449471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:19:44.450199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:19:44.451688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:19:44.715980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:44.759073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:44.871694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:44.874108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:44.880586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c9acfcd1-2dce-4f5e-b224-0527164a2fd7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:19:44.947949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=24f73feb-a07c-44c3-9b1c-5b22c1a5160f,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:19:44.950511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:19:45.008229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:45.403039 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Floating IP 05d9bb54-c8c9-4863-9d36-21db2e34e537 associated. External IP: 172.26.4.83, port: 950d685a-3023-456d-8668-329643a9cae8. Apr 16 16:19:45.621342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 1cb33df6-91ec-4578-969f-5eb505ca54b3 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:19:45.734467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:19:45.746136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df75ef-4a12-469e-84e6-25801e7afc55 None None] Sync routers for ids ['1cb33df6-91ec-4578-969f-5eb505ca54b3'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:19:45.749821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:19:45.759228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df75ef-4a12-469e-84e6-25801e7afc55 None None] Routers {'1cb33df6-91ec-4578-969f-5eb505ca54b3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:19:45.760069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-49df75ef-4a12-469e-84e6-25801e7afc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:19:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1cb33df6-91ec-4578-969f-5eb505ca54b3'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:45.795941 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8191223 Apr 16 16:19:45.795941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'tag': '950d685a-3023-456d-8668-329643a9cae8'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:19:45.827809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'tag': '950d685a-3023-456d-8668-329643a9cae8', 'status': 'completed', 'code': 200} Apr 16 16:19:45.872921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-49df75ef-4a12-469e-84e6-25801e7afc55 None None] Set router 1cb33df6-91ec-4578-969f-5eb505ca54b3 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:19:45.905892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12993806-98e2-4178-9682-48b8dad5ad9d req-64fcad36-48f0-4900-80c5-cb2403ada7ce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:45.906963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-12993806-98e2-4178-9682-48b8dad5ad9d req-64fcad36-48f0-4900-80c5-cb2403ada7ce tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0564969 Apr 16 16:19:45.937745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-12993806-98e2-4178-9682-48b8dad5ad9d req-a7a752ed-34c8-445d-86b9-32e06bbe99de tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266383 Apr 16 16:19:45.953183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43718) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:46.023301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93e0568d-e1b9-43a1-9a82-8aa28b15d189 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/05d9bb54-c8c9-4863-9d36-21db2e34e537 HTTP/1.1" status: 200 len: 991 time: 0.0690866 Apr 16 16:19:46.262600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-49df75ef-4a12-469e-84e6-25801e7afc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '05d9bb54-c8c9-4863-9d36-21db2e34e537', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'port_id': '950d685a-3023-456d-8668-329643a9cae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'mac_address': 'fa:16:3e:9a:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:19:44Z', 'updated_at': '2021-04-16T16:19:44Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876c423e-ecc0-4855-8ccf-3e5402ad20e1', 'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:01:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:28Z', 'updated_at': '2021-04-16T16:19:33Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:46.265138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df75ef-4a12-469e-84e6-25801e7afc55 None None] Checking router: 1cb33df6-91ec-4578-969f-5eb505ca54b3 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:19:46.271055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df75ef-4a12-469e-84e6-25801e7afc55 None None] Routers {'1cb33df6-91ec-4578-969f-5eb505ca54b3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:19:46.271446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-49df75ef-4a12-469e-84e6-25801e7afc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:19:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1cb33df6-91ec-4578-969f-5eb505ca54b3'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:46.391062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-49df75ef-4a12-469e-84e6-25801e7afc55 None None] Set router 1cb33df6-91ec-4578-969f-5eb505ca54b3 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:19:46.586938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-49df75ef-4a12-469e-84e6-25801e7afc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '05d9bb54-c8c9-4863-9d36-21db2e34e537', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'port_id': '950d685a-3023-456d-8668-329643a9cae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'mac_address': 'fa:16:3e:9a:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:19:44Z', 'updated_at': '2021-04-16T16:19:44Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876c423e-ecc0-4855-8ccf-3e5402ad20e1', 'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:01:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:28Z', 'updated_at': '2021-04-16T16:19:33Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:19:46.589865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df75ef-4a12-469e-84e6-25801e7afc55 None None] The sync data for ids ['1cb33df6-91ec-4578-969f-5eb505ca54b3'] in dv-neutron-786478-2-hyperv is: [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '05d9bb54-c8c9-4863-9d36-21db2e34e537', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.83', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'port_id': '950d685a-3023-456d-8668-329643a9cae8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'mac_address': 'fa:16:3e:9a:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:19:44Z', 'updated_at': '2021-04-16T16:19:44Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '876c423e-ecc0-4855-8ccf-3e5402ad20e1', 'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:01:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:28Z', 'updated_at': '2021-04-16T16:19:33Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:19:46.597267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d0031-a909-4d42-876b-3a4fd220f9f7 req-df2e4537-a640-4ab8-93a3-dc10a849435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:46.598358 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b58d0031-a909-4d42-876b-3a4fd220f9f7 req-df2e4537-a640-4ab8-93a3-dc10a849435c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 1099 time: 0.0636983 Apr 16 16:19:46.681550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d0031-a909-4d42-876b-3a4fd220f9f7 req-8a811294-0b59-4476-a4db-4d13006e5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:46.682633 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b58d0031-a909-4d42-876b-3a4fd220f9f7 req-8a811294-0b59-4476-a4db-4d13006e5fb2 service neutron] 10.222.0.107 "GET /v2.0/networks?id=41e193ce-1b1d-4d9c-8015-1e43116bc5b1 HTTP/1.1" status: 200 len: 898 time: 0.0799952 Apr 16 16:19:46.744118 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b58d0031-a909-4d42-876b-3a4fd220f9f7 req-d88beb73-fe27-4c54-9232-a818e9a14c7f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950d685a-3023-456d-8668-329643a9cae8 HTTP/1.1" status: 200 len: 999 time: 0.0539057 Apr 16 16:19:46.785236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d0031-a909-4d42-876b-3a4fd220f9f7 req-cb667398-7c63-4c56-8a01-0b6628aa8108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:46.786194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b58d0031-a909-4d42-876b-3a4fd220f9f7 req-cb667398-7c63-4c56-8a01-0b6628aa8108 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9a709abb-9d25-4485-82a0-43a84041ffea HTTP/1.1" status: 200 len: 835 time: 0.0360041 Apr 16 16:19:46.815919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69bdacc-5344-40a7-8446-ec50d80a5bec None None] New status for floating IP 05d9bb54-c8c9-4863-9d36-21db2e34e537: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:19:46.858487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d0031-a909-4d42-876b-3a4fd220f9f7 req-31be67dc-63a5-40ce-b2f1-84633f8b5904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:19:46.859364 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b58d0031-a909-4d42-876b-3a4fd220f9f7 req-31be67dc-63a5-40ce-b2f1-84633f8b5904 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=41e193ce-1b1d-4d9c-8015-1e43116bc5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650966 Apr 16 16:19:46.946279 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b58d0031-a909-4d42-876b-3a4fd220f9f7 req-7776843b-c5c0-4df6-afd7-68012cbc2c92 service neutron] 10.222.0.107 "GET /v2.0/networks/41e193ce-1b1d-4d9c-8015-1e43116bc5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830259 Apr 16 16:19:47.026638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43722) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:19:47.029654 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b58d0031-a909-4d42-876b-3a4fd220f9f7 req-eb37da1e-f4f2-4509-b1e3-bf8b6cba51ed service neutron] 10.222.0.107 "GET /v2.0/networks/41e193ce-1b1d-4d9c-8015-1e43116bc5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0755186 Apr 16 16:19:47.089083 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fd2ec32e-babf-4fc9-8329-21e54b796b2a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/05d9bb54-c8c9-4863-9d36-21db2e34e537 HTTP/1.1" status: 200 len: 993 time: 0.0615795 Apr 16 16:20:11.323270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1f451e86-8495-42af-adf4-9123d1443d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:12.758807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3fac5cb-804c-4a1a-9b2a-2e49cb18539b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:12.889263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:20:13.097251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:13.113941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:13.721262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:14.356664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:15.947793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea6c35-e736-4627-8a38-3567563d04d1 req-b700cf6f-bf85-4adc-8d4c-4daf45b7f12e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:15.948879 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e5ea6c35-e736-4627-8a38-3567563d04d1 req-b700cf6f-bf85-4adc-8d4c-4daf45b7f12e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0627818 Apr 16 16:20:15.980599 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e5ea6c35-e736-4627-8a38-3567563d04d1 req-4567fbed-87a6-4c4b-94d4-ce71886d664c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273395 Apr 16 16:20:17.137816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70a5fc-35d0-4bb4-8fb4-e462f1825edd req-a9ca8b7d-b673-4d91-b59b-5bdfaacf41ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:17.138882 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d70a5fc-35d0-4bb4-8fb4-e462f1825edd req-a9ca8b7d-b673-4d91-b59b-5bdfaacf41ad tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0663729 Apr 16 16:20:17.174161 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d70a5fc-35d0-4bb4-8fb4-e462f1825edd req-8eb11656-3193-4fca-bfe5-ff5fa376e6d5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281167 Apr 16 16:20:18.334120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda0891-0779-4396-9da3-6c36d8981c87 req-acbcf06d-447e-463e-b05f-aa758b509949 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:18.335259 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fcda0891-0779-4396-9da3-6c36d8981c87 req-acbcf06d-447e-463e-b05f-aa758b509949 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0703495 Apr 16 16:20:18.367150 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fcda0891-0779-4396-9da3-6c36d8981c87 req-faa354c9-e720-431a-98ad-61d8e6fee89b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270789 Apr 16 16:20:19.523539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0ac31-2c82-4a87-abb3-0bfd1b5e5113 req-c6a567ff-1e6d-4830-9a9f-f7219cd58658 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:19.524606 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57e0ac31-2c82-4a87-abb3-0bfd1b5e5113 req-c6a567ff-1e6d-4830-9a9f-f7219cd58658 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0656180 Apr 16 16:20:19.560012 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-57e0ac31-2c82-4a87-abb3-0bfd1b5e5113 req-ddb93708-6820-4e0b-a0a2-038001934481 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276852 Apr 16 16:20:20.704651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2895e-c176-43df-b7a6-06ab18ac7540 req-402fd0e4-944f-4c57-99dd-69bae62bf94b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:20.705600 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-63b2895e-c176-43df-b7a6-06ab18ac7540 req-402fd0e4-944f-4c57-99dd-69bae62bf94b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0677366 Apr 16 16:20:20.744237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-63b2895e-c176-43df-b7a6-06ab18ac7540 req-46622a46-b2f9-4a1f-9559-b0b0f4f9c34e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300119 Apr 16 16:20:21.914442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6fac5-d6e3-4369-b28b-8d69212a9e8b req-5fa7c507-e931-4f1d-9d50-7282724c35f2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:21.915626 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42f6fac5-d6e3-4369-b28b-8d69212a9e8b req-5fa7c507-e931-4f1d-9d50-7282724c35f2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0735703 Apr 16 16:20:21.947702 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42f6fac5-d6e3-4369-b28b-8d69212a9e8b req-d2bf4a68-f58a-491c-84e8-ff76b979bc1f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276725 Apr 16 16:20:23.108711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e9d8f-30e8-412d-8167-cdbaff3ad5db req-4d1980f8-1587-42e0-b788-8517cd74e8da tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:23.109786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b44e9d8f-30e8-412d-8167-cdbaff3ad5db req-4d1980f8-1587-42e0-b788-8517cd74e8da tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0748601 Apr 16 16:20:23.142437 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b44e9d8f-30e8-412d-8167-cdbaff3ad5db req-9077e476-f641-4805-9feb-bcb4ae940259 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277200 Apr 16 16:20:24.294997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6b906-cb9f-44d4-9b2b-53ed4e0704af req-d272c12c-911b-4c5f-be9e-427d1a747413 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:24.296038 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e5a6b906-cb9f-44d4-9b2b-53ed4e0704af req-d272c12c-911b-4c5f-be9e-427d1a747413 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0651381 Apr 16 16:20:24.328346 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e5a6b906-cb9f-44d4-9b2b-53ed4e0704af req-f4d67d9e-9f58-473d-a730-0c306c5b7fb1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276916 Apr 16 16:20:25.499467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b36d7-eb0a-41ac-a74c-7843ed8754d6 req-f1669986-0ed4-47fd-9d6f-79f0550d9572 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:25.500541 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8c3b36d7-eb0a-41ac-a74c-7843ed8754d6 req-f1669986-0ed4-47fd-9d6f-79f0550d9572 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0677946 Apr 16 16:20:25.532106 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8c3b36d7-eb0a-41ac-a74c-7843ed8754d6 req-850cf182-2763-4d79-ad83-f4b76ed5ed72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272481 Apr 16 16:20:26.688916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894981fd-b70a-4305-99c0-d3a23eaa74f8 req-a72d0d66-2a12-4bee-b6d4-5fd9b5572269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:26.689997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-894981fd-b70a-4305-99c0-d3a23eaa74f8 req-a72d0d66-2a12-4bee-b6d4-5fd9b5572269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0660105 Apr 16 16:20:26.725487 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-894981fd-b70a-4305-99c0-d3a23eaa74f8 req-b02af749-1177-4680-813d-35759b054f8d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304010 Apr 16 16:20:26.742146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43756) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:20:26.813944 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-5308a323-1d47-4dd2-8903-04c282dd0912 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/05d9bb54-c8c9-4863-9d36-21db2e34e537 HTTP/1.1" status: 200 len: 993 time: 0.0708797 Apr 16 16:20:28.869338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af446f93-5915-459a-a094-94194f50286d req-2fd41577-1cd3-4a52-b781-a1a0b913d235 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:28.870397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af446f93-5915-459a-a094-94194f50286d req-2fd41577-1cd3-4a52-b781-a1a0b913d235 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0701964 Apr 16 16:20:28.903926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af446f93-5915-459a-a094-94194f50286d req-04b5e27d-1966-46f6-bab8-4924c07b1834 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274999 Apr 16 16:20:30.080505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c091e-67a1-430c-9d93-315aaeeb6a43 req-cb199236-b58d-43af-bb8b-cd5afc6e29d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:30.081779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-898c091e-67a1-430c-9d93-315aaeeb6a43 req-cb199236-b58d-43af-bb8b-cd5afc6e29d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0850968 Apr 16 16:20:30.115128 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-898c091e-67a1-430c-9d93-315aaeeb6a43 req-32a154cb-3acb-498a-aba4-e3bd85ec5fb0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286145 Apr 16 16:20:30.923792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2923e6-c9cc-4f21-bb99-642620b8a07c req-01123353-ef71-43d5-af56-f5302583ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:30.924904 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f2923e6-c9cc-4f21-bb99-642620b8a07c req-01123353-ef71-43d5-af56-f5302583ff35 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 1099 time: 0.0647240 Apr 16 16:20:31.025862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2923e6-c9cc-4f21-bb99-642620b8a07c req-64a9857d-e611-4648-a207-87695d27afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:31.026871 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f2923e6-c9cc-4f21-bb99-642620b8a07c req-64a9857d-e611-4648-a207-87695d27afc0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=41e193ce-1b1d-4d9c-8015-1e43116bc5b1 HTTP/1.1" status: 200 len: 898 time: 0.0936553 Apr 16 16:20:31.101546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f2923e6-c9cc-4f21-bb99-642620b8a07c req-ac6ce1af-6492-4949-969f-c888dce8665f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=950d685a-3023-456d-8668-329643a9cae8 HTTP/1.1" status: 200 len: 1001 time: 0.0662298 Apr 16 16:20:31.151740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2923e6-c9cc-4f21-bb99-642620b8a07c req-1e030585-c52b-4e85-9f90-a5b03da30347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:31.152774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f2923e6-c9cc-4f21-bb99-642620b8a07c req-1e030585-c52b-4e85-9f90-a5b03da30347 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=9a709abb-9d25-4485-82a0-43a84041ffea HTTP/1.1" status: 200 len: 835 time: 0.0417917 Apr 16 16:20:31.242979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2923e6-c9cc-4f21-bb99-642620b8a07c req-95bdc7a5-9708-4cd5-8658-c91cf07b7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:31.243820 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f2923e6-c9cc-4f21-bb99-642620b8a07c req-95bdc7a5-9708-4cd5-8658-c91cf07b7eea service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=41e193ce-1b1d-4d9c-8015-1e43116bc5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828569 Apr 16 16:20:31.274684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb3094-d6b0-4073-b11e-da178e7933b0 req-200ac1c6-e82f-4a0a-a8ef-338ddb3363f2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:31.275546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75fb3094-d6b0-4073-b11e-da178e7933b0 req-200ac1c6-e82f-4a0a-a8ef-338ddb3363f2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0780361 Apr 16 16:20:31.334254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75fb3094-d6b0-4073-b11e-da178e7933b0 req-24f6bb65-3a78-4a41-a484-9abc4b8a4fb0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362871 Apr 16 16:20:31.349892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f2923e6-c9cc-4f21-bb99-642620b8a07c req-3e6eea7b-a617-4779-8e96-00c017aaaca2 service neutron] 10.222.0.107 "GET /v2.0/networks/41e193ce-1b1d-4d9c-8015-1e43116bc5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958252 Apr 16 16:20:31.442988 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4f2923e6-c9cc-4f21-bb99-642620b8a07c req-5f45333e-5b7b-4152-aa3b-5969bc5dcf4b service neutron] 10.222.0.107 "GET /v2.0/networks/41e193ce-1b1d-4d9c-8015-1e43116bc5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849009 Apr 16 16:20:32.489240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267f994-53f7-410e-9d32-4646dcd9a0b0 req-6db1baeb-48f2-4d88-974f-f3f110775287 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:20:32.490269 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5267f994-53f7-410e-9d32-4646dcd9a0b0 req-6db1baeb-48f2-4d88-974f-f3f110775287 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0620167 Apr 16 16:20:32.524939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5267f994-53f7-410e-9d32-4646dcd9a0b0 req-9da25ff1-fb52-4b3c-b335-cf0d5d7398d7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267401 Apr 16 16:20:32.543558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43772) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:20:32.904070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ce5c9b79-437b-4385-a440-0c118a9a9f4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/05d9bb54-c8c9-4863-9d36-21db2e34e537 HTTP/1.1" status: 200 len: 993 time: 0.3595412 Apr 16 16:20:41.321071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-acde43a9-849f-408c-bc00-8aef81e23839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:42.758608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cc0573d3-abea-403e-a28f-950af57a7b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:43.095266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:43.110523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:43.739347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:44.335497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:20:44.665648 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dadec595-66b7-4c21-910e-66ac2537b666 req-33945894-27a3-4557-b283-48999f622d9f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653327 Apr 16 16:20:49.893276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:21:05.999282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43794) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:06.144961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 24f73feb-a07c-44c3-9b1c-5b22c1a5160f {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:21:06.145234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:06.263675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:06.263900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:06.343282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 24f73feb-a07c-44c3-9b1c-5b22c1a5160f owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:21:06.447922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:06.455618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:06.501959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=24f73feb-a07c-44c3-9b1c-5b22c1a5160f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:06.509591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.509821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.510053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.510279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.510546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.510838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.510974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.511200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.511425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.511650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.511876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.512099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:06.514937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:06.599938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:06.600167 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Floating IP 05d9bb54-c8c9-4863-9d36-21db2e34e537 disassociated (deleted). External IP: 172.26.4.83, port: 950d685a-3023-456d-8668-329643a9cae8. Apr 16 16:21:06.792372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 1cb33df6-91ec-4578-969f-5eb505ca54b3 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:21:06.891456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:21:06.903575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d038f25-113d-4c94-981c-a6f8ff068c60 None None] Sync routers for ids ['1cb33df6-91ec-4578-969f-5eb505ca54b3'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:21:06.907856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:06.912967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d038f25-113d-4c94-981c-a6f8ff068c60 None None] Routers {'1cb33df6-91ec-4578-969f-5eb505ca54b3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:21:06.913397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8d038f25-113d-4c94-981c-a6f8ff068c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:20:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1cb33df6-91ec-4578-969f-5eb505ca54b3'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:06.945488 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/floatingips/05d9bb54-c8c9-4863-9d36-21db2e34e537 HTTP/1.1" status: 204 len: 168 time: 0.9452169 Apr 16 16:21:06.946010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'tag': '950d685a-3023-456d-8668-329643a9cae8'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:21:06.977916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'tag': '950d685a-3023-456d-8668-329643a9cae8', 'status': 'completed', 'code': 200} Apr 16 16:21:07.014651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-8d038f25-113d-4c94-981c-a6f8ff068c60 None None] Set router 1cb33df6-91ec-4578-969f-5eb505ca54b3 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:21:07.197057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbc559-a3f6-4083-bedd-0a523d992040 req-f4d77d94-2559-4eca-9a68-c6b165bb5600 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:07.197948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66bbc559-a3f6-4083-bedd-0a523d992040 req-f4d77d94-2559-4eca-9a68-c6b165bb5600 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0543504 Apr 16 16:21:07.225565 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66bbc559-a3f6-4083-bedd-0a523d992040 req-47423bb0-f3b0-4232-8c66-bc3525773c36 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0232658 Apr 16 16:21:07.225888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8d038f25-113d-4c94-981c-a6f8ff068c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '876c423e-ecc0-4855-8ccf-3e5402ad20e1', 'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:01:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:28Z', 'updated_at': '2021-04-16T16:19:33Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:07.228646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d038f25-113d-4c94-981c-a6f8ff068c60 None None] Checking router: 1cb33df6-91ec-4578-969f-5eb505ca54b3 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:21:07.234818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d038f25-113d-4c94-981c-a6f8ff068c60 None None] Routers {'1cb33df6-91ec-4578-969f-5eb505ca54b3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:21:07.235392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8d038f25-113d-4c94-981c-a6f8ff068c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:20:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1cb33df6-91ec-4578-969f-5eb505ca54b3'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:07.353995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-8d038f25-113d-4c94-981c-a6f8ff068c60 None None] Set router 1cb33df6-91ec-4578-969f-5eb505ca54b3 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:21:07.750085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8d038f25-113d-4c94-981c-a6f8ff068c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '876c423e-ecc0-4855-8ccf-3e5402ad20e1', 'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:01:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:28Z', 'updated_at': '2021-04-16T16:19:33Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:07.753378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d038f25-113d-4c94-981c-a6f8ff068c60 None None] The sync data for ids ['1cb33df6-91ec-4578-969f-5eb505ca54b3'] in dv-neutron-786478-2-hyperv is: [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '876c423e-ecc0-4855-8ccf-3e5402ad20e1', 'name': '', 'network_id': '41e193ce-1b1d-4d9c-8015-1e43116bc5b1', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:01:98:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:28Z', 'updated_at': '2021-04-16T16:19:33Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': '9a709abb-9d25-4485-82a0-43a84041ffea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:21:08.075240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45c3f0-9ff2-4a0d-9b97-af3a5b5a2459 None None] New status for floating IP 05d9bb54-c8c9-4863-9d36-21db2e34e537: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:21:08.366659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295350f7-054c-4536-a0c8-600cff721b99 req-2847a9c4-ee64-4725-9b63-8c04bf8fd3e4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:08.367720 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-295350f7-054c-4536-a0c8-600cff721b99 req-2847a9c4-ee64-4725-9b63-8c04bf8fd3e4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0644908 Apr 16 16:21:08.399516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-295350f7-054c-4536-a0c8-600cff721b99 req-cc50cfda-59e5-4632-b053-9a4b845d8129 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277519 Apr 16 16:21:09.538251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f150a88-0d82-4daf-bafd-7ff8e807c546 req-60893db9-1ec6-430e-bc8e-02100193329d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:09.539350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f150a88-0d82-4daf-bafd-7ff8e807c546 req-60893db9-1ec6-430e-bc8e-02100193329d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0615876 Apr 16 16:21:09.574837 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f150a88-0d82-4daf-bafd-7ff8e807c546 req-90efbe72-2ba7-4015-bc08-a07a887b7f7a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281212 Apr 16 16:21:10.737451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bdfe5-6c93-4097-9ce4-2c4ded0c20d6 req-254f3dee-6180-4ab2-90f3-676be4f222f5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:10.738387 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1f0bdfe5-6c93-4097-9ce4-2c4ded0c20d6 req-254f3dee-6180-4ab2-90f3-676be4f222f5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0676417 Apr 16 16:21:10.774536 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1f0bdfe5-6c93-4097-9ce4-2c4ded0c20d6 req-7741880d-e01d-41f6-91cb-9d48315182e0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284746 Apr 16 16:21:11.319104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76636a25-d6b6-456d-bc57-e82dddfda734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:11.946548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88def345-0146-4b85-aa83-ff51ae575f72 req-2371db6e-f8ab-4dd7-a21f-a3996c2dd04d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:11.947679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-88def345-0146-4b85-aa83-ff51ae575f72 req-2371db6e-f8ab-4dd7-a21f-a3996c2dd04d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0773730 Apr 16 16:21:11.982998 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-88def345-0146-4b85-aa83-ff51ae575f72 req-227a4280-1db5-4e2a-90db-dba7caadd7bc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=4b2e1729-4586-401b-9160-ff3f66452239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Apr 16 16:21:12.142001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f3c1b-f591-4617-af11-304c21ebd012 req-53ee1bb1-7066-4880-bb23-66c91f877245 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:12.143056 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c9f3c1b-f591-4617-af11-304c21ebd012 req-53ee1bb1-7066-4880-bb23-66c91f877245 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 946 time: 0.0832334 Apr 16 16:21:12.199443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-4c9f3c1b-f591-4617-af11-304c21ebd012 req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 950d685a-3023-456d-8668-329643a9cae8 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:21:12.199650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4c9f3c1b-f591-4617-af11-304c21ebd012 req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:12.373785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-4c9f3c1b-f591-4617-af11-304c21ebd012 req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port 950d685a-3023-456d-8668-329643a9cae8, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=950d685a-3023-456d-8668-329643a9cae8,segment=NetworkSegment(0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e),segment_id=0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:21:12.374031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4c9f3c1b-f591-4617-af11-304c21ebd012 req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:12.463466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-4c9f3c1b-f591-4617-af11-304c21ebd012 req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 950d685a-3023-456d-8668-329643a9cae8 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:21:12.587683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4c9f3c1b-f591-4617-af11-304c21ebd012 req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:12.600449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ac0e92ff-207d-49c8-9b98-706d1fd50084 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:12.662536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=950d685a-3023-456d-8668-329643a9cae8,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:12.670624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.670907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.671185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.671459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.671731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.672003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.672274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.672544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.672816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.673086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.673356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.673873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:12.676741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:12.747820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-92d9f8ac-585f-44dd-96fc-93f27009e0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:12.755288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9f3c1b-f591-4617-af11-304c21ebd012 req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] No DVR routers for this DVR port 950d685a-3023-456d-8668-329643a9cae8 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:21:12.756894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4c9f3c1b-f591-4617-af11-304c21ebd012 req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:12.758499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'name': 'network-vif-deleted', 'tag': '950d685a-3023-456d-8668-329643a9cae8'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:21:12.765544 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c9f3c1b-f591-4617-af11-304c21ebd012 req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "DELETE /v2.0/ports/950d685a-3023-456d-8668-329643a9cae8 HTTP/1.1" status: 204 len: 173 time: 0.6153233 Apr 16 16:21:12.820142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec59e62b-abac-4c15-9395-957bb0fc6331', 'name': 'network-vif-deleted', 'tag': '950d685a-3023-456d-8668-329643a9cae8', 'status': 'completed', 'code': 200} Apr 16 16:21:13.089005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:13.115727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:13.126068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d149b907-540b-4584-ad82-d0ff9976f6ed req-179228c3-c2b7-475a-9f66-397c2893f25c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:21:13.137037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-d149b907-540b-4584-ad82-d0ff9976f6ed req-179228c3-c2b7-475a-9f66-397c2893f25c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:21:13.137962 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d149b907-540b-4584-ad82-d0ff9976f6ed req-179228c3-c2b7-475a-9f66-397c2893f25c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 210 time: 0.0495696 Apr 16 16:21:13.765119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:14.280146 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a431570e-4754-44b2-bb73-740728e325cb req-27b3b978-6666-49ef-8949-f26b5ae36a81 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 210 time: 0.0433152 Apr 16 16:21:14.322792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:15.359032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43824) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:15.735350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 950d685a-3023-456d-8668-329643a9cae8 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:21:15.769954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 950d685a-3023-456d-8668-329643a9cae8 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:21:15.770253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 950d685a-3023-456d-8668-329643a9cae8 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:21:16.052381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:16.293428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 876c423e-ecc0-4855-8ccf-3e5402ad20e1 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:21:16.293738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:16.421498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port 876c423e-ecc0-4855-8ccf-3e5402ad20e1, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=876c423e-ecc0-4855-8ccf-3e5402ad20e1,segment=NetworkSegment(0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e),segment_id=0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:21:16.421872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:16.503338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 876c423e-ecc0-4855-8ccf-3e5402ad20e1 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:21:16.630610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:16.639213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7943ebcc-e9fd-4805-add2-681a0ec06a41 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:16.697612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=876c423e-ecc0-4855-8ccf-3e5402ad20e1,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:16.701498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:16.918164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:17.183017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router 1cb33df6-91ec-4578-969f-5eb505ca54b3 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:21:17.282686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:21:17.293242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967cfced-4285-465d-8ea5-03ad7a02464b None None] Sync routers for ids ['1cb33df6-91ec-4578-969f-5eb505ca54b3'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:21:17.294138 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e9f0a9ef-a381-4fc9-8dc1-065a6e24bec8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "PUT /v2.0/routers/1cb33df6-91ec-4578-969f-5eb505ca54b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9339280 Apr 16 16:21:17.296369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43828) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:17.305804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967cfced-4285-465d-8ea5-03ad7a02464b None None] Routers {'1cb33df6-91ec-4578-969f-5eb505ca54b3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:21:17.306702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-967cfced-4285-465d-8ea5-03ad7a02464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:21:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1cb33df6-91ec-4578-969f-5eb505ca54b3'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:17.342434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-65af60d8-f0ff-4f56-8237-eaa57e5a7bc5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting subnet 9a709abb-9d25-4485-82a0-43a84041ffea {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:21:17.344307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65af60d8-f0ff-4f56-8237-eaa57e5a7bc5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:17.375903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65af60d8-f0ff-4f56-8237-eaa57e5a7bc5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:17.426303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-967cfced-4285-465d-8ea5-03ad7a02464b None None] Set router 1cb33df6-91ec-4578-969f-5eb505ca54b3 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:21:17.427251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65af60d8-f0ff-4f56-8237-eaa57e5a7bc5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:17.603156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65af60d8-f0ff-4f56-8237-eaa57e5a7bc5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:17.610722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d0048dbf-5320-422a-ba2e-c58bfc9dffa3 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:17.633297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-967cfced-4285-465d-8ea5-03ad7a02464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:21:16Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:17.638281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967cfced-4285-465d-8ea5-03ad7a02464b None None] Checking router: 1cb33df6-91ec-4578-969f-5eb505ca54b3 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:21:17.647295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967cfced-4285-465d-8ea5-03ad7a02464b None None] Routers {'1cb33df6-91ec-4578-969f-5eb505ca54b3'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:21:17.647716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-967cfced-4285-465d-8ea5-03ad7a02464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:21:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['1cb33df6-91ec-4578-969f-5eb505ca54b3'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:17.655726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af60d8-f0ff-4f56-8237-eaa57e5a7bc5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Subnet': ['ID=9a709abb-9d25-4485-82a0-43a84041ffea,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:17.662908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-65af60d8-f0ff-4f56-8237-eaa57e5a7bc5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:17.683004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-65af60d8-f0ff-4f56-8237-eaa57e5a7bc5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:17.687140 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-65af60d8-f0ff-4f56-8237-eaa57e5a7bc5 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/subnets/9a709abb-9d25-4485-82a0-43a84041ffea HTTP/1.1" status: 204 len: 168 time: 0.3900993 Apr 16 16:21:17.689490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43832) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:17.692042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b43299-56c5-4bc9-9516-8b99aa912078 None None] Network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:21:17.798714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:17.860674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-967cfced-4285-465d-8ea5-03ad7a02464b None None] Set router 1cb33df6-91ec-4578-969f-5eb505ca54b3 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:21:17.920776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:17.927900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port d7a6b567-0dff-4823-be2c-cd7e742ecb84 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:21:17.928083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.033370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port d7a6b567-0dff-4823-be2c-cd7e742ecb84, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d7a6b567-0dff-4823-be2c-cd7e742ecb84,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:21:18.033602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.040976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-967cfced-4285-465d-8ea5-03ad7a02464b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:21:16Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:18.047926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] DHCP port deletion for 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:21:18.049474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967cfced-4285-465d-8ea5-03ad7a02464b None None] The sync data for ids ['1cb33df6-91ec-4578-969f-5eb505ca54b3'] in dv-neutron-786478-2-hyperv is: [{'id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-69755797', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:21:16Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': 'd7a6b567-0dff-4823-be2c-cd7e742ecb84', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:c7:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb33df6-91ec-4578-969f-5eb505ca54b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:19:25Z', 'updated_at': '2021-04-16T16:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:21:18.052762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Deleting port d22fda8d-948e-4991-9d86-09117d7a0cf0 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:21:18.053063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.104096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for d7a6b567-0dff-4823-be2c-cd7e742ecb84 owned by network:router_gateway {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:21:18.183298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] For port d22fda8d-948e-4991-9d86-09117d7a0cf0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=d22fda8d-948e-4991-9d86-09117d7a0cf0,segment=NetworkSegment(0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e),segment_id=0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:21:18.183540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.222874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.233477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f35131d1-b42a-4fd9-ab91-973533e27269 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:18.255317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Calling delete_port for d22fda8d-948e-4991-9d86-09117d7a0cf0 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:21:18.292908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=d7a6b567-0dff-4823-be2c-cd7e742ecb84,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:18.294947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:18.297755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.306445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:18.354259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Pushing event deleted for resources: {'Port': ['ID=d22fda8d-948e-4991-9d86-09117d7a0cf0,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:18.366925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.367171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.367334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.367528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.367720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.367913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.368103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.368294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.368489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.368688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.368865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.369093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:18.372100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:18.395042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] No DVR routers for this DVR port d22fda8d-948e-4991-9d86-09117d7a0cf0 on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:21:18.396556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.505314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.506678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.521258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.521557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Fanout notify agent at l3_agent the message router_deleted on router 1cb33df6-91ec-4578-969f-5eb505ca54b3 {{(pid=86006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:21:18.530578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.532983 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/routers/1cb33df6-91ec-4578-969f-5eb505ca54b3 HTTP/1.1" status: 204 len: 168 time: 0.8411255 Apr 16 16:21:18.533127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43836) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:18.599505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.702020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.777961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e193ce-1b1d-4d9c-8015-1e43116bc5b1']}} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:18.786667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e') {'for_net_delete': True} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:18.786869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be81cd5-f4e0-4c2e-852c-ca6f01fbec9e') {} {{(pid=86006) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:18.794286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2845430'] for segment, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.805521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:18.809451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Releasing vlan 1476 on physical network physnet1 to pool {{(pid=86006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:21:18.907826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:21:18.912899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2840040'] for segment, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.260362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 41e193ce-1b1d-4d9c-8015-1e43116bc5b1 has no segments {{(pid=86006) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:21:19.273465 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:21:19.317192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.319820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f9706473-0aa3-43e9-a64a-6e40f24a0423 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:19.329240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.333364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Network': ['ID=41e193ce-1b1d-4d9c-8015-1e43116bc5b1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:19.335996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:19.340366 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-760d7393-9147-48b4-b56e-551294045c89 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/networks/41e193ce-1b1d-4d9c-8015-1e43116bc5b1 HTTP/1.1" status: 204 len: 168 time: 0.8066523 Apr 16 16:21:19.342532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43840) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:19.363356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d7a6b567-0dff-4823-be2c-cd7e742ecb84 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:21:19.384803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbef6c07-ce93-431a-a191-bff12bd95af9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.403822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbef6c07-ce93-431a-a191-bff12bd95af9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.435712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbef6c07-ce93-431a-a191-bff12bd95af9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.438283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70b5756e-2abb-40c5-a1c3-efe3a94c3a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:19.448299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef6c07-ce93-431a-a191-bff12bd95af9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2e1729-4586-401b-9160-ff3f66452239,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:19.451601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fbef6c07-ce93-431a-a191-bff12bd95af9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:19.452914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fbef6c07-ce93-431a-a191-bff12bd95af9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.455634 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fbef6c07-ce93-431a-a191-bff12bd95af9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/security-groups/4b2e1729-4586-401b-9160-ff3f66452239 HTTP/1.1" status: 204 len: 168 time: 0.1104879 Apr 16 16:21:19.576102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: d7a6b567-0dff-4823-be2c-cd7e742ecb84 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:21:19.576806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d7a6b567-0dff-4823-be2c-cd7e742ecb84 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:21:19.576806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d22fda8d-948e-4991-9d86-09117d7a0cf0 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:21:19.600948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: d22fda8d-948e-4991-9d86-09117d7a0cf0 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:21:19.601170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device d22fda8d-948e-4991-9d86-09117d7a0cf0 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:21:19.601369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 876c423e-ecc0-4855-8ccf-3e5402ad20e1 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:21:19.617977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43848) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:19.622265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600367337', 'description': 'tempest-secgroup-smoke-600367337 description', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:19.623386 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 876c423e-ecc0-4855-8ccf-3e5402ad20e1 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:21:19.623604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 876c423e-ecc0-4855-8ccf-3e5402ad20e1 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:21:19.627353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:19.630912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:19.633063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:19.636788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:19.643855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.655148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:19.657328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:19.659529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:19.662792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:19.702325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.704673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.706777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5b495ab7-ce38-4eeb-b69a-f2189574639c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:19.731711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597c7593-718a-4cc6-89f7-be122afad4a1,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:19.733474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.734169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1153448 Apr 16 16:21:19.734758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fe877a8e-73ad-46d0-af7f-f98e29e8bd50 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:19.736741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43852) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:19.743530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '597c7593-718a-4cc6-89f7-be122afad4a1', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:19.751262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:19.755283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:19.757143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:19.760813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:19.771199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.810257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.812191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.813438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b0423be2-b318-47d4-b490-b9769aadd42b tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:19.827789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83948f48-7970-4521-ac17-e4984610e72b,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:19.829359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:19.834063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.834846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1e67a32b-cf98-4784-8e5a-26a604821c7c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0970805 Apr 16 16:21:19.836677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43856) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:19.840047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '597c7593-718a-4cc6-89f7-be122afad4a1', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:19.843884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:19.846359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:19.848261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:19.851907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:19.862889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.911204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.913737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.916000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-96383729-e7da-43b9-b03d-2deb106cc6f1 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:19.932592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2869870-acc0-4b59-9320-42a811e5401d,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:19.934847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:19.939339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:19.940022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b69ac320-051b-4459-bc96-492c14a56f98 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1027191 Apr 16 16:21:19.942000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43860) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:19.944998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '597c7593-718a-4cc6-89f7-be122afad4a1', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:19.948558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:19.950862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:19.952565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:19.956579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:19.966077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.003479 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dadec595-66b7-4c21-910e-66ac2537b666 req-c2b1fc7c-15d7-4fcd-ad69-441e1e7a5bdc service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 210 time: 0.0343015 Apr 16 16:21:20.006195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.008518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.013762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b9fde83-c260-42de-bea3-5b92aafa2214 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:20.028041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef337c6-d331-4071-86d2-76c6c00c32db,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:20.029582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:20.032299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.035120 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0905478 Apr 16 16:21:20.036729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43864) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:20.039995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '597c7593-718a-4cc6-89f7-be122afad4a1', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:20.040256 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dadec595-66b7-4c21-910e-66ac2537b666 req-0048d6d4-eeb8-4d68-a392-632c9caee29f service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187438 Apr 16 16:21:20.043797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:20.046234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:20.048021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:20.052031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:20.061722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.099562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.102063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.103456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-231176da-783c-46f2-b13d-a8d29bc959a3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:20.118007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4ea473-39d8-488c-92e3-2ad0891f6a7f,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:20.119700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:20.124234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.125024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8e6e9f63-6e69-4d01-b933-2d06502be0f3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0876777 Apr 16 16:21:20.128802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43868) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:20.131988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '597c7593-718a-4cc6-89f7-be122afad4a1', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:20.135650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:20.137369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadec595-66b7-4c21-910e-66ac2537b666 req-3845ee5d-78f5-4014-af03-d0ad66e76eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:20.138390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dadec595-66b7-4c21-910e-66ac2537b666 req-3845ee5d-78f5-4014-af03-d0ad66e76eda service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0897269 Apr 16 16:21:20.139382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:20.143072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:20.147649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:20.154048 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Project 276ab2860e7f4b55b9a5a0ddb3a90291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:21:20.158172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.202076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.204443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.208387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-362ec11b-a4d6-4c96-a7bb-c020965d0404 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:20.222294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542f3b44-17e5-4bef-a7ed-057baae2df7e,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:20.223730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:20.227876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.228659 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ef42ae17-696b-4c61-8197-56c98ef93b37 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0992255 Apr 16 16:21:20.231047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43872) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:20.234471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'security_group_rule': {'security_group_id': '597c7593-718a-4cc6-89f7-be122afad4a1', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:20.238566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:20.241127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:security_group_rule and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:20.243057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:20.246805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:20.253891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Project 276ab2860e7f4b55b9a5a0ddb3a90291 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:21:20.258342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.300146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.302250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.305760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69b0d521-0235-4101-9e3f-94ffec6cbc89 tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:20.318525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52009244-5727-4d1c-b135-cdc3b3ec2f09,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:20.319963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:20.326056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.327596 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0956597 Apr 16 16:21:20.329654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43876) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:20.336885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'network': {'name': 'tempest-network-smoke--1560850342', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'port_security_enabled': True}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:20.343128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:20.348031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:network and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:20.349967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:20.353706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:20.359830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:21:20.363696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.382470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1480} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:21:20.389718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.389942 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Added segment a2534515-4093-4485-8346-aa00f6c9cce4 of type vlan for network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b Apr 16 16:21:20.407530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.426467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.429957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:20.430379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.432774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b1d4fbc3-7b45-4018-b594-c3c93f8b6cf7 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:20.503990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1731281 Apr 16 16:21:20.504729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Network': ['ID=c6b3c6a6-1e4b-4532-9f96-438cd9600f0b,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:20.506189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43880) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:20.506927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-66d31fbf-5083-4715-ba8d-be77b0b27ce7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:20.510465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'admin_state_up': True, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:20.513057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:21:20.515796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:20.518716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:router and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:20.520700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:20.525244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:20.532721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.533383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.568929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.576388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-293cae38-b05d-4e69-9e9c-0448fad94dd4 req-0b6869dd-d39b-490a-a492-d5f61d689c9d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=ec59e62b-abac-4c15-9395-957bb0fc6331 HTTP/1.1" status: 200 len: 210 time: 0.0343142 Apr 16 16:21:20.756403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.976790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:20.996316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:21.090755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.26.4.170 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/26afa6c4-8425-4089-8789-baad2e1bfb20) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:21:21.185781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:21.205629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:21.212531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-044fdee1-b01d-49fb-b81f-04fc41d13cd0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:21.278683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=26afa6c4-8425-4089-8789-baad2e1bfb20,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:21.280446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:21.333806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:21:21.334522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:21:21.335783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:21:21.570832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:21.788190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:22.211309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router e023b776-b624-49c9-ab6b-7619c79c931f is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:21:22.323382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:21:22.334235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Sync routers for ids ['e023b776-b624-49c9-ab6b-7619c79c931f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:21:22.340955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Routers {'e023b776-b624-49c9-ab6b-7619c79c931f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:21:22.341390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:22.341492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:21:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e023b776-b624-49c9-ab6b-7619c79c931f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:22.342178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1eb6af96-68d6-401e-b1f5-5945afb92bd6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8351398 Apr 16 16:21:22.344369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43884) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:22.371530 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3ad6577f-abe6-498b-9b62-a2f99ae9bcbb tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/subnets?project_id=276ab2860e7f4b55b9a5a0ddb3a90291&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263720 Apr 16 16:21:22.373335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43888) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:22.457456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Set router e023b776-b624-49c9-ab6b-7619c79c931f gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:21:22.464442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415ab445-5455-40b7-9100-861df6216e5b tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:22.465417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-415ab445-5455-40b7-9100-861df6216e5b tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913370 Apr 16 16:21:22.467667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43892) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:22.499000 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b1edf7fe-854f-4659-9fe2-0b3ec3e15923 tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/subnets?network_id=4be6ccee-bd06-47ad-b7c9-0498b8053c94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304263 Apr 16 16:21:22.500942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43896) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:22.505123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2118222318', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:22.571048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:22.575006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:subnet and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:22.578785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:22.586360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:22.596654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:21:22.601918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:22.779641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:21Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:22.782117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Checking router: e023b776-b624-49c9-ab6b-7619c79c931f for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:21:22.782376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Updating router e023b776-b624-49c9-ab6b-7619c79c931f port 26afa6c4-8425-4089-8789-baad2e1bfb20 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:21:22.817921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.016364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.024697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Transition to ACTIVE for port object 26afa6c4-8425-4089-8789-baad2e1bfb20 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:21:23.029352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.036675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0004ca78-e7e2-43c6-8c9f-a8d5775f9694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:23.108019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Pushing event updated for resources: {'Port': ['ID=26afa6c4-8425-4089-8789-baad2e1bfb20,revision_number=2']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:23.119727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.119935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.120115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.120302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.120490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.120680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.120867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.121056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.121240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.121426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.121607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.121791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:21:23.124610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:23.154680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Attempting to bind port 26afa6c4-8425-4089-8789-baad2e1bfb20 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:21:23.154906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Attempting to bind port 26afa6c4-8425-4089-8789-baad2e1bfb20 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:21:23.155127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Attempting to bind port 26afa6c4-8425-4089-8789-baad2e1bfb20 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:21:23.156230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.158582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:21:23.158818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:21:23.159060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.159294 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:21:23.159579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Bound port: 26afa6c4-8425-4089-8789-baad2e1bfb20, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:21:23.159805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.163438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-42747bfd-8664-4e3f-9f80-be2621abf2b6 tempest-NetworksTestDHCPv6-747041512 tempest-NetworksTestDHCPv6-747041512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:23.203649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] For port 26afa6c4-8425-4089-8789-baad2e1bfb20, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:21:23.205577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] For port 26afa6c4-8425-4089-8789-baad2e1bfb20, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=26afa6c4-8425-4089-8789-baad2e1bfb20,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:21:23.208328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.216962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:23.231681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Subnet': ['ID=c2875f75-a3e3-4b10-9990-d1184a77eda1,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:23.234191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:23.279900 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Checking segment: {'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:21:23.280142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network hostable DHCP agents. Network: c6b3c6a6-1e4b-4532-9f96-438cd9600f0b, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:21:23.291613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:21:23.295254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Pushing event updated for resources: {'Port': ['ID=26afa6c4-8425-4089-8789-baad2e1bfb20,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:23.297973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1399bf91-1018-4188-9022-cfd73c52466e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:23.298149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, c6b3c6a6-1e4b-4532-9f96-438cd9600f0b) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:21:23.305929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:23.306717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.308761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35290a12-28a7-444b-b483-d1a3a723a898 None None] Network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:21:23.322868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-06f36f35-66e1-44ef-9cfa-46a5edbd8c03 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8211148 Apr 16 16:21:23.324778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43900) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:23.329353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Routers {'e023b776-b624-49c9-ab6b-7619c79c931f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:21:23.329829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:21:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e023b776-b624-49c9-ab6b-7619c79c931f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:23.434118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] Set router e023b776-b624-49c9-ab6b-7619c79c931f gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:21:23.459749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ips': [{'subnet_id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:21:23.460437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.558094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Allocated IP 172.20.0.2 (c6b3c6a6-1e4b-4532-9f96-438cd9600f0b/c2875f75-a3e3-4b10-9990-d1184a77eda1/1d402c3a-0925-4b36-bd98-7b0c73d3412a) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:21:23.593828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:21Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:23.596194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8453abb-3984-4383-80fc-bb51780ddd02 None None] The sync data for ids ['e023b776-b624-49c9-ab6b-7619c79c931f'] in dv-neutron-786478-2-hyperv is: [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:21Z', 'revision_number': 3, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:21:23.672121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.678987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Transition to ACTIVE for port object 1d402c3a-0925-4b36-bd98-7b0c73d3412a will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:21:23.690854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Transition to ACTIVE for port object 1d402c3a-0925-4b36-bd98-7b0c73d3412a will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:21:23.696111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.705027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:23.750967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.777149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Pushing event updated for resources: {'Port': ['ID=1d402c3a-0925-4b36-bd98-7b0c73d3412a,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:23.779052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:23.808065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:21:23.808747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:21:23.810234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:21:23.858330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Attempting to bind port 1d402c3a-0925-4b36-bd98-7b0c73d3412a on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:21:23.858694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Attempting to bind port 1d402c3a-0925-4b36-bd98-7b0c73d3412a by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:21:23.858758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Attempting to bind port 1d402c3a-0925-4b36-bd98-7b0c73d3412a on network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:21:23.861789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:21:23.861997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Checking segment: {'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:21:23.862251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.862513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Bound using segment: {'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:21:23.862808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Bound port: 1d402c3a-0925-4b36-bd98-7b0c73d3412a, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:21:23.863063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.914791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] For port 1d402c3a-0925-4b36-bd98-7b0c73d3412a, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:21:23.917191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] For port 1d402c3a-0925-4b36-bd98-7b0c73d3412a, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1d402c3a-0925-4b36-bd98-7b0c73d3412a,segment=NetworkSegment(a2534515-4093-4485-8346-aa00f6c9cce4),segment_id=a2534515-4093-4485-8346-aa00f6c9cce4)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:21:23.919470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:23.927338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:24.002159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.20.0.1 (c6b3c6a6-1e4b-4532-9f96-438cd9600f0b/c2875f75-a3e3-4b10-9990-d1184a77eda1/f080e591-f66e-4f66-b9b5-a3e98a83bd82) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:21:24.010539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Pushing event updated for resources: {'Port': ['ID=1d402c3a-0925-4b36-bd98-7b0c73d3412a,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:24.013454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:24.117120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:24.127924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Transition to ACTIVE for port object f080e591-f66e-4f66-b9b5-a3e98a83bd82 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:21:24.143485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:24.152552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-82b69792-eb13-4700-b0f2-e584c4cc591b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:24.235122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=f080e591-f66e-4f66-b9b5-a3e98a83bd82,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:24.238199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:24.263967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:21:24.264633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:21:24.266157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:21:24.302836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:24.371526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:24.593524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:24.596518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:24.611676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e3f9a333-3e31-4c20-84c2-44d911ec9f8c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:24.657498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=f080e591-f66e-4f66-b9b5-a3e98a83bd82,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:24.659148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:24.666031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:24.736083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:21:24.737517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:21:24.844914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router e023b776-b624-49c9-ab6b-7619c79c931f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:21:24.943934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:21:24.953093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "PUT /v2.0/routers/e023b776-b624-49c9-ab6b-7619c79c931f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6275835 Apr 16 16:21:25.074168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-af45179f-e7e2-4c73-a16a-a4bfa8e8036d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:21:25.083570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-af45179f-e7e2-4c73-a16a-a4bfa8e8036d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:21:25.084385 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-af45179f-e7e2-4c73-a16a-a4bfa8e8036d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600367337&fields=id&tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 267 time: 0.0357800 Apr 16 16:21:25.125365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb8e146-7f3e-4b27-9bc1-1be9e44d565e None None] Network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:21:25.174727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-d047120b-a6ae-4c39-a505-1660b0c4cdf1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:25.175166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-d047120b-a6ae-4c39-a505-1660b0c4cdf1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:21:25.177033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-6e8314e3-df40-43f7-9492-8f5239978dd9 None None] Provisioning for port 1d402c3a-0925-4b36-bd98-7b0c73d3412a completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:21:25.183899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-d047120b-a6ae-4c39-a505-1660b0c4cdf1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:21:25.184637 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-d047120b-a6ae-4c39-a505-1660b0c4cdf1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/networks?id=c6b3c6a6-1e4b-4532-9f96-438cd9600f0b HTTP/1.1" status: 200 len: 797 time: 0.0957639 Apr 16 16:21:25.194577 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-be04c58f-8d2f-4411-af2e-5ec3ab7581a9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/quotas/276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 375 time: 0.0060158 Apr 16 16:21:25.244746 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-f3dacb3b-8d21-46f1-80e4-ea7168420284 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472720 Apr 16 16:21:25.328767 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-901312a4-7201-4a5e-8f23-05161b0a9011 service neutron] 10.222.0.95 "GET /v2.0/networks/c6b3c6a6-1e4b-4532-9f96-438cd9600f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0759864 Apr 16 16:21:25.402696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 26afa6c4-8425-4089-8789-baad2e1bfb20 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:21:25.415761 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-f1cab45d-4e45-4b6d-9692-9fff3015c089 service neutron] 10.222.0.95 "GET /v2.0/networks/c6b3c6a6-1e4b-4532-9f96-438cd9600f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827088 Apr 16 16:21:25.447581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5f83361f-e376-4370-aec6-ff16d09df8c6 None None] Provisioning for port f080e591-f66e-4f66-b9b5-a3e98a83bd82 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:21:25.452150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5f83361f-e376-4370-aec6-ff16d09df8c6 None None] Provisioning complete for port f080e591-f66e-4f66-b9b5-a3e98a83bd82 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:21:25.452479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5f83361f-e376-4370-aec6-ff16d09df8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:25.500977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 26afa6c4-8425-4089-8789-baad2e1bfb20 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:21:25.505921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 26afa6c4-8425-4089-8789-baad2e1bfb20 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:21:25.506208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:25.526698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5f83361f-e376-4370-aec6-ff16d09df8c6 None None] Port f080e591-f66e-4f66-b9b5-a3e98a83bd82 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:21:25.538038 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ed11e4b-4b2b-4f46-94f7-941b38f1082f req-4448e8f9-e176-44c7-abb9-aa8240e6b4c7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 210 time: 0.0348344 Apr 16 16:21:25.589123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:25.601130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 26afa6c4-8425-4089-8789-baad2e1bfb20, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=26afa6c4-8425-4089-8789-baad2e1bfb20,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:21:25.603316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:25.603978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1d402c3a-0925-4b36-bd98-7b0c73d3412a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:21:25.621203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b5fa3cd7-fdf3-4ea6-8660-0d8445cef0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:25.682470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a0d693a8-6034-4f91-9113-e7654a7bfeb7 None None] Provisioning complete for port f080e591-f66e-4f66-b9b5-a3e98a83bd82 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:21:25.682631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a0d693a8-6034-4f91-9113-e7654a7bfeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:25.701201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=26afa6c4-8425-4089-8789-baad2e1bfb20,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:25.703265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:25.723477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 1d402c3a-0925-4b36-bd98-7b0c73d3412a completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:21:25.726049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a0d693a8-6034-4f91-9113-e7654a7bfeb7 None None] Port f080e591-f66e-4f66-b9b5-a3e98a83bd82 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:21:25.727891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1d402c3a-0925-4b36-bd98-7b0c73d3412a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:21:25.728141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:25.796659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:25.816523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 1d402c3a-0925-4b36-bd98-7b0c73d3412a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1d402c3a-0925-4b36-bd98-7b0c73d3412a,segment=NetworkSegment(a2534515-4093-4485-8346-aa00f6c9cce4),segment_id=a2534515-4093-4485-8346-aa00f6c9cce4)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:21:25.818875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:25.820166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a208c75-1b1c-43fa-bbcb-379271423ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:25.862505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1277cd8d-4c2a-4a84-8201-9a09bdc6f3f5 None None] Provisioning complete for port f080e591-f66e-4f66-b9b5-a3e98a83bd82 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:21:25.862746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1277cd8d-4c2a-4a84-8201-9a09bdc6f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:25.884700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=1d402c3a-0925-4b36-bd98-7b0c73d3412a,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:25.887430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:25.896368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-1277cd8d-4c2a-4a84-8201-9a09bdc6f3f5 None None] Port f080e591-f66e-4f66-b9b5-a3e98a83bd82 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:21:26.009549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Sync routers for ids ['e023b776-b624-49c9-ab6b-7619c79c931f'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:21:26.016861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Routers {'e023b776-b624-49c9-ab6b-7619c79c931f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:21:26.017287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:21:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e023b776-b624-49c9-ab6b-7619c79c931f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:26.118298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Set router e023b776-b624-49c9-ab6b-7619c79c931f gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:21:26.451885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:24Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f080e591-f66e-4f66-b9b5-a3e98a83bd82', 'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:d4:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:23Z', 'updated_at': '2021-04-16T16:21:24Z', 'revision_number': 2, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:26.454320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Checking router: e023b776-b624-49c9-ab6b-7619c79c931f for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:21:26.454564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Updating router e023b776-b624-49c9-ab6b-7619c79c931f port f080e591-f66e-4f66-b9b5-a3e98a83bd82 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:21:26.487404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:26.651936 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1343024c-aef8-48c5-95af-1444ce4663de req-603bfe55-9df0-4d8c-a03f-9d91d42d51d7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 210 time: 0.0407627 Apr 16 16:21:26.681311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:26.688056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Transition to ACTIVE for port object f080e591-f66e-4f66-b9b5-a3e98a83bd82 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:21:26.691429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:26.699709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2844a60d-b484-4b62-a593-ae7b81de9ce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:26.721376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-d4d227d4-6ccb-48e6-839a-be505733635a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:26.722283 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-d4d227d4-6ccb-48e6-839a-be505733635a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/networks?id=c6b3c6a6-1e4b-4532-9f96-438cd9600f0b HTTP/1.1" status: 200 len: 797 time: 0.0874937 Apr 16 16:21:26.768871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd898f-89b9-4c4c-9993-56911ce45aba None None] Pushing event updated for resources: {'Port': ['ID=f080e591-f66e-4f66-b9b5-a3e98a83bd82,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:26.777808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bdfd898f-89b9-4c4c-9993-56911ce45aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:26.781260 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-6799e7d0-9280-41d7-a983-f968503a904f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291 HTTP/1.1" status: 200 len: 8071 time: 0.0480177 Apr 16 16:21:26.791374 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'port': {'device_id': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'admin_state_up': True, 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'security_groups': ['597c7593-718a-4cc6-89f7-be122afad4a1']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:26.872798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:26.875840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:port and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:26.877603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:26.881055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:26.884729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Attempting to bind port f080e591-f66e-4f66-b9b5-a3e98a83bd82 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:21:26.884966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Attempting to bind port f080e591-f66e-4f66-b9b5-a3e98a83bd82 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:21:26.885191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Attempting to bind port f080e591-f66e-4f66-b9b5-a3e98a83bd82 on network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:21:26.889304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:21:26.889644 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Checking segment: {'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:21:26.889938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:26.890192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Bound using segment: {'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:21:26.890657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Bound port: f080e591-f66e-4f66-b9b5-a3e98a83bd82, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:21:26.891002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:26.892802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:21:26.893018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Made reservation on behalf of 276ab2860e7f4b55b9a5a0ddb3a90291 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:21:26.897675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:26.945350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] For port f080e591-f66e-4f66-b9b5-a3e98a83bd82, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:21:26.947127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] For port f080e591-f66e-4f66-b9b5-a3e98a83bd82, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f080e591-f66e-4f66-b9b5-a3e98a83bd82,segment=NetworkSegment(a2534515-4093-4485-8346-aa00f6c9cce4),segment_id=a2534515-4093-4485-8346-aa00f6c9cce4)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:21:26.950131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:26.957093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3bfa6da9-2dbb-4138-a52c-a7740719e748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:26.998104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.20.0.3 (c6b3c6a6-1e4b-4532-9f96-438cd9600f0b/c2875f75-a3e3-4b10-9990-d1184a77eda1/3a8ddab3-759b-4be5-858e-28774f10d270) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:21:27.049657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd898f-89b9-4c4c-9993-56911ce45aba None None] Pushing event updated for resources: {'Port': ['ID=f080e591-f66e-4f66-b9b5-a3e98a83bd82,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:27.051370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bdfd898f-89b9-4c4c-9993-56911ce45aba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:27.071096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Routers {'e023b776-b624-49c9-ab6b-7619c79c931f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:21:27.071464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:21:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e023b776-b624-49c9-ab6b-7619c79c931f'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:27.128003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:27.138642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Transition to ACTIVE for port object 3a8ddab3-759b-4be5-858e-28774f10d270 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:21:27.153983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:27.163457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:27.177434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] Set router e023b776-b624-49c9-ab6b-7619c79c931f gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:21:27.236777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=3a8ddab3-759b-4be5-858e-28774f10d270,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:27.239339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:27.272780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:21:27.273508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:21:27.275071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:21:27.314222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:27.314659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:27.331547 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424502 Apr 16 16:21:27.346522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Request body: {'port': {'device_id': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:27.393062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 26afa6c4-8425-4089-8789-baad2e1bfb20 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:21:27.413763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:24Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f080e591-f66e-4f66-b9b5-a3e98a83bd82', 'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:d4:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:23Z', 'updated_at': '2021-04-16T16:21:26Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:27.424112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc003c-ee80-4256-8ac8-19227fbc229a None None] The sync data for ids ['e023b776-b624-49c9-ab6b-7619c79c931f'] in dv-neutron-786478-2-hyperv is: [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:24Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f080e591-f66e-4f66-b9b5-a3e98a83bd82', 'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:d4:4b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:23Z', 'updated_at': '2021-04-16T16:21:26Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:21:27.436912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:27.438202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-77b1f0b9-c84c-4f14-a4f7-d469f7916108 None None] Provisioning for port 3a8ddab3-759b-4be5-858e-28774f10d270 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:21:27.441561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-77b1f0b9-c84c-4f14-a4f7-d469f7916108 None None] Provisioning complete for port 3a8ddab3-759b-4be5-858e-28774f10d270 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:21:27.441727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77b1f0b9-c84c-4f14-a4f7-d469f7916108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:27.481954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 26afa6c4-8425-4089-8789-baad2e1bfb20 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:21:27.482192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:27.500358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-77b1f0b9-c84c-4f14-a4f7-d469f7916108 None None] Port 3a8ddab3-759b-4be5-858e-28774f10d270 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:21:27.557592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1d402c3a-0925-4b36-bd98-7b0c73d3412a up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:21:27.596728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1d402c3a-0925-4b36-bd98-7b0c73d3412a triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:21:27.596966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:27.654167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8ddab3-759b-4be5-858e-28774f10d270 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:21:27.658699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:27.670295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Transition to ACTIVE for port object 3a8ddab3-759b-4be5-858e-28774f10d270 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:21:27.673959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:27.683604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ff0842d8-2124-4527-bd77-61e4a61ae98d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:27.786307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8ddab3-759b-4be5-858e-28774f10d270,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:27.790299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:27.829752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b8176-5d07-422c-8263-343ca0849983 req-5944e61f-3769-4cff-b90a-240b682cf3c2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:27.830189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ee1b8176-5d07-422c-8263-343ca0849983 req-5944e61f-3769-4cff-b90a-240b682cf3c2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:21:27.898461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ee1b8176-5d07-422c-8263-343ca0849983 req-5944e61f-3769-4cff-b90a-240b682cf3c2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:21:27.899258 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee1b8176-5d07-422c-8263-343ca0849983 req-5944e61f-3769-4cff-b90a-240b682cf3c2 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.1651609 Apr 16 16:21:27.957999 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee1b8176-5d07-422c-8263-343ca0849983 req-dcda8f33-9741-4a77-b074-52e3ff3c3628 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431528 Apr 16 16:21:27.961582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Attempting to bind port 3a8ddab3-759b-4be5-858e-28774f10d270 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:21:27.961777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Attempting to bind port 3a8ddab3-759b-4be5-858e-28774f10d270 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:21:27.961971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Attempting to bind port 3a8ddab3-759b-4be5-858e-28774f10d270 on network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:21:27.964624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Port 3a8ddab3-759b-4be5-858e-28774f10d270 on network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:21:27.964809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Attempting to bind port 3a8ddab3-759b-4be5-858e-28774f10d270 on network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:21:27.967705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:21:27.967902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Checking segment: {'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:21:27.968122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Bound using segment: {'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:21:27.968375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Bound port: 3a8ddab3-759b-4be5-858e-28774f10d270, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2534515-4093-4485-8346-aa00f6c9cce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1480, 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:21:27.968581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:28.017899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] For port 3a8ddab3-759b-4be5-858e-28774f10d270, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:21:28.019751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] For port 3a8ddab3-759b-4be5-858e-28774f10d270, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3a8ddab3-759b-4be5-858e-28774f10d270,segment=NetworkSegment(a2534515-4093-4485-8346-aa00f6c9cce4),segment_id=a2534515-4093-4485-8346-aa00f6c9cce4)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:21:28.022775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:28.029472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1524534d-5f39-4df1-b9f5-5250f4645162 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:28.110365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8ddab3-759b-4be5-858e-28774f10d270,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:28.113695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:28.132576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:28.132943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:28.133864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] 10.222.0.107 "PUT /v2.0/ports/3a8ddab3-759b-4be5-858e-28774f10d270 HTTP/1.1" status: 200 len: 1093 time: 0.7927473 Apr 16 16:21:28.134190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'tag': '3a8ddab3-759b-4be5-858e-28774f10d270'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:21:28.161533 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'tag': '3a8ddab3-759b-4be5-858e-28774f10d270', 'status': 'completed', 'code': 200} Apr 16 16:21:28.899157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f84c24-0e3a-4f81-916e-0960cb881772 req-eed87f54-f343-41da-bebc-43b848b1a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:28.900127 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5f84c24-0e3a-4f81-916e-0960cb881772 req-eed87f54-f343-41da-bebc-43b848b1a702 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 1096 time: 0.0545864 Apr 16 16:21:29.009819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f84c24-0e3a-4f81-916e-0960cb881772 req-c36d6bfe-cc76-4ada-b364-eac2389c0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:29.010895 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5f84c24-0e3a-4f81-916e-0960cb881772 req-c36d6bfe-cc76-4ada-b364-eac2389c0206 service neutron] 10.222.0.107 "GET /v2.0/networks?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&shared=False HTTP/1.1" status: 200 len: 899 time: 0.1013885 Apr 16 16:21:29.398286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f84c24-0e3a-4f81-916e-0960cb881772 req-a9257f53-b32f-4016-970b-a35c48f7fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:29.398723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f080e591-f66e-4f66-b9b5-a3e98a83bd82 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:21:29.399260 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5f84c24-0e3a-4f81-916e-0960cb881772 req-a9257f53-b32f-4016-970b-a35c48f7fe71 service neutron] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3801486 Apr 16 16:21:29.407781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5165236-33e0-49c5-a723-2a0e51123c0c req-d7d653b3-2f15-4344-8625-a751889393b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:29.408559 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5165236-33e0-49c5-a723-2a0e51123c0c req-d7d653b3-2f15-4344-8625-a751889393b0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.3760552 Apr 16 16:21:29.435408 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5165236-33e0-49c5-a723-2a0e51123c0c req-a49fb861-ebb4-472c-b831-4403af81f7dc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0223415 Apr 16 16:21:29.441475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port f080e591-f66e-4f66-b9b5-a3e98a83bd82 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:21:29.444841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f080e591-f66e-4f66-b9b5-a3e98a83bd82 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:21:29.445109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:29.523704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:29.544737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port f080e591-f66e-4f66-b9b5-a3e98a83bd82, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f080e591-f66e-4f66-b9b5-a3e98a83bd82,segment=NetworkSegment(a2534515-4093-4485-8346-aa00f6c9cce4),segment_id=a2534515-4093-4485-8346-aa00f6c9cce4)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:21:29.546844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:29.548150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:29.591236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=f080e591-f66e-4f66-b9b5-a3e98a83bd82,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:29.593331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:30.575438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643fb66-2de5-4e8c-b14d-b0a4bf8be3b1 req-4fceb5f7-53c6-4de5-a3b3-197c06811c58 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:30.576479 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8643fb66-2de5-4e8c-b14d-b0a4bf8be3b1 req-4fceb5f7-53c6-4de5-a3b3-197c06811c58 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.0631714 Apr 16 16:21:30.610772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8643fb66-2de5-4e8c-b14d-b0a4bf8be3b1 req-0ff9bf79-4870-405c-a2e3-de49f369cb36 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264184 Apr 16 16:21:31.375071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f080e591-f66e-4f66-b9b5-a3e98a83bd82 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:21:31.427257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port f080e591-f66e-4f66-b9b5-a3e98a83bd82 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:21:31.427565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:31.762589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9cfc3-4e44-42c1-91f0-ab30cc93b620 req-5ba327e5-af66-477a-b5a7-06782ffbc5a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:31.763570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dad9cfc3-4e44-42c1-91f0-ab30cc93b620 req-5ba327e5-af66-477a-b5a7-06782ffbc5a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.0628870 Apr 16 16:21:31.798371 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dad9cfc3-4e44-42c1-91f0-ab30cc93b620 req-c94e0356-6834-4b6a-b448-07b555631a5e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271516 Apr 16 16:21:32.947997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b0a3f-b9ab-4d8c-8b2c-a7a24e6463b8 req-f079dded-6c50-4652-8c7b-9dc83cb393a1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:32.948871 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e32b0a3f-b9ab-4d8c-8b2c-a7a24e6463b8 req-f079dded-6c50-4652-8c7b-9dc83cb393a1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.0607469 Apr 16 16:21:32.990693 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e32b0a3f-b9ab-4d8c-8b2c-a7a24e6463b8 req-fa416b49-a775-4775-97ba-1344e3cd8e02 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370703 Apr 16 16:21:34.143806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc99fae-091d-40f6-a306-bc1715674ce9 req-abfa0b7f-056a-45cc-81a4-e5462c96ceea tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:34.144896 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dc99fae-091d-40f6-a306-bc1715674ce9 req-abfa0b7f-056a-45cc-81a4-e5462c96ceea tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.0647240 Apr 16 16:21:34.177618 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dc99fae-091d-40f6-a306-bc1715674ce9 req-19fa5e90-a275-458a-b046-e69938f8e163 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267408 Apr 16 16:21:35.337639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b980e-a64c-4fde-82b9-89530d3b70bc req-6bef5048-de78-4949-96b5-65b377766baf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:35.338750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6d8b980e-a64c-4fde-82b9-89530d3b70bc req-6bef5048-de78-4949-96b5-65b377766baf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.0659695 Apr 16 16:21:35.374014 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6d8b980e-a64c-4fde-82b9-89530d3b70bc req-9202f591-f3ab-4cdb-99f0-a488a4e933a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276637 Apr 16 16:21:36.525317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4312d8-582b-4e46-b86e-3f950bf87f80 req-0a25407f-13a4-4ca0-9dc7-333f78c211d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:36.526378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de4312d8-582b-4e46-b86e-3f950bf87f80 req-0a25407f-13a4-4ca0-9dc7-333f78c211d0 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.0685055 Apr 16 16:21:36.561141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de4312d8-582b-4e46-b86e-3f950bf87f80 req-d50f89ed-c8d1-4f33-bdbc-84cd76a76e49 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274661 Apr 16 16:21:37.722760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7f9a6-60eb-45a0-9dfd-3ff96d09944a req-d2f55a94-556c-4176-be64-cd267b1e52df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:37.723839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-58c7f9a6-60eb-45a0-9dfd-3ff96d09944a req-d2f55a94-556c-4176-be64-cd267b1e52df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.0740263 Apr 16 16:21:37.763461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-58c7f9a6-60eb-45a0-9dfd-3ff96d09944a req-07fb18d8-4a3a-4dc4-8073-898cac1b6ff6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335038 Apr 16 16:21:38.930484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1318f0-e2d5-4eae-9c9e-8427d58cebeb req-199f92af-20a2-4df0-b844-1bf6a712ba58 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:38.931650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b1318f0-e2d5-4eae-9c9e-8427d58cebeb req-199f92af-20a2-4df0-b844-1bf6a712ba58 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.0805736 Apr 16 16:21:38.968236 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b1318f0-e2d5-4eae-9c9e-8427d58cebeb req-8e4ad2be-62b4-4963-ad5b-247e74154154 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286891 Apr 16 16:21:40.198203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e624a6-a28a-4209-89e9-e490aefd5cfc req-fe8fe6f8-b506-41bd-8b22-423c2f628014 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:40.199308 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-23e624a6-a28a-4209-89e9-e490aefd5cfc req-fe8fe6f8-b506-41bd-8b22-423c2f628014 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.1438589 Apr 16 16:21:40.230963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-23e624a6-a28a-4209-89e9-e490aefd5cfc req-8f62f02f-4e18-4402-86fa-db37787a8096 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272086 Apr 16 16:21:40.416842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-7ed4dacf-d140-42e5-bf2c-02ced8deb8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:40.418005 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-7ed4dacf-d140-42e5-bf2c-02ced8deb8ed service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 1096 time: 0.0597486 Apr 16 16:21:40.473932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-36430f33-0437-40ac-ab6d-379cd498f918 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8ddab3-759b-4be5-858e-28774f10d270 HTTP/1.1" status: 200 len: 217 time: 0.0458505 Apr 16 16:21:40.523718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-dfcd9ec9-ca7c-48b4-9356-723ffc730530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:40.524698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-dfcd9ec9-ca7c-48b4-9356-723ffc730530 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c2875f75-a3e3-4b10-9990-d1184a77eda1 HTTP/1.1" status: 200 len: 835 time: 0.0422857 Apr 16 16:21:40.585050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-67c0def0-c333-4fef-a32f-de54dd07e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:40.586082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-67c0def0-c333-4fef-a32f-de54dd07e67e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6b3c6a6-1e4b-4532-9f96-438cd9600f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531707 Apr 16 16:21:40.688745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-ee720fe3-bbda-4043-b04a-66550119fe52 service neutron] 10.222.0.107 "GET /v2.0/networks/c6b3c6a6-1e4b-4532-9f96-438cd9600f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932233 Apr 16 16:21:40.785707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-47da14b7-f267-4ce9-9d05-d394a7ab9377 req-b8190323-c286-4977-8cc4-92d807814a87 service neutron] 10.222.0.107 "GET /v2.0/networks/c6b3c6a6-1e4b-4532-9f96-438cd9600f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889947 Apr 16 16:21:41.308049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ddcc1512-e51f-44fd-b165-e81d1431fac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:41.378106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5a28a-75c0-4d1a-8b63-8bad5e7011a4 req-daf11a54-4e18-4707-af77-cf33fe1ff41e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:41.379236 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75a5a28a-75c0-4d1a-8b63-8bad5e7011a4 req-daf11a54-4e18-4707-af77-cf33fe1ff41e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 943 time: 0.0604746 Apr 16 16:21:41.414827 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75a5a28a-75c0-4d1a-8b63-8bad5e7011a4 req-2952adb8-27fc-4491-b8b8-d91faca0f62a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287676 Apr 16 16:21:41.848580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3a8ddab3-759b-4be5-858e-28774f10d270 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:21:41.960507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 3a8ddab3-759b-4be5-858e-28774f10d270, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3a8ddab3-759b-4be5-858e-28774f10d270,segment=NetworkSegment(a2534515-4093-4485-8346-aa00f6c9cce4),segment_id=a2534515-4093-4485-8346-aa00f6c9cce4)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:21:41.973057 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '3a8ddab3-759b-4be5-858e-28774f10d270', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'port_id': '3a8ddab3-759b-4be5-858e-28774f10d270', 'mac_address': 'fa:16:3e:75:a4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1480, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:21:42.012749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:42.024316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8ddab3-759b-4be5-858e-28774f10d270 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:21:42.034778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 3a8ddab3-759b-4be5-858e-28774f10d270, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3a8ddab3-759b-4be5-858e-28774f10d270,segment=NetworkSegment(a2534515-4093-4485-8346-aa00f6c9cce4),segment_id=a2534515-4093-4485-8346-aa00f6c9cce4)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:21:42.037048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:42.038460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:42.081322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=3a8ddab3-759b-4be5-858e-28774f10d270,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:42.083592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:42.296160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['3a8ddab3-759b-4be5-858e-28774f10d270'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:21:42.551947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818b6c7-4a23-461d-924b-14668d305aba req-04bf261e-8c37-4387-85db-1615702ac8d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:42.552935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0818b6c7-4a23-461d-924b-14668d305aba req-04bf261e-8c37-4387-85db-1615702ac8d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 944 time: 0.0647883 Apr 16 16:21:42.584932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0818b6c7-4a23-461d-924b-14668d305aba req-2f6eaf63-b61a-43b5-a966-a4ba27880e51 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263166 Apr 16 16:21:42.757485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b8878764-1af2-46da-861c-d8079f17d883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:43.097022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:43.119819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:43.747411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:43.750622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e9275-2b25-45d9-97e7-1c8294e39879 req-ca9dc36c-7f26-4389-a61a-b3124060b4cc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:43.751711 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-699e9275-2b25-45d9-97e7-1c8294e39879 req-ca9dc36c-7f26-4389-a61a-b3124060b4cc tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 944 time: 0.0742900 Apr 16 16:21:43.780288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-699e9275-2b25-45d9-97e7-1c8294e39879 req-a81253ad-7e5f-44b3-862e-a3b43ad6e02a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242045 Apr 16 16:21:43.860436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3a8ddab3-759b-4be5-858e-28774f10d270 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:21:43.920394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 3a8ddab3-759b-4be5-858e-28774f10d270 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:21:43.924388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 3a8ddab3-759b-4be5-858e-28774f10d270 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:21:43.924909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:44.008627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:44.028570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8ddab3-759b-4be5-858e-28774f10d270'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:21:44.037120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 3a8ddab3-759b-4be5-858e-28774f10d270, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3a8ddab3-759b-4be5-858e-28774f10d270,segment=NetworkSegment(a2534515-4093-4485-8346-aa00f6c9cce4),segment_id=a2534515-4093-4485-8346-aa00f6c9cce4)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:21:44.040672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:44.043324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:44.073341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8ddab3-759b-4be5-858e-28774f10d270', 'code': 200} Apr 16 16:21:44.098389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=3a8ddab3-759b-4be5-858e-28774f10d270,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:44.100593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:44.331522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:44.957686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73c0f2-3a6a-4734-b900-4c6bf196023c req-042e4742-d636-445a-94b0-7726c7077c25 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:44.958703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9c73c0f2-3a6a-4734-b900-4c6bf196023c req-042e4742-d636-445a-94b0-7726c7077c25 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.0945477 Apr 16 16:21:44.996405 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9c73c0f2-3a6a-4734-b900-4c6bf196023c req-6e710d5a-c49c-4387-acc9-86d4cd78fdfe tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330782 Apr 16 16:21:44.998092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1d4f-1df4-4144-bfe7-67fc68b28aac req-99e36950-c888-41cf-b6e9-2785a243fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:44.998934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0eac1d4f-1df4-4144-bfe7-67fc68b28aac req-99e36950-c888-41cf-b6e9-2785a243fde0 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 1098 time: 0.0868881 Apr 16 16:21:45.047193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0eac1d4f-1df4-4144-bfe7-67fc68b28aac req-f86e1d4b-5899-4cb5-ace7-52850176362c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394599 Apr 16 16:21:46.138373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb408f-c59f-4896-8bf3-b477cc7467f0 req-2d176027-e154-4dbb-b0d9-4d352e5ba577 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:46.139478 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ddb408f-c59f-4896-8bf3-b477cc7467f0 req-2d176027-e154-4dbb-b0d9-4d352e5ba577 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.0610170 Apr 16 16:21:46.170557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ddb408f-c59f-4896-8bf3-b477cc7467f0 req-a949bd8e-1caf-4ecd-ae58-f02a971b912b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265069 Apr 16 16:21:46.302936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb9198-baec-49e2-84f5-0505eae0e8d8 req-9bb3e770-1d42-4b79-a025-38a499c2118f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:46.303999 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bdcb9198-baec-49e2-84f5-0505eae0e8d8 req-9bb3e770-1d42-4b79-a025-38a499c2118f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.0632255 Apr 16 16:21:46.335412 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bdcb9198-baec-49e2-84f5-0505eae0e8d8 req-43917fc9-e75b-40c1-a52f-3db8b85ba675 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261838 Apr 16 16:21:46.351505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43972) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:46.401793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b70c18f-5567-43fb-98a4-64d4ae53751e tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:46.402914 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4b70c18f-5567-43fb-98a4-64d4ae53751e tempest-TestNetworkAdvancedServerOps-913805994 tempest-TestNetworkAdvancedServerOps-913805994-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 1093 time: 0.0504651 Apr 16 16:21:46.405077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43976) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:46.408707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '3a8ddab3-759b-4be5-858e-28774f10d270', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:21:46.414164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:21:46.417622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Usage tracker for resource:floatingip and tenant:276ab2860e7f4b55b9a5a0ddb3a90291 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:21:46.419597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:21:46.423524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:21:46.433318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:46.526779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:46.636110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Allocated IP 172.26.4.81 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/02350c40-2677-4fdf-b1ba-f0cfd2150bf1) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:21:46.747286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:46.768175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:46.777276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ed2b8d6-c024-448f-adda-50ac2808d00b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:46.861447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=02350c40-2677-4fdf-b1ba-f0cfd2150bf1,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:46.864389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:46.902548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:21:46.903203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:21:46.905053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:21:47.164694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:47.205947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:47.319488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:47.322359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:47.329152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8eaa3b44-aaa3-4122-bbf5-c3f8f4aabcb3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:21:47.396313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event updated for resources: {'Port': ['ID=02350c40-2677-4fdf-b1ba-f0cfd2150bf1,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:21:47.399457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:21:47.456439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:47.804787 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Floating IP fd1b6e58-bdc4-43ca-804c-3fce558ff183 associated. External IP: 172.26.4.81, port: 3a8ddab3-759b-4be5-858e-28774f10d270. Apr 16 16:21:47.997090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router e023b776-b624-49c9-ab6b-7619c79c931f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:21:48.042120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-ea8d91cf-7ea0-4363-a695-f08dcc6e0200 req-e42c8028-30a9-4923-b3b6-c0dde504e220 service neutron] (86007) timed out ('10.222.0.95', 39132) {{(pid=86007) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 16:21:48.095918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:21:48.106690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d7fb32-dd91-4792-bbdb-f0365b073c2d None None] Sync routers for ids ['e023b776-b624-49c9-ab6b-7619c79c931f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:21:48.113427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d7fb32-dd91-4792-bbdb-f0365b073c2d None None] Routers {'e023b776-b624-49c9-ab6b-7619c79c931f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:21:48.113908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f3d7fb32-dd91-4792-bbdb-f0365b073c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:21:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e023b776-b624-49c9-ab6b-7619c79c931f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:48.115047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:21:48.153964 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7481611 Apr 16 16:21:48.154561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'tag': '3a8ddab3-759b-4be5-858e-28774f10d270'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:21:48.184739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'tag': '3a8ddab3-759b-4be5-858e-28774f10d270', 'status': 'completed', 'code': 200} Apr 16 16:21:48.227359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f3d7fb32-dd91-4792-bbdb-f0365b073c2d None None] Set router e023b776-b624-49c9-ab6b-7619c79c931f gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:21:48.306100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c8eed-ece1-4153-aff0-0efdd809939c req-680e2805-edd5-4dc1-9736-6f23e54cd653 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:48.307170 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff7c8eed-ece1-4153-aff0-0efdd809939c req-680e2805-edd5-4dc1-9736-6f23e54cd653 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.0915363 Apr 16 16:21:48.329876 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1ed7f-418e-4133-8e18-640324bb3e40 req-caeddfaa-c4dd-43df-9bd1-1ef96d9acd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:48.330885 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04a1ed7f-418e-4133-8e18-640324bb3e40 req-caeddfaa-c4dd-43df-9bd1-1ef96d9acd56 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 1098 time: 0.0865698 Apr 16 16:21:48.383555 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff7c8eed-ece1-4153-aff0-0efdd809939c req-7714c85b-7f25-4a71-9671-05ecee3e2ad8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711470 Apr 16 16:21:48.415696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 43984) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:48.423390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1ed7f-418e-4133-8e18-640324bb3e40 req-e04950d1-524b-41cd-baab-bf4b4dc7e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:48.424433 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04a1ed7f-418e-4133-8e18-640324bb3e40 req-e04950d1-524b-41cd-baab-bf4b4dc7e5c1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c6b3c6a6-1e4b-4532-9f96-438cd9600f0b HTTP/1.1" status: 200 len: 899 time: 0.0881548 Apr 16 16:21:48.450724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f3d7fb32-dd91-4792-bbdb-f0365b073c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:24Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'fd1b6e58-bdc4-43ca-804c-3fce558ff183', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'port_id': '3a8ddab3-759b-4be5-858e-28774f10d270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'mac_address': 'fa:16:3e:75:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:21:47Z', 'updated_at': '2021-04-16T16:21:47Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f080e591-f66e-4f66-b9b5-a3e98a83bd82', 'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:d4:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:23Z', 'updated_at': '2021-04-16T16:21:29Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:48.453119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d7fb32-dd91-4792-bbdb-f0365b073c2d None None] Checking router: e023b776-b624-49c9-ab6b-7619c79c931f for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:21:48.458222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d7fb32-dd91-4792-bbdb-f0365b073c2d None None] Routers {'e023b776-b624-49c9-ab6b-7619c79c931f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:21:48.458584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f3d7fb32-dd91-4792-bbdb-f0365b073c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:21:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e023b776-b624-49c9-ab6b-7619c79c931f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:48.488301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-518a82cf-7916-43af-85c0-82b245c366dd tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/fd1b6e58-bdc4-43ca-804c-3fce558ff183 HTTP/1.1" status: 200 len: 990 time: 0.0714059 Apr 16 16:21:48.493368 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04a1ed7f-418e-4133-8e18-640324bb3e40 req-a1f63883-4b10-48b2-af7d-97ba8ed65a96 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8ddab3-759b-4be5-858e-28774f10d270 HTTP/1.1" status: 200 len: 998 time: 0.0649185 Apr 16 16:21:48.538267 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1ed7f-418e-4133-8e18-640324bb3e40 req-4c1cbb8e-afff-4083-9261-dd7e9f514925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:48.539241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04a1ed7f-418e-4133-8e18-640324bb3e40 req-4c1cbb8e-afff-4083-9261-dd7e9f514925 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c2875f75-a3e3-4b10-9990-d1184a77eda1 HTTP/1.1" status: 200 len: 835 time: 0.0424707 Apr 16 16:21:48.562394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f3d7fb32-dd91-4792-bbdb-f0365b073c2d None None] Set router e023b776-b624-49c9-ab6b-7619c79c931f gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:21:48.590638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1ed7f-418e-4133-8e18-640324bb3e40 req-564d031a-1dbe-4d74-b373-f795fd6325e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:21:48.591689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04a1ed7f-418e-4133-8e18-640324bb3e40 req-564d031a-1dbe-4d74-b373-f795fd6325e1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6b3c6a6-1e4b-4532-9f96-438cd9600f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489604 Apr 16 16:21:48.681884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04a1ed7f-418e-4133-8e18-640324bb3e40 req-1ecff63c-d2fb-4059-8a85-3910072e0cdb service neutron] 10.222.0.107 "GET /v2.0/networks/c6b3c6a6-1e4b-4532-9f96-438cd9600f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862107 Apr 16 16:21:48.764540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f3d7fb32-dd91-4792-bbdb-f0365b073c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:24Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'fd1b6e58-bdc4-43ca-804c-3fce558ff183', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'port_id': '3a8ddab3-759b-4be5-858e-28774f10d270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'mac_address': 'fa:16:3e:75:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:21:47Z', 'updated_at': '2021-04-16T16:21:47Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f080e591-f66e-4f66-b9b5-a3e98a83bd82', 'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:d4:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:23Z', 'updated_at': '2021-04-16T16:21:29Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:21:48.767004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d7fb32-dd91-4792-bbdb-f0365b073c2d None None] The sync data for ids ['e023b776-b624-49c9-ab6b-7619c79c931f'] in dv-neutron-786478-2-hyperv is: [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:24Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'fd1b6e58-bdc4-43ca-804c-3fce558ff183', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'floating_ip_address': '172.26.4.81', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'port_id': '3a8ddab3-759b-4be5-858e-28774f10d270', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'mac_address': 'fa:16:3e:75:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:21:47Z', 'updated_at': '2021-04-16T16:21:47Z', 'revision_number': 0, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f080e591-f66e-4f66-b9b5-a3e98a83bd82', 'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:d4:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:23Z', 'updated_at': '2021-04-16T16:21:29Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:21:48.771448 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04a1ed7f-418e-4133-8e18-640324bb3e40 req-a8e88793-8861-4ecf-b997-2a5976954494 service neutron] 10.222.0.107 "GET /v2.0/networks/c6b3c6a6-1e4b-4532-9f96-438cd9600f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855024 Apr 16 16:21:48.986133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c28d3-9538-4516-9d67-4cfb11d911aa None None] New status for floating IP fd1b6e58-bdc4-43ca-804c-3fce558ff183: ACTIVE {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:21:49.492728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 43988) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:21:49.584330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2a1361bd-1009-4031-a6b2-036d1615636e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/fd1b6e58-bdc4-43ca-804c-3fce558ff183 HTTP/1.1" status: 200 len: 992 time: 0.0903356 Apr 16 16:22:03.893131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:22:11.317132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4aae8bf-198f-4a71-a555-e37d1c40a2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:12.757004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8a25b43-502d-4f51-afda-6903c01fd8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:13.094789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:13.120522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:13.766690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:14.368110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:20.496368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f463c-7f1f-4f53-b713-8dcbc92cb56c req-10d2b8ef-8112-4708-9b29-41c8c3540f99 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:20.497388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d2f463c-7f1f-4f53-b713-8dcbc92cb56c req-10d2b8ef-8112-4708-9b29-41c8c3540f99 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.1022549 Apr 16 16:22:20.529878 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d2f463c-7f1f-4f53-b713-8dcbc92cb56c req-af4a6e62-7989-403c-beeb-453222b05c4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270138 Apr 16 16:22:21.685899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5078a1f-87da-42dc-a808-c42f4e14865a req-d7882b5e-2f3a-4a73-b827-e9ab5d850353 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:21.686907 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5078a1f-87da-42dc-a808-c42f4e14865a req-d7882b5e-2f3a-4a73-b827-e9ab5d850353 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.0639997 Apr 16 16:22:21.717872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d5078a1f-87da-42dc-a808-c42f4e14865a req-24d8df6d-e590-4ea3-bfea-9d665ea64868 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263305 Apr 16 16:22:22.886112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c997d74-e649-42fb-82de-b3c253e9f0e1 req-445ab7f0-5c58-46e9-8a43-25c304af6c12 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:22.887175 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8c997d74-e649-42fb-82de-b3c253e9f0e1 req-445ab7f0-5c58-46e9-8a43-25c304af6c12 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.0667484 Apr 16 16:22:22.919027 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8c997d74-e649-42fb-82de-b3c253e9f0e1 req-175b90da-c126-4db9-b648-842282491392 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276616 Apr 16 16:22:22.935581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44010) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:23.009350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cf49bff5-0ec9-4bcd-89aa-39ba1e35b31e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/fd1b6e58-bdc4-43ca-804c-3fce558ff183 HTTP/1.1" status: 200 len: 992 time: 0.0727472 Apr 16 16:22:24.390761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11549c-1ea0-43c5-85c0-4916d4d326d0 req-c0089e3f-bb4c-4bb3-a091-333f69bee864 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:24.391829 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad11549c-1ea0-43c5-85c0-4916d4d326d0 req-c0089e3f-bb4c-4bb3-a091-333f69bee864 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.0716476 Apr 16 16:22:24.423163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad11549c-1ea0-43c5-85c0-4916d4d326d0 req-a8ed6775-e7f5-4a3a-a48a-cc5f25d54d75 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266511 Apr 16 16:22:24.838915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855096-b520-4806-84c5-7b2f487e5d59 req-c67129ad-e71c-4ece-a135-ff9d33ef12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:24.840009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7855096-b520-4806-84c5-7b2f487e5d59 req-c67129ad-e71c-4ece-a135-ff9d33ef12ec service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 1098 time: 0.0937321 Apr 16 16:22:24.935726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855096-b520-4806-84c5-7b2f487e5d59 req-850df54b-fa68-4efa-9f97-3b8f3a69aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:24.936697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7855096-b520-4806-84c5-7b2f487e5d59 req-850df54b-fa68-4efa-9f97-3b8f3a69aec0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c6b3c6a6-1e4b-4532-9f96-438cd9600f0b HTTP/1.1" status: 200 len: 899 time: 0.0885379 Apr 16 16:22:25.013225 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7855096-b520-4806-84c5-7b2f487e5d59 req-7862c0c1-48cf-452c-a4e6-bf45c272bab5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8ddab3-759b-4be5-858e-28774f10d270 HTTP/1.1" status: 200 len: 1000 time: 0.0679541 Apr 16 16:22:25.063244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855096-b520-4806-84c5-7b2f487e5d59 req-3638bfe1-0dc2-45c0-8dc7-01384b58ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:25.064138 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7855096-b520-4806-84c5-7b2f487e5d59 req-3638bfe1-0dc2-45c0-8dc7-01384b58ec66 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c2875f75-a3e3-4b10-9990-d1184a77eda1 HTTP/1.1" status: 200 len: 835 time: 0.0424395 Apr 16 16:22:25.123481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7855096-b520-4806-84c5-7b2f487e5d59 req-58ef28c7-968c-40cf-a4e9-66d30506cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:25.124321 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7855096-b520-4806-84c5-7b2f487e5d59 req-58ef28c7-968c-40cf-a4e9-66d30506cf71 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6b3c6a6-1e4b-4532-9f96-438cd9600f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520141 Apr 16 16:22:25.204691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7855096-b520-4806-84c5-7b2f487e5d59 req-f455bdde-8cfc-4786-8e7f-603af774a894 service neutron] 10.222.0.107 "GET /v2.0/networks/c6b3c6a6-1e4b-4532-9f96-438cd9600f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0721421 Apr 16 16:22:25.282682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7855096-b520-4806-84c5-7b2f487e5d59 req-e7dfb6c9-5499-4e6b-bbe2-07756bbf236a service neutron] 10.222.0.107 "GET /v2.0/networks/c6b3c6a6-1e4b-4532-9f96-438cd9600f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0699441 Apr 16 16:22:25.559190 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42930c1-713c-4a8a-9de9-c5144411f94a req-2d3bd605-ee02-4f17-99b9-f10417c84e53 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:25.559931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f42930c1-713c-4a8a-9de9-c5144411f94a req-2d3bd605-ee02-4f17-99b9-f10417c84e53 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.0526779 Apr 16 16:22:25.587336 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f42930c1-713c-4a8a-9de9-c5144411f94a req-21860731-a95d-4972-9874-a61a100bb2f9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0215573 Apr 16 16:22:26.748856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c5b26-ffff-4b9a-a94a-f269058f0a31 req-f017287b-d279-4b3c-9df4-a5edd0db1d33 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:26.749882 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a3c5b26-ffff-4b9a-a94a-f269058f0a31 req-f017287b-d279-4b3c-9df4-a5edd0db1d33 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.0695977 Apr 16 16:22:26.785903 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a3c5b26-ffff-4b9a-a94a-f269058f0a31 req-c34cc993-44e2-4125-98bc-86673144c37e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286956 Apr 16 16:22:26.802923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44026) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:26.879039 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f168b84e-ab7f-4aeb-81c4-51aab453a663 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/floatingips/fd1b6e58-bdc4-43ca-804c-3fce558ff183 HTTP/1.1" status: 200 len: 992 time: 0.0752170 Apr 16 16:22:27.494556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44034) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:27.651740 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 02350c40-2677-4fdf-b1ba-f0cfd2150bf1 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:22:27.651959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:28.050982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:28.051909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:28.113690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 02350c40-2677-4fdf-b1ba-f0cfd2150bf1 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:22:28.200875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:28.207976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:28.254658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=02350c40-2677-4fdf-b1ba-f0cfd2150bf1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:28.262314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.262582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.262792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.262998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.263223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.263447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.263668 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.263889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.264112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.264333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.264556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.264776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:28.267583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:28.355208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:28.355601 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Floating IP fd1b6e58-bdc4-43ca-804c-3fce558ff183 disassociated (deleted). External IP: 172.26.4.81, port: 3a8ddab3-759b-4be5-858e-28774f10d270. Apr 16 16:22:28.551044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router e023b776-b624-49c9-ab6b-7619c79c931f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:22:28.650170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:22:28.660573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c0e33-a8fe-4331-8b2e-9381e4936662 None None] Sync routers for ids ['e023b776-b624-49c9-ab6b-7619c79c931f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:22:28.663864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:28.667432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c0e33-a8fe-4331-8b2e-9381e4936662 None None] Routers {'e023b776-b624-49c9-ab6b-7619c79c931f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:28.667834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-023c0e33-a8fe-4331-8b2e-9381e4936662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e023b776-b624-49c9-ab6b-7619c79c931f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:28.697130 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/floatingips/fd1b6e58-bdc4-43ca-804c-3fce558ff183 HTTP/1.1" status: 204 len: 168 time: 1.2014489 Apr 16 16:22:28.697597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'tag': '3a8ddab3-759b-4be5-858e-28774f10d270'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:22:28.725753 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'tag': '3a8ddab3-759b-4be5-858e-28774f10d270', 'status': 'completed', 'code': 200} Apr 16 16:22:28.787114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-023c0e33-a8fe-4331-8b2e-9381e4936662 None None] Set router e023b776-b624-49c9-ab6b-7619c79c931f gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:28.829483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951d28d-f4ff-45d2-895e-dd80c56f7356 req-894a1820-fee6-4e08-bece-e395fe7e7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:28.830473 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3951d28d-f4ff-45d2-895e-dd80c56f7356 req-894a1820-fee6-4e08-bece-e395fe7e7e50 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 1098 time: 0.0531373 Apr 16 16:22:28.965879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951d28d-f4ff-45d2-895e-dd80c56f7356 req-8e40e76f-b725-4430-8e87-58f7f9bddd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:28.966821 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3951d28d-f4ff-45d2-895e-dd80c56f7356 req-8e40e76f-b725-4430-8e87-58f7f9bddd84 service neutron] 10.222.0.107 "GET /v2.0/networks?id=c6b3c6a6-1e4b-4532-9f96-438cd9600f0b HTTP/1.1" status: 200 len: 899 time: 0.1268449 Apr 16 16:22:28.977037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed65f61-e426-48de-99b9-5768e252d0e4 req-d2ce2a89-cf01-4e70-9024-5b9da36c8575 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:28.977454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-1ed65f61-e426-48de-99b9-5768e252d0e4 req-d2ce2a89-cf01-4e70-9024-5b9da36c8575 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:22:28.988307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-023c0e33-a8fe-4331-8b2e-9381e4936662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:24Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f080e591-f66e-4f66-b9b5-a3e98a83bd82', 'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:d4:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:23Z', 'updated_at': '2021-04-16T16:21:29Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:28.990884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c0e33-a8fe-4331-8b2e-9381e4936662 None None] Checking router: e023b776-b624-49c9-ab6b-7619c79c931f for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:22:28.996130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023c0e33-a8fe-4331-8b2e-9381e4936662 None None] Routers {'e023b776-b624-49c9-ab6b-7619c79c931f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:28.996492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-023c0e33-a8fe-4331-8b2e-9381e4936662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e023b776-b624-49c9-ab6b-7619c79c931f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:29.023589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3951d28d-f4ff-45d2-895e-dd80c56f7356 req-d4323a1a-48db-4948-87d7-4d4777922b34 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a8ddab3-759b-4be5-858e-28774f10d270 HTTP/1.1" status: 200 len: 217 time: 0.0436194 Apr 16 16:22:29.031167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-1ed65f61-e426-48de-99b9-5768e252d0e4 req-d2ce2a89-cf01-4e70-9024-5b9da36c8575 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:22:29.032600 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1ed65f61-e426-48de-99b9-5768e252d0e4 req-d2ce2a89-cf01-4e70-9024-5b9da36c8575 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.1451223 Apr 16 16:22:29.097336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-023c0e33-a8fe-4331-8b2e-9381e4936662 None None] Set router e023b776-b624-49c9-ab6b-7619c79c931f gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:29.100760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951d28d-f4ff-45d2-895e-dd80c56f7356 req-cc11b7b0-016d-4212-a8f6-96896dd12fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:29.101730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3951d28d-f4ff-45d2-895e-dd80c56f7356 req-cc11b7b0-016d-4212-a8f6-96896dd12fbf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=c2875f75-a3e3-4b10-9990-d1184a77eda1 HTTP/1.1" status: 200 len: 835 time: 0.0679698 Apr 16 16:22:29.103567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1ed65f61-e426-48de-99b9-5768e252d0e4 req-4f17666a-fa9d-4057-bb88-f6b72c37892c tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409269 Apr 16 16:22:29.155268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951d28d-f4ff-45d2-895e-dd80c56f7356 req-16188cd5-1674-4e88-bbb2-1cb896dcec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:29.156239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3951d28d-f4ff-45d2-895e-dd80c56f7356 req-16188cd5-1674-4e88-bbb2-1cb896dcec5b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=c6b3c6a6-1e4b-4532-9f96-438cd9600f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453532 Apr 16 16:22:29.244080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3951d28d-f4ff-45d2-895e-dd80c56f7356 req-8db41329-2d04-4b91-8fed-9af69afe2959 service neutron] 10.222.0.107 "GET /v2.0/networks/c6b3c6a6-1e4b-4532-9f96-438cd9600f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792484 Apr 16 16:22:29.335271 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3951d28d-f4ff-45d2-895e-dd80c56f7356 req-4f60bc98-3d8c-4ce2-8bea-7de6dc61636c service neutron] 10.222.0.107 "GET /v2.0/networks/c6b3c6a6-1e4b-4532-9f96-438cd9600f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834341 Apr 16 16:22:29.471082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-023c0e33-a8fe-4331-8b2e-9381e4936662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:24Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f080e591-f66e-4f66-b9b5-a3e98a83bd82', 'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:d4:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:23Z', 'updated_at': '2021-04-16T16:21:29Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:29.473438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c0e33-a8fe-4331-8b2e-9381e4936662 None None] The sync data for ids ['e023b776-b624-49c9-ab6b-7619c79c931f'] in dv-neutron-786478-2-hyperv is: [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:21:24Z', 'revision_number': 4, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': 'f080e591-f66e-4f66-b9b5-a3e98a83bd82', 'name': '', 'network_id': 'c6b3c6a6-1e4b-4532-9f96-438cd9600f0b', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'mac_address': 'fa:16:3e:d4:4b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:23Z', 'updated_at': '2021-04-16T16:21:29Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'subnets': [{'id': 'c2875f75-a3e3-4b10-9990-d1184a77eda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:22:29.787619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19e4fe6-8ab4-4847-b9bd-ec4f4b396d93 None None] New status for floating IP fd1b6e58-bdc4-43ca-804c-3fce558ff183: DOWN {{(pid=86008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:22:30.260252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16072292-9796-439f-b1e0-9fa5a7bf4c27 req-d58b8742-517b-4b54-b9e2-a41cc9ce38d1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:30.261313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16072292-9796-439f-b1e0-9fa5a7bf4c27 req-d58b8742-517b-4b54-b9e2-a41cc9ce38d1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.0614641 Apr 16 16:22:30.292749 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16072292-9796-439f-b1e0-9fa5a7bf4c27 req-99e000e9-f720-4c34-b9d0-9f8a8e11f41a tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271566 Apr 16 16:22:30.972240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52089a1d-7849-441b-a4c1-095e85826377 req-dac9f963-2029-4fce-81b8-1d1091fa1eba tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:30.973340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52089a1d-7849-441b-a4c1-095e85826377 req-dac9f963-2029-4fce-81b8-1d1091fa1eba tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 945 time: 0.0830660 Apr 16 16:22:31.029048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-52089a1d-7849-441b-a4c1-095e85826377 req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 3a8ddab3-759b-4be5-858e-28774f10d270 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:22:31.029313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-52089a1d-7849-441b-a4c1-095e85826377 req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:31.198904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-52089a1d-7849-441b-a4c1-095e85826377 req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port 3a8ddab3-759b-4be5-858e-28774f10d270, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=3a8ddab3-759b-4be5-858e-28774f10d270,segment=NetworkSegment(a2534515-4093-4485-8346-aa00f6c9cce4),segment_id=a2534515-4093-4485-8346-aa00f6c9cce4)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:31.199204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-52089a1d-7849-441b-a4c1-095e85826377 req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:31.280334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-52089a1d-7849-441b-a4c1-095e85826377 req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 3a8ddab3-759b-4be5-858e-28774f10d270 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:22:31.434844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-52089a1d-7849-441b-a4c1-095e85826377 req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:31.455407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd08c15c-e07a-4f52-b917-7f4b7de022df tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:31.527218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=3a8ddab3-759b-4be5-858e-28774f10d270,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:31.530634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:31.849832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ebd92-0645-4723-93e6-645e6d761fcb req-867fb39b-fb28-4d39-8e50-f57bd308b9ba tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:31.850963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-500ebd92-0645-4723-93e6-645e6d761fcb req-867fb39b-fb28-4d39-8e50-f57bd308b9ba tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 867 time: 0.4751430 Apr 16 16:22:31.901040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-500ebd92-0645-4723-93e6-645e6d761fcb req-64fb2996-220d-4a6d-a2b6-21709a74d236 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/security-groups?id=597c7593-718a-4cc6-89f7-be122afad4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414178 Apr 16 16:22:31.944439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-52089a1d-7849-441b-a4c1-095e85826377 req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] No DVR routers for this DVR port 3a8ddab3-759b-4be5-858e-28774f10d270 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:22:31.946200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-52089a1d-7849-441b-a4c1-095e85826377 req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:31.947864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'name': 'network-vif-deleted', 'tag': '3a8ddab3-759b-4be5-858e-28774f10d270'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:22:31.957798 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52089a1d-7849-441b-a4c1-095e85826377 req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.107 "DELETE /v2.0/ports/3a8ddab3-759b-4be5-858e-28774f10d270 HTTP/1.1" status: 204 len: 173 time: 0.9773579 Apr 16 16:22:31.980309 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebef1f0-bd53-4bf2-9af9-d9ce307359ce', 'name': 'network-vif-deleted', 'tag': '3a8ddab3-759b-4be5-858e-28774f10d270', 'status': 'completed', 'code': 200} Apr 16 16:22:33.023112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-19179e25-678b-4121-8137-309b5d33a220 req-c1b75ab9-4f9e-4739-b02b-14142a4ce598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Synchronizing usage tracker for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:22:33.035550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-19179e25-678b-4121-8137-309b5d33a220 req-c1b75ab9-4f9e-4739-b02b-14142a4ce598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Unset dirty status for tenant:276ab2860e7f4b55b9a5a0ddb3a90291 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:22:33.037071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19179e25-678b-4121-8137-309b5d33a220 req-c1b75ab9-4f9e-4739-b02b-14142a4ce598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ebef1f0-bd53-4bf2-9af9-d9ce307359ce HTTP/1.1" status: 200 len: 210 time: 0.0483019 Apr 16 16:22:34.111135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3a8ddab3-759b-4be5-858e-28774f10d270 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:22:34.120029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44064) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:34.140638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 3a8ddab3-759b-4be5-858e-28774f10d270 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:22:34.140863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 3a8ddab3-759b-4be5-858e-28774f10d270 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:22:34.538387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:34.780706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port f080e591-f66e-4f66-b9b5-a3e98a83bd82 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:22:34.780898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:34.908950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port f080e591-f66e-4f66-b9b5-a3e98a83bd82, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=f080e591-f66e-4f66-b9b5-a3e98a83bd82,segment=NetworkSegment(a2534515-4093-4485-8346-aa00f6c9cce4),segment_id=a2534515-4093-4485-8346-aa00f6c9cce4)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:34.909208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:34.982993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for f080e591-f66e-4f66-b9b5-a3e98a83bd82 owned by network:router_interface {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:22:35.093153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:35.101364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e3b948f-7625-45be-a882-314386d99835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:35.157616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=f080e591-f66e-4f66-b9b5-a3e98a83bd82,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:35.159592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:35.396177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:35.663470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Router e023b776-b624-49c9-ab6b-7619c79c931f has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:22:35.759026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:22:35.770822 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf245e6f-454e-421c-8a32-a5dce6db4410 None None] Sync routers for ids ['e023b776-b624-49c9-ab6b-7619c79c931f'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:22:35.771022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-3f30f2e1-06e4-40b7-a1a5-19224a34f257 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "PUT /v2.0/routers/e023b776-b624-49c9-ab6b-7619c79c931f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6497061 Apr 16 16:22:35.772657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44068) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:35.783715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf245e6f-454e-421c-8a32-a5dce6db4410 None None] Routers {'e023b776-b624-49c9-ab6b-7619c79c931f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:35.784543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bf245e6f-454e-421c-8a32-a5dce6db4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e023b776-b624-49c9-ab6b-7619c79c931f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:35.819857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6aa71c-1c1f-40c7-9101-226cd6e9bc4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting subnet c2875f75-a3e3-4b10-9990-d1184a77eda1 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:22:35.821901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa71c-1c1f-40c7-9101-226cd6e9bc4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:35.911862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bf245e6f-454e-421c-8a32-a5dce6db4410 None None] Set router e023b776-b624-49c9-ab6b-7619c79c931f gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:36.119719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bf245e6f-454e-421c-8a32-a5dce6db4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:22:35Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:36.122936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf245e6f-454e-421c-8a32-a5dce6db4410 None None] Checking router: e023b776-b624-49c9-ab6b-7619c79c931f for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:22:36.129373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf245e6f-454e-421c-8a32-a5dce6db4410 None None] Routers {'e023b776-b624-49c9-ab6b-7619c79c931f'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:36.129776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bf245e6f-454e-421c-8a32-a5dce6db4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e023b776-b624-49c9-ab6b-7619c79c931f'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:36.140404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa71c-1c1f-40c7-9101-226cd6e9bc4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:36.189273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa71c-1c1f-40c7-9101-226cd6e9bc4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:36.243263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-bf245e6f-454e-421c-8a32-a5dce6db4410 None None] Set router e023b776-b624-49c9-ab6b-7619c79c931f gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:36.399153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa71c-1c1f-40c7-9101-226cd6e9bc4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851935671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852547154'] for subnet, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:36.409513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5667e63e-f0ed-4cb1-a131-ece034623852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:36.433071 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-bf245e6f-454e-421c-8a32-a5dce6db4410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:22:35Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:36.435797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf245e6f-454e-421c-8a32-a5dce6db4410 None None] The sync data for ids ['e023b776-b624-49c9-ab6b-7619c79c931f'] in dv-neutron-786478-2-hyperv is: [{'id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242406637', 'tenant_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:21:20Z', 'updated_at': '2021-04-16T16:22:35Z', 'revision_number': 5, 'project_id': '276ab2860e7f4b55b9a5a0ddb3a90291', 'gw_port': {'id': '26afa6c4-8425-4089-8789-baad2e1bfb20', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:c3:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e023b776-b624-49c9-ab6b-7619c79c931f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:21:21Z', 'updated_at': '2021-04-16T16:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:22:36.462031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6aa71c-1c1f-40c7-9101-226cd6e9bc4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Subnet': ['ID=c2875f75-a3e3-4b10-9990-d1184a77eda1,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:36.470867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ce6aa71c-1c1f-40c7-9101-226cd6e9bc4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:36.494734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ce6aa71c-1c1f-40c7-9101-226cd6e9bc4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:36.499550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c782f9e-8063-4a74-b0e4-d0432f986204 None None] Network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:22:36.500187 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ce6aa71c-1c1f-40c7-9101-226cd6e9bc4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/subnets/c2875f75-a3e3-4b10-9990-d1184a77eda1 HTTP/1.1" status: 204 len: 168 time: 0.7267737 Apr 16 16:22:36.503965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44072) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:36.676335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] DHCP port deletion for c6b3c6a6-1e4b-4532-9f96-438cd9600f0b request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:22:36.679970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Deleting port 1d402c3a-0925-4b36-bd98-7b0c73d3412a {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:22:36.680248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:36.810382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] For port 1d402c3a-0925-4b36-bd98-7b0c73d3412a, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1d402c3a-0925-4b36-bd98-7b0c73d3412a,segment=NetworkSegment(a2534515-4093-4485-8346-aa00f6c9cce4),segment_id=a2534515-4093-4485-8346-aa00f6c9cce4)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:36.810732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:36.888043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Calling delete_port for 1d402c3a-0925-4b36-bd98-7b0c73d3412a owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:22:36.903396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:36.933201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049'] for port, after_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:36.941463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:36.993164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Pushing event deleted for resources: {'Port': ['ID=1d402c3a-0925-4b36-bd98-7b0c73d3412a,revision_number=None']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:36.999176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:36.999392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:36.999593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:36.999787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:36.999980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.000435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.000865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.001080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.001273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.001463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.001653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.001845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.004692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:37.019314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.021090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] No DVR routers for this DVR port 1d402c3a-0925-4b36-bd98-7b0c73d3412a on host dv-neutron-786478-2-hyperv {{(pid=86008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:22:37.027059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Deleting port 26afa6c4-8425-4089-8789-baad2e1bfb20 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:22:37.027261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.138388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] For port 26afa6c4-8425-4089-8789-baad2e1bfb20, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=26afa6c4-8425-4089-8789-baad2e1bfb20,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:37.138632 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.201893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Calling delete_port for 26afa6c4-8425-4089-8789-baad2e1bfb20 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:22:37.301382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.308592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-258d5445-4ea9-498c-b137-e14da4e678d3 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:37.353631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Port': ['ID=26afa6c4-8425-4089-8789-baad2e1bfb20,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:37.362272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.362520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.362750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.363268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.363268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.363469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.363615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.363823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.364046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.364262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.364481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.364700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:37.367432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:37.406759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f080e591-f66e-4f66-b9b5-a3e98a83bd82 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:22:37.427214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: f080e591-f66e-4f66-b9b5-a3e98a83bd82 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:22:37.427492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device f080e591-f66e-4f66-b9b5-a3e98a83bd82 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:22:37.427796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1d402c3a-0925-4b36-bd98-7b0c73d3412a no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:22:37.447138 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 1d402c3a-0925-4b36-bd98-7b0c73d3412a {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:22:37.447346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1d402c3a-0925-4b36-bd98-7b0c73d3412a not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:22:37.453500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.543017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.544306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.558305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.558637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Fanout notify agent at l3_agent the message router_deleted on router e023b776-b624-49c9-ab6b-7619c79c931f {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:22:37.568439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.569544 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-174463e9-633e-416e-93df-c418bd79dcd4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/routers/e023b776-b624-49c9-ab6b-7619c79c931f HTTP/1.1" status: 204 len: 168 time: 1.0644884 Apr 16 16:22:37.571125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44076) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:37.639859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.746174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.810135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b3c6a6-1e4b-4532-9f96-438cd9600f0b']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:37.817262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2534515-4093-4485-8346-aa00f6c9cce4') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:37.817453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2534515-4093-4485-8346-aa00f6c9cce4') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:37.825684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.833430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:37.836849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Releasing vlan 1480 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:22:37.924991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:22:37.931873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.023279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Network c6b3c6a6-1e4b-4532-9f96-438cd9600f0b has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:22:38.035133 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:22:38.087050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.089485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-723473e4-6040-490d-9794-9badfe327740 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:38.097585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.103828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'Network': ['ID=c6b3c6a6-1e4b-4532-9f96-438cd9600f0b,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:38.105703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:38.109243 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-aeea9810-6eda-4937-861e-ab543e6353f7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/networks/c6b3c6a6-1e4b-4532-9f96-438cd9600f0b HTTP/1.1" status: 204 len: 168 time: 0.5374179 Apr 16 16:22:38.113443 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44080) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:38.149222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6d03662-e49f-43d4-be8d-78526b7805a4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.164624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6d03662-e49f-43d4-be8d-78526b7805a4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.197912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6d03662-e49f-43d4-be8d-78526b7805a4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.199974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b244ab5f-e3b0-43be-9d55-be07140f5ec1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:38.208578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d03662-e49f-43d4-be8d-78526b7805a4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=597c7593-718a-4cc6-89f7-be122afad4a1,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:38.210232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b6d03662-e49f-43d4-be8d-78526b7805a4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:38.214246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b6d03662-e49f-43d4-be8d-78526b7805a4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.214967 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b6d03662-e49f-43d4-be8d-78526b7805a4 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] 10.222.0.95 "DELETE /v2.0/security-groups/597c7593-718a-4cc6-89f7-be122afad4a1 HTTP/1.1" status: 204 len: 168 time: 0.1009326 Apr 16 16:22:38.449867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44090) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:38.551046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bf4848a0-9595-40da-9034-c36e12bc48f7 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=276ab2860e7f4b55b9a5a0ddb3a90291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1001949 Apr 16 16:22:38.553049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44096) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:38.588923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5c87fb9-bfd4-42e5-a15e-348d199b3554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.605789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5c87fb9-bfd4-42e5-a15e-348d199b3554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.637624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5c87fb9-bfd4-42e5-a15e-348d199b3554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.643524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7a154c70-16e5-47c5-bbb4-6a6efb533a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:38.659088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c87fb9-bfd4-42e5-a15e-348d199b3554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b150ae6-2f84-4e98-b987-d902abc1461d,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:38.661563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e5c87fb9-bfd4-42e5-a15e-348d199b3554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:38.663616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e5c87fb9-bfd4-42e5-a15e-348d199b3554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.664342 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e5c87fb9-bfd4-42e5-a15e-348d199b3554 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/1b150ae6-2f84-4e98-b987-d902abc1461d HTTP/1.1" status: 204 len: 168 time: 0.1106865 Apr 16 16:22:38.831870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44104) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:38.844117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1f1c39f-0761-429c-946e-a3940ef67f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.852750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e1f1c39f-0761-429c-946e-a3940ef67f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:38.855385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e1f1c39f-0761-429c-946e-a3940ef67f97 admin admin] Usage tracker for resource:security_group_rule and tenant:fd3b93b7aa5d4fa0925ceaf4c812feaf is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:38.857187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e1f1c39f-0761-429c-946e-a3940ef67f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:38.861293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-e1f1c39f-0761-429c-946e-a3940ef67f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:38.906528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1f1c39f-0761-429c-946e-a3940ef67f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.908206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e1f1c39f-0761-429c-946e-a3940ef67f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.911939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-663d1926-38da-42b0-8253-781c8f47f89f tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:38.934554 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e1f1c39f-0761-429c-946e-a3940ef67f97 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=fd3b93b7aa5d4fa0925ceaf4c812feaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019299 Apr 16 16:22:38.935087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1c39f-0761-429c-946e-a3940ef67f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a73263-39a8-43b5-bf1e-9641d5b0d0a2,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:38.936508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44108) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:38.938060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e1f1c39f-0761-429c-946e-a3940ef67f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:38.972873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-680acf5e-edb1-48d8-a52f-68986261ae39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:38.987276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-680acf5e-edb1-48d8-a52f-68986261ae39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:39.013645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-680acf5e-edb1-48d8-a52f-68986261ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:39.015576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f02fb735-edc9-4037-9484-2c214e1e8b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:39.021943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680acf5e-edb1-48d8-a52f-68986261ae39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a73263-39a8-43b5-bf1e-9641d5b0d0a2,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:39.024013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-680acf5e-edb1-48d8-a52f-68986261ae39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:39.026084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-680acf5e-edb1-48d8-a52f-68986261ae39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:39.027066 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-680acf5e-edb1-48d8-a52f-68986261ae39 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/e5a73263-39a8-43b5-bf1e-9641d5b0d0a2 HTTP/1.1" status: 204 len: 168 time: 0.0897236 Apr 16 16:22:39.403040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 26afa6c4-8425-4089-8789-baad2e1bfb20 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:22:39.424185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 26afa6c4-8425-4089-8789-baad2e1bfb20 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:22:39.424413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 26afa6c4-8425-4089-8789-baad2e1bfb20 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:22:39.540113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44132) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:39.608899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1077166023-network', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:39.612963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:39.615741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Usage tracker for resource:network and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:39.617711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:39.622347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:39.629235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Made reservation on behalf of b2d75f75b2334945a710177c58c921ea for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:22:39.632012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:39.638850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:39.648108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:39.650505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:39.652369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:39.656116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:39.712912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:39.714953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:39.716625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c88a1bbb-7789-4b64-bd3e-26cf03303e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:39.732098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1467} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:22:39.737418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc121caa-275e-4dd5-8a38-d60640d05184,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:39.739350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:39.741795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:39.741987 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Added segment 0c1f4267-ce41-43b6-bfb0-aef10e22dc6e of type vlan for network 44f642ea-ec54-4b26-afcd-a77577296f80 Apr 16 16:22:39.757089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:39.773599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:39.774248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:39.774618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:39.776474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-16d0ed4a-97c4-44e3-89a1-bed8b96d878b tempest-RoutersTest-788925003 tempest-RoutersTest-788925003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:39.830939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2900872 Apr 16 16:22:39.832768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Pushing event updated for resources: {'Network': ['ID=44f642ea-ec54-4b26-afcd-a77577296f80,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:39.834858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:39.835158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44138) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:39.838558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Request body: {'subnet': {'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1077166023-subnet', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'ip_version': 4}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:39.841685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:39.844803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Usage tracker for resource:subnet and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:39.846029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 44f642ea-ec54-4b26-afcd-a77577296f80 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:22:39.846554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:39.850217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:39.856144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Made reservation on behalf of b2d75f75b2334945a710177c58c921ea for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:22:39.859519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.097955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.104370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e9c2fa50-dcf7-4a68-b726-24fa68a564f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:40.164633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:40.170956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:40.204970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Checking segment: {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:22:40.205184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Network hostable DHCP agents. Network: 44f642ea-ec54-4b26-afcd-a77577296f80, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:22:40.216638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Network 44f642ea-ec54-4b26-afcd-a77577296f80 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:22:40.222492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 44f642ea-ec54-4b26-afcd-a77577296f80) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:22:40.228778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:40.229141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.235661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd63890e-09d9-48a7-9c72-a91b9c54724a None None] Network 44f642ea-ec54-4b26-afcd-a77577296f80 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:22:40.241460 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-990ab86d-df69-4e4d-a76c-2935be1185e0 admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4057190 Apr 16 16:22:40.243481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44142) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:40.246577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:40.249286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:40.251634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Usage tracker for resource:router and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:40.253679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:40.257227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:40.263113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.263823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.279569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.440685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.571462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-44f642ea-ec54-4b26-afcd-a77577296f80', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:22:40.572686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.619564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.636448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.689945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Allocated IP 172.20.0.2 (44f642ea-ec54-4b26-afcd-a77577296f80/bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00/5e2f5829-baa0-445f-82bc-43bd51d63466) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:22:40.720954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Allocated IP 172.26.4.224 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/3333afb7-8b34-48a3-b2ae-b5a016ed37c0) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:22:40.815992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.826346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.835377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.839253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Transition to ACTIVE for port object 5e2f5829-baa0-445f-82bc-43bd51d63466 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:40.845310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1e4cdad5-7ccf-4888-9c78-e40dd84c7382 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:40.853024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Transition to ACTIVE for port object 5e2f5829-baa0-445f-82bc-43bd51d63466 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:40.855772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:40.864032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:40.890091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:22:40.926284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=3333afb7-8b34-48a3-b2ae-b5a016ed37c0,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:40.934456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:40.940092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Pushing event updated for resources: {'Port': ['ID=5e2f5829-baa0-445f-82bc-43bd51d63466,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:40.942827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:40.964117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Network 44f642ea-ec54-4b26-afcd-a77577296f80 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:22:40.964778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:22:40.966149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:22:40.969105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:22:40.969838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:22:40.971497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:22:41.020048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Attempting to bind port 5e2f5829-baa0-445f-82bc-43bd51d63466 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:22:41.020289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Attempting to bind port 5e2f5829-baa0-445f-82bc-43bd51d63466 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:22:41.020431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Attempting to bind port 5e2f5829-baa0-445f-82bc-43bd51d63466 on network 44f642ea-ec54-4b26-afcd-a77577296f80 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:22:41.023555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:22:41.023770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Checking segment: {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:22:41.023979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:41.024210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Bound using segment: {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:22:41.024507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Bound port: 5e2f5829-baa0-445f-82bc-43bd51d63466, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:22:41.024746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:41.080225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] For port 5e2f5829-baa0-445f-82bc-43bd51d63466, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:22:41.083557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] For port 5e2f5829-baa0-445f-82bc-43bd51d63466, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5e2f5829-baa0-445f-82bc-43bd51d63466,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:22:41.088470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:41.107393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:41.199454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Pushing event updated for resources: {'Port': ['ID=5e2f5829-baa0-445f-82bc-43bd51d63466,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:41.201677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:41.305169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfbf2ad7-e641-41fa-8efc-298fb288e5e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:41.534763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:41.752868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:41.890728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Router e751edf9-b703-40d6-90b9-baf9c2c56157 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:22:41.995270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:22:42.007557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Sync routers for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:22:42.015250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:42.017010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7728908 Apr 16 16:22:42.018976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:42.019473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44146) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:42.019566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:42.124248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:42.297865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:41Z', 'revision_number': 3, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:42.300508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Checking router: e751edf9-b703-40d6-90b9-baf9c2c56157 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:22:42.300724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Updating router e751edf9-b703-40d6-90b9-baf9c2c56157 port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:22:42.338013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:42.473587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15000b2a-733a-449c-a177-58c357509926 None None] Network 44f642ea-ec54-4b26-afcd-a77577296f80 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:22:42.565253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e5260228-c6ed-4ce5-a1d6-956ae48387e5 None None] Provisioning for port 5e2f5829-baa0-445f-82bc-43bd51d63466 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:22:42.680327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:42.689124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:42.689304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Transition to ACTIVE for port object 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:42.694274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:42.702115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eb62cfb8-b6dc-4860-8d1b-d988f0eece32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:42.820838 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Allocated IP 172.20.0.1 (44f642ea-ec54-4b26-afcd-a77577296f80/bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00/3b748cb9-1557-4dc6-965d-1ce9cc68cf45) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:22:42.927939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:42.939955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Transition to ACTIVE for port object 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:42.955751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:42.972911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-beb0653a-2905-4115-9e98-335721039122 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:42.984281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e32a5c6-0b6b-42fc-aa1a-60124ff93e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:42.986690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f111d-6a63-40d0-8e9f-7857ec73d9a5 None None] Pushing event updated for resources: {'Port': ['ID=3333afb7-8b34-48a3-b2ae-b5a016ed37c0,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:42.990955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8d3f111d-6a63-40d0-8e9f-7857ec73d9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:43.026610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Attempting to bind port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:22:43.026843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Attempting to bind port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:22:43.027075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Attempting to bind port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:22:43.030325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:22:43.030574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:22:43.030830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.031075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:22:43.031375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Bound port: 3333afb7-8b34-48a3-b2ae-b5a016ed37c0, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:22:43.031926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.056036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Pushing event updated for resources: {'Port': ['ID=3b748cb9-1557-4dc6-965d-1ce9cc68cf45,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:43.059086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:43.086809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] For port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:22:43.088911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] For port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3333afb7-8b34-48a3-b2ae-b5a016ed37c0,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:22:43.089807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.092227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.096695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Network 44f642ea-ec54-4b26-afcd-a77577296f80 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:22:43.097473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:22:43.099145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:22:43.102101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-efcb9d1a-22cf-4a62-81c5-fc3746bbedde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:43.129682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.181867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.196808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.203310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f111d-6a63-40d0-8e9f-7857ec73d9a5 None None] Pushing event updated for resources: {'Port': ['ID=3333afb7-8b34-48a3-b2ae-b5a016ed37c0,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:43.205891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8d3f111d-6a63-40d0-8e9f-7857ec73d9a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:43.231205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:43.231580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:43.329800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.332269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.345882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dfe0b652-6556-4050-b310-1b7af8406cbe None None] Provisioning for port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:22:43.347933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f362cc5f-cd9b-48d5-aa62-24fd9c9ade21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:43.350201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:43.374076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-dfe0b652-6556-4050-b310-1b7af8406cbe None None] Provisioning complete for port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:43.381255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dfe0b652-6556-4050-b310-1b7af8406cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.398289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Pushing event updated for resources: {'Port': ['ID=3b748cb9-1557-4dc6-965d-1ce9cc68cf45,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:43.399990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.408925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:43.427573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-dfe0b652-6556-4050-b310-1b7af8406cbe None None] Port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:22:43.458867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e2f5829-baa0-445f-82bc-43bd51d63466 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:43.489579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Network 44f642ea-ec54-4b26-afcd-a77577296f80 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:22:43.490276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:22:43.564658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 5e2f5829-baa0-445f-82bc-43bd51d63466 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:22:43.571563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 5e2f5829-baa0-445f-82bc-43bd51d63466 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:43.571901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.601387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Router e751edf9-b703-40d6-90b9-baf9c2c56157 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:22:43.673103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-04636d90-a253-41ad-b3fb-3da7024339ab None None] Provisioning complete for port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:43.673397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-04636d90-a253-41ad-b3fb-3da7024339ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.692169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:42Z', 'revision_number': 1, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:43.699577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.706818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e22c66b-d24b-443d-b449-a7886fc9d46e None None] The sync data for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv is: [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:42Z', 'revision_number': 1, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:22:43.708526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:22:43.714224 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] 10.222.0.95 "PUT /v2.0/routers/e751edf9-b703-40d6-90b9-baf9c2c56157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6939497 Apr 16 16:22:43.724234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-04636d90-a253-41ad-b3fb-3da7024339ab None None] Port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:22:43.737025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 5e2f5829-baa0-445f-82bc-43bd51d63466, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5e2f5829-baa0-445f-82bc-43bd51d63466,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:43.739158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.741008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eba0e12a-021c-4134-b134-d095d5c2f791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:43.778366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:43.786496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=5e2f5829-baa0-445f-82bc-43bd51d63466,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:43.788606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:44.031457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44164) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:44.035551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-447852001-network', 'tenant_id': '15845f75209d495ead288100fad83087'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:44.040223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:44.041726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Usage tracker for resource:network and tenant:15845f75209d495ead288100fad83087 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:44.043639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:44.047578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:44.055144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Made reservation on behalf of 15845f75209d495ead288100fad83087 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:22:44.058253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.065858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.074649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:44.077171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Usage tracker for resource:security_group_rule and tenant:15845f75209d495ead288100fad83087 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:44.079271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:44.082600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:44.134928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.136994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.139114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-680acf5e-edb1-48d8-a52f-68986261ae39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:44.156256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1453} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:22:44.161690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611fe8e8-806a-4d53-9fd7-c180e5c766aa,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:44.163969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:44.165456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.165667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Added segment a2961dea-2936-4484-a846-83c3c32cbcc2 of type vlan for network 14226717-865e-4d3b-9955-013352aecfe8 Apr 16 16:22:44.181488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.198977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.199694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:44.200064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.203316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-080a3525-cc1b-41a9-9f7d-9af5398db96e tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:44.262038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Pushing event updated for resources: {'Network': ['ID=14226717-865e-4d3b-9955-013352aecfe8,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:44.263936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:44.265105 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2329056 Apr 16 16:22:44.267550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44168) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:44.271851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Request body: {'subnet': {'network_id': '14226717-865e-4d3b-9955-013352aecfe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-447852001-subnet', 'tenant_id': '15845f75209d495ead288100fad83087', 'ip_version': 4}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:44.275166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 14226717-865e-4d3b-9955-013352aecfe8 details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:22:44.276189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:44.278649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Usage tracker for resource:subnet and tenant:15845f75209d495ead288100fad83087 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:44.280379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:44.283830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:44.290156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Made reservation on behalf of 15845f75209d495ead288100fad83087 for: {'subnet': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:22:44.293169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851156524'] for subnet, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.340620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.526634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2473849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851156505'] for subnet, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.534097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-117634bb-4b5c-49e5-91cb-f9b7742584a8 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:44.599236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=65203531-e306-4e8e-a7e5-35fee3636a44,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:44.605718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:44.639056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Checking segment: {'id': 'a2961dea-2936-4484-a846-83c3c32cbcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '14226717-865e-4d3b-9955-013352aecfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:22:44.639258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Network hostable DHCP agents. Network: 14226717-865e-4d3b-9955-013352aecfe8, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:22:44.650134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Network 14226717-865e-4d3b-9955-013352aecfe8 is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:22:44.655016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 14226717-865e-4d3b-9955-013352aecfe8) {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:22:44.661758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:44.661852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d41367-d7cf-46a5-a426-3ff847cf68d6 None None] Network 14226717-865e-4d3b-9955-013352aecfe8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:22:44.662120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.674389 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-94f034d3-cdda-4ed5-906e-09d7ad824a6b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4043267 Apr 16 16:22:44.674777 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44172) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:44.678999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-447852001-router', 'tenant_id': '15845f75209d495ead288100fad83087', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:44.683553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:44.686466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Usage tracker for resource:router and tenant:15845f75209d495ead288100fad83087 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:44.689637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:44.693602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:44.701425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.702263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.713247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.796203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-14226717-865e-4d3b-9955-013352aecfe8', 'network_id': '14226717-865e-4d3b-9955-013352aecfe8', 'tenant_id': '15845f75209d495ead288100fad83087', 'fixed_ips': [{'subnet_id': '65203531-e306-4e8e-a7e5-35fee3636a44'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:22:44.796784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:44.869621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.058763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.063677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Allocated IP 172.20.0.2 (14226717-865e-4d3b-9955-013352aecfe8/65203531-e306-4e8e-a7e5-35fee3636a44/1171ccdc-52cb-46d4-b04a-5220e3919d8f) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:22:45.075908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.156333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Allocated IP 172.26.4.172 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/7b3e6544-ec1a-4f04-8321-7a02196c61c7) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:22:45.191105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.196812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Transition to ACTIVE for port object 1171ccdc-52cb-46d4-b04a-5220e3919d8f will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:45.206956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Transition to ACTIVE for port object 1171ccdc-52cb-46d4-b04a-5220e3919d8f will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:45.210120 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.218194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-eba0e12a-021c-4134-b134-d095d5c2f791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:45.241455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.259812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.267102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4b21ee33-3266-45fd-aebe-3286f09b431b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:45.289031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Pushing event updated for resources: {'Port': ['ID=1171ccdc-52cb-46d4-b04a-5220e3919d8f,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:45.290887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:45.323500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Network 14226717-865e-4d3b-9955-013352aecfe8 is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:22:45.324258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:22:45.325765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:22:45.338283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3e6544-ec1a-4f04-8321-7a02196c61c7,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:45.340801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:45.370827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:22:45.376630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Attempting to bind port 1171ccdc-52cb-46d4-b04a-5220e3919d8f on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:22:45.377708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Attempting to bind port 1171ccdc-52cb-46d4-b04a-5220e3919d8f by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'a2961dea-2936-4484-a846-83c3c32cbcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '14226717-865e-4d3b-9955-013352aecfe8'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:22:45.378023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Attempting to bind port 1171ccdc-52cb-46d4-b04a-5220e3919d8f on network 14226717-865e-4d3b-9955-013352aecfe8 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:22:45.383209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:22:45.383482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Checking segment: {'id': 'a2961dea-2936-4484-a846-83c3c32cbcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '14226717-865e-4d3b-9955-013352aecfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:22:45.383882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.384188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Bound using segment: {'id': 'a2961dea-2936-4484-a846-83c3c32cbcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '14226717-865e-4d3b-9955-013352aecfe8'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:22:45.384479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Bound port: 1171ccdc-52cb-46d4-b04a-5220e3919d8f, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2961dea-2936-4484-a846-83c3c32cbcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '14226717-865e-4d3b-9955-013352aecfe8'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:22:45.384751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.387123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:22:45.388778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:22:45.445052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] For port 1171ccdc-52cb-46d4-b04a-5220e3919d8f, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:22:45.446816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] For port 1171ccdc-52cb-46d4-b04a-5220e3919d8f, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1171ccdc-52cb-46d4-b04a-5220e3919d8f,segment=NetworkSegment(a2961dea-2936-4484-a846-83c3c32cbcc2),segment_id=a2961dea-2936-4484-a846-83c3c32cbcc2)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:22:45.449774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.458706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:45.480551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e2f5829-baa0-445f-82bc-43bd51d63466 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:45.570091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Pushing event updated for resources: {'Port': ['ID=1171ccdc-52cb-46d4-b04a-5220e3919d8f,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:45.573494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:45.589871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 5e2f5829-baa0-445f-82bc-43bd51d63466 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:45.590106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.675498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:45.718862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:22:45.722544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:45.722762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.806174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.817773 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3333afb7-8b34-48a3-b2ae-b5a016ed37c0,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:45.820114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:45.821605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:45.861543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=3333afb7-8b34-48a3-b2ae-b5a016ed37c0,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:45.863705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:45.947018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:46.157723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:46.245131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Sync routers for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:22:46.251842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:46.252197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:46.273273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:22:46.356601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:46.381207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:22:46.387659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Sync routers for ids ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:22:46.395757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Routers {'4b8c7b95-e175-4dc8-ac4c-161b8eada656'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:46.396434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:46.401666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:46.404592 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7290392 Apr 16 16:22:46.404682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44176) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:46.502544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Set router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:46.540866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 2, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:46.543269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Checking router: e751edf9-b703-40d6-90b9-baf9c2c56157 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:22:46.543469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Updating router e751edf9-b703-40d6-90b9-baf9c2c56157 port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:22:46.576606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:46.683593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'name': 'tempest-TestShelveInstance-447852001-router', 'tenant_id': '15845f75209d495ead288100fad83087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:44Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 3, 'project_id': '15845f75209d495ead288100fad83087', 'gw_port': {'id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:45Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:46.686157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Checking router: 4b8c7b95-e175-4dc8-ac4c-161b8eada656 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:22:46.686477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Updating router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 port 7b3e6544-ec1a-4f04-8321-7a02196c61c7 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:22:46.723048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:46.861954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe826e5-d040-4051-8435-1faa543ff9ff None None] Network 14226717-865e-4d3b-9955-013352aecfe8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:22:46.938289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:46.939556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b27f96a4-5cab-44e0-8ddb-5a1283493e32 None None] Provisioning for port 1171ccdc-52cb-46d4-b04a-5220e3919d8f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:22:46.945107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Transition to ACTIVE for port object 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:46.948867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:46.985768 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-78fa6531-d693-40ae-a04f-165e258bfd8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:47.030177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Pushing event updated for resources: {'Port': ['ID=3b748cb9-1557-4dc6-965d-1ce9cc68cf45,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:47.041642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.041863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.042261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.042261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.042549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.042812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.043034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.043268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.043501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.043735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.043964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.044198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:22:47.047486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:47.100617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.112142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Transition to ACTIVE for port object 7b3e6544-ec1a-4f04-8321-7a02196c61c7 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:47.118570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.129074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.169376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Attempting to bind port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:22:47.169710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Attempting to bind port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:22:47.170975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Attempting to bind port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 on network 44f642ea-ec54-4b26-afcd-a77577296f80 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:22:47.178895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:22:47.179237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Checking segment: {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:22:47.179684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.179990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Bound using segment: {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:22:47.180360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Bound port: 3b748cb9-1557-4dc6-965d-1ce9cc68cf45, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:22:47.181095 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.265498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] For port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:22:47.268038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] For port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3b748cb9-1557-4dc6-965d-1ce9cc68cf45,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:22:47.273556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.286023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2bcc9b0e-7001-48b4-9516-f995d2cbda6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:47.295115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Allocated IP 172.20.0.1 (14226717-865e-4d3b-9955-013352aecfe8/65203531-e306-4e8e-a7e5-35fee3636a44/7b93320c-f8ad-449b-88a3-4c33aac4b722) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:22:47.313949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:47.380382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Pushing event updated for resources: {'Port': ['ID=3b748cb9-1557-4dc6-965d-1ce9cc68cf45,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:47.383751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-63144d0c-30b6-4d34-bc22-463234e34048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:47.393969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.398829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69045f0e-ecb3-487e-a44a-79a8130fa1b9 None None] Pushing event updated for resources: {'Port': ['ID=7b3e6544-ec1a-4f04-8321-7a02196c61c7,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:47.401228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69045f0e-ecb3-487e-a44a-79a8130fa1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:47.409023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:47.409455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:47.412214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Transition to ACTIVE for port object 7b93320c-f8ad-449b-88a3-4c33aac4b722 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:47.429346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.440414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:47.451691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Attempting to bind port 7b3e6544-ec1a-4f04-8321-7a02196c61c7 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:22:47.451691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Attempting to bind port 7b3e6544-ec1a-4f04-8321-7a02196c61c7 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:22:47.452025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Attempting to bind port 7b3e6544-ec1a-4f04-8321-7a02196c61c7 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:22:47.455828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:22:47.456129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:22:47.456592 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.456903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:22:47.457266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Bound port: 7b3e6544-ec1a-4f04-8321-7a02196c61c7, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:22:47.457568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.514469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] For port 7b3e6544-ec1a-4f04-8321-7a02196c61c7, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:22:47.517208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] For port 7b3e6544-ec1a-4f04-8321-7a02196c61c7, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7b3e6544-ec1a-4f04-8321-7a02196c61c7,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:22:47.521575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.522652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Pushing event updated for resources: {'Port': ['ID=7b93320c-f8ad-449b-88a3-4c33aac4b722,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:47.533319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:47.536877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8d3f111d-6a63-40d0-8e9f-7857ec73d9a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:47.563878 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Network 14226717-865e-4d3b-9955-013352aecfe8 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:22:47.564648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:22:47.566502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:22:47.569179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1171ccdc-52cb-46d4-b04a-5220e3919d8f up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:47.578728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:47.604688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.659673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69045f0e-ecb3-487e-a44a-79a8130fa1b9 None None] Pushing event updated for resources: {'Port': ['ID=7b3e6544-ec1a-4f04-8321-7a02196c61c7,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:47.669064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69045f0e-ecb3-487e-a44a-79a8130fa1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:47.688153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.691772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 1171ccdc-52cb-46d4-b04a-5220e3919d8f completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:22:47.697378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1171ccdc-52cb-46d4-b04a-5220e3919d8f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:47.697619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.733627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Routers {'4b8c7b95-e175-4dc8-ac4c-161b8eada656'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:47.734021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:47.779401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:47.782897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67228f9d-ba9d-4bf6-8eb8-51ae9295bd50 None None] The sync data for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv is: [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:22:47.807678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b7fb6b40-5279-40aa-961c-52306365078a None None] Provisioning for port 7b93320c-f8ad-449b-88a3-4c33aac4b722 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:22:47.818717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b7fb6b40-5279-40aa-961c-52306365078a None None] Provisioning complete for port 7b93320c-f8ad-449b-88a3-4c33aac4b722 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:47.819041 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7fb6b40-5279-40aa-961c-52306365078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.830741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.835219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.852742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7deadd31-8b8c-4119-8b3c-ba9e7a177ac6 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:47.890568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb6b40-5279-40aa-961c-52306365078a None None] Port 7b93320c-f8ad-449b-88a3-4c33aac4b722 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:22:47.902498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.910263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Pushing event updated for resources: {'Port': ['ID=7b93320c-f8ad-449b-88a3-4c33aac4b722,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:47.910425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:47.913159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:47.926633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] Set router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:47.987002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Network 14226717-865e-4d3b-9955-013352aecfe8 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:22:47.987707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:22:48.008035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 1171ccdc-52cb-46d4-b04a-5220e3919d8f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1171ccdc-52cb-46d4-b04a-5220e3919d8f,segment=NetworkSegment(a2961dea-2936-4484-a846-83c3c32cbcc2),segment_id=a2961dea-2936-4484-a846-83c3c32cbcc2)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:48.020660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.021353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:48.040774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ae392aa4-8ce7-4e4f-8d5b-440ba66989c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:48.100948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:22:48.140460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=1171ccdc-52cb-46d4-b04a-5220e3919d8f,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:48.143801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:48.156477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:48.157007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.201026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:22:48.206784 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] 10.222.0.95 "PUT /v2.0/routers/4b8c7b95-e175-4dc8-ac4c-161b8eada656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8013396 Apr 16 16:22:48.218945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-b7a0f824-fd0f-472f-834f-0e6e39a30d3c None None] Provisioning complete for port 7b93320c-f8ad-449b-88a3-4c33aac4b722 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:48.219799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b7a0f824-fd0f-472f-834f-0e6e39a30d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.260737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b7a0f824-fd0f-472f-834f-0e6e39a30d3c None None] Port 7b93320c-f8ad-449b-88a3-4c33aac4b722 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:22:48.293797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'name': 'tempest-TestShelveInstance-447852001-router', 'tenant_id': '15845f75209d495ead288100fad83087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:44Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 4, 'project_id': '15845f75209d495ead288100fad83087', 'gw_port': {'id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:45Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7b93320c-f8ad-449b-88a3-4c33aac4b722', 'name': '', 'network_id': '14226717-865e-4d3b-9955-013352aecfe8', 'tenant_id': '15845f75209d495ead288100fad83087', 'mac_address': 'fa:16:3e:3c:b1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '65203531-e306-4e8e-a7e5-35fee3636a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:47Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 1, 'project_id': '15845f75209d495ead288100fad83087', 'subnets': [{'id': '65203531-e306-4e8e-a7e5-35fee3636a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:48.298528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5c996-831b-4021-be18-abfe5103c0f4 None None] The sync data for ids ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'] in dv-neutron-786478-2-hyperv is: [{'id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'name': 'tempest-TestShelveInstance-447852001-router', 'tenant_id': '15845f75209d495ead288100fad83087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:44Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 4, 'project_id': '15845f75209d495ead288100fad83087', 'gw_port': {'id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:45Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7b93320c-f8ad-449b-88a3-4c33aac4b722', 'name': '', 'network_id': '14226717-865e-4d3b-9955-013352aecfe8', 'tenant_id': '15845f75209d495ead288100fad83087', 'mac_address': 'fa:16:3e:3c:b1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '65203531-e306-4e8e-a7e5-35fee3636a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:47Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 1, 'project_id': '15845f75209d495ead288100fad83087', 'subnets': [{'id': '65203531-e306-4e8e-a7e5-35fee3636a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:22:48.485581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44186) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:48.489494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-955917648', 'description': 'tempest-secgroup-smoke-955917648 description', 'project_id': 'b2d75f75b2334945a710177c58c921ea'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:48.493752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:48.497446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:48.499303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:48.503126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:48.509779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.522456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:48.524756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:48.526401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:48.529796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:48.571611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.573697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.575841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-932959a3-f1d0-4bef-b904-50a98e3cb068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:48.596795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:48.598760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:48.599488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.602072 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1138875 Apr 16 16:22:48.602678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44190) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:48.605378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': 'ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:48.608848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:48.611589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:48.613350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:48.617194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:48.628331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.664541 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.666692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.671062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f6c12fa6-af34-41b0-a9e1-f57d891a8d7a tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:48.684370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309353a5-aeb5-4fc3-b41f-40d8239692c8,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:48.686110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:48.689381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.690156 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0872061 Apr 16 16:22:48.692145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44194) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:48.695424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': 'ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:48.699404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:48.701654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:48.703383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:48.707434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:48.718194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.753528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.755554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.756830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9fff66df-b33e-4717-a284-8ad67b8a8076 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:48.772318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38e9c68-7e18-4f27-b615-c11dc22700b3,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:48.774012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:48.778448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.779223 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c950b192-2b26-4636-ab15-ddb5beb44ced tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0864999 Apr 16 16:22:48.781321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44198) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:48.785012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': 'ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:48.789059 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:48.791353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:48.793987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:48.797526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:48.807415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.843794 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.846140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.847499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5af991e8-7527-4b21-b824-a8dedce5771e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:48.860686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbeab1ad-8be3-4e0c-bb3c-f6823c43b58e,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:48.862239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:48.867200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.870288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 44202) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:48.873766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': 'ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:48.874779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-bd24114e-c5b3-4778-ac4f-3f5083d378c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0926528 Apr 16 16:22:48.878891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:48.882098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:48.883870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:48.887154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:48.896945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.940591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.942625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.946397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7bb2f8f9-3ac7-4216-836b-65e6fcfd3dd0 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:48.958132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cbae31-f2d9-4a6b-aa66-9cd9d59bb971,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:48.959797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:48.964454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:48.967008 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fd177936-92e9-418a-bf8e-19e6b5052166 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0943689 Apr 16 16:22:48.967343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44206) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:48.971286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': 'ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:48.975462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:48.977785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:48.979507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:48.982804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:48.993252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Project b2d75f75b2334945a710177c58c921ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:22:48.997754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.035772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.037816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.039148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b793c74-a617-46cf-9763-33978365659d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:49.054951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ed3ab4-c685-4c8a-b132-2bf91e34240d,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:49.056827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:49.058622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.061448 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0934143 Apr 16 16:22:49.061852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44210) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:22:49.065489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': 'ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:49.069579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:49.072002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:49.073816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:49.077462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:49.084243 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Project b2d75f75b2334945a710177c58c921ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:22:49.088364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.127029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.130243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.131605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-705bcc7c-27d0-4017-97a6-76d50de99415 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:49.143433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e333943-8302-4219-a0aa-078f5f79b1c0,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:49.145864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:49.149936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.150735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-1dc2cb12-9975-431a-89d9-fd40dea99f73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0882742 Apr 16 16:22:49.262683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-31bd44a1-ab6f-4b44-b515-c0611bf3449e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Synchronizing usage tracker for tenant:b2d75f75b2334945a710177c58c921ea on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:22:49.273453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-31bd44a1-ab6f-4b44-b515-c0611bf3449e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Unset dirty status for tenant:b2d75f75b2334945a710177c58c921ea on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:22:49.274201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-31bd44a1-ab6f-4b44-b515-c0611bf3449e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955917648&fields=id&tenant_id=b2d75f75b2334945a710177c58c921ea HTTP/1.1" status: 200 len: 267 time: 0.0361230 Apr 16 16:22:49.359431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-e0731bf1-972e-4c7e-acb9-af324e4267dc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:49.360338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-e0731bf1-972e-4c7e-acb9-af324e4267dc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Synchronizing usage tracker for tenant:b2d75f75b2334945a710177c58c921ea on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:22:49.371060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-e0731bf1-972e-4c7e-acb9-af324e4267dc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Unset dirty status for tenant:b2d75f75b2334945a710177c58c921ea on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:22:49.371931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-e0731bf1-972e-4c7e-acb9-af324e4267dc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 809 time: 0.0933270 Apr 16 16:22:49.392973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-7c0bc6eb-2a71-4fa6-8b4e-25d3334759b2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/quotas/b2d75f75b2334945a710177c58c921ea HTTP/1.1" status: 200 len: 375 time: 0.0102897 Apr 16 16:22:49.447411 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-5c0f25f3-afd5-4bcb-8087-334f37fa0b69 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501018 Apr 16 16:22:49.464384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:49.502788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:22:49.505423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:49.505641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.532086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-75efbdc2-193f-457f-b9bc-065ef2324642 service neutron] 10.222.0.95 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0763111 Apr 16 16:22:49.631839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-06def1bb-68e4-4756-888a-539bda45f6b9 service neutron] 10.222.0.95 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956643 Apr 16 16:22:49.746745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.755598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-89dabe9f-6c3f-4de3-9914-1fee19fc7a3d req-305c1f81-4d1f-41db-b56c-3965b2f95048 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 210 time: 0.0270524 Apr 16 16:22:49.770232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3b748cb9-1557-4dc6-965d-1ce9cc68cf45,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:49.772420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.773001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1171ccdc-52cb-46d4-b04a-5220e3919d8f up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:49.789311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bdfd898f-89b9-4c4c-9993-56911ce45aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:49.841056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=3b748cb9-1557-4dc6-965d-1ce9cc68cf45,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:49.843047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:49.848330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 1171ccdc-52cb-46d4-b04a-5220e3919d8f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:49.848568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:49.918962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b3e6544-ec1a-4f04-8321-7a02196c61c7 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:49.957073 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 7b3e6544-ec1a-4f04-8321-7a02196c61c7 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:22:49.960097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7b3e6544-ec1a-4f04-8321-7a02196c61c7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:49.960342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:50.036064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:50.051977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 7b3e6544-ec1a-4f04-8321-7a02196c61c7, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7b3e6544-ec1a-4f04-8321-7a02196c61c7,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:50.054149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:50.055406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:50.091760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=7b3e6544-ec1a-4f04-8321-7a02196c61c7,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:50.093516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:50.878451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4068fecb-830f-4d09-ac03-d6deb4b14630 req-ac8e93f3-a0d3-4c9c-ac64-9f8212185c42 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 210 time: 0.0346732 Apr 16 16:22:50.882649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Sync routers for ids ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:22:50.889359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Routers {'4b8c7b95-e175-4dc8-ac4c-161b8eada656'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:50.889798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:50.999187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Set router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:51.191596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'name': 'tempest-TestShelveInstance-447852001-router', 'tenant_id': '15845f75209d495ead288100fad83087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:44Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 4, 'project_id': '15845f75209d495ead288100fad83087', 'gw_port': {'id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:45Z', 'updated_at': '2021-04-16T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7b93320c-f8ad-449b-88a3-4c33aac4b722', 'name': '', 'network_id': '14226717-865e-4d3b-9955-013352aecfe8', 'tenant_id': '15845f75209d495ead288100fad83087', 'mac_address': 'fa:16:3e:3c:b1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '65203531-e306-4e8e-a7e5-35fee3636a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:47Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 2, 'project_id': '15845f75209d495ead288100fad83087', 'subnets': [{'id': '65203531-e306-4e8e-a7e5-35fee3636a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:51.194144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Checking router: 4b8c7b95-e175-4dc8-ac4c-161b8eada656 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:22:51.194405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Updating router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 port 7b93320c-f8ad-449b-88a3-4c33aac4b722 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:22:51.229050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:51.422651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:51.469461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:51.469730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:51.542377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b3e6544-ec1a-4f04-8321-7a02196c61c7 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:51.574657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:51.581375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7b3e6544-ec1a-4f04-8321-7a02196c61c7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:51.581653 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:51.581927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Transition to ACTIVE for port object 7b93320c-f8ad-449b-88a3-4c33aac4b722 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:51.586746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:51.593570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0b4e9fc6-0f88-4a70-bdd0-33fe47d38c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:51.661471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91efc81-c2b1-484f-aa21-ee83291a5b0c None None] Pushing event updated for resources: {'Port': ['ID=7b93320c-f8ad-449b-88a3-4c33aac4b722,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:51.663987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b91efc81-c2b1-484f-aa21-ee83291a5b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:51.773718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Attempting to bind port 7b93320c-f8ad-449b-88a3-4c33aac4b722 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:22:51.773947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Attempting to bind port 7b93320c-f8ad-449b-88a3-4c33aac4b722 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'a2961dea-2936-4484-a846-83c3c32cbcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '14226717-865e-4d3b-9955-013352aecfe8'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:22:51.774163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Attempting to bind port 7b93320c-f8ad-449b-88a3-4c33aac4b722 on network 14226717-865e-4d3b-9955-013352aecfe8 {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:22:51.777384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:22:51.777606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Checking segment: {'id': 'a2961dea-2936-4484-a846-83c3c32cbcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '14226717-865e-4d3b-9955-013352aecfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:22:51.777852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:51.778090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Bound using segment: {'id': 'a2961dea-2936-4484-a846-83c3c32cbcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '14226717-865e-4d3b-9955-013352aecfe8'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:22:51.778371 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Bound port: 7b93320c-f8ad-449b-88a3-4c33aac4b722, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2961dea-2936-4484-a846-83c3c32cbcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1453, 'network_id': '14226717-865e-4d3b-9955-013352aecfe8'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:22:51.778612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:51.827575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] For port 7b93320c-f8ad-449b-88a3-4c33aac4b722, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:22:51.829308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] For port 7b93320c-f8ad-449b-88a3-4c33aac4b722, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7b93320c-f8ad-449b-88a3-4c33aac4b722,segment=NetworkSegment(a2961dea-2936-4484-a846-83c3c32cbcc2),segment_id=a2961dea-2936-4484-a846-83c3c32cbcc2)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:22:51.831767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:51.838295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-da8efb55-651f-49e7-8446-4547d3a0eb74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:51.934891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91efc81-c2b1-484f-aa21-ee83291a5b0c None None] Pushing event updated for resources: {'Port': ['ID=7b93320c-f8ad-449b-88a3-4c33aac4b722,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:51.938917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b91efc81-c2b1-484f-aa21-ee83291a5b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:51.967575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Routers {'4b8c7b95-e175-4dc8-ac4c-161b8eada656'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:22:51.967938 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:51.988151 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9bab578b-98da-436c-b71b-555fa9f57dc0 req-0fdfdaac-c61a-48d9-8ddf-ce28cd70488b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 210 time: 0.0304389 Apr 16 16:22:52.070990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] Set router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:22:52.275680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'name': 'tempest-TestShelveInstance-447852001-router', 'tenant_id': '15845f75209d495ead288100fad83087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:44Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 4, 'project_id': '15845f75209d495ead288100fad83087', 'gw_port': {'id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:45Z', 'updated_at': '2021-04-16T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7b93320c-f8ad-449b-88a3-4c33aac4b722', 'name': '', 'network_id': '14226717-865e-4d3b-9955-013352aecfe8', 'tenant_id': '15845f75209d495ead288100fad83087', 'mac_address': 'fa:16:3e:3c:b1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '65203531-e306-4e8e-a7e5-35fee3636a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:47Z', 'updated_at': '2021-04-16T16:22:51Z', 'revision_number': 4, 'project_id': '15845f75209d495ead288100fad83087', 'subnets': [{'id': '65203531-e306-4e8e-a7e5-35fee3636a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:22:52.278447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e694ba22-4b37-4b76-ad60-4e5e38c9aad1 None None] The sync data for ids ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'] in dv-neutron-786478-2-hyperv is: [{'id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'name': 'tempest-TestShelveInstance-447852001-router', 'tenant_id': '15845f75209d495ead288100fad83087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:44Z', 'updated_at': '2021-04-16T16:22:47Z', 'revision_number': 4, 'project_id': '15845f75209d495ead288100fad83087', 'gw_port': {'id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:45Z', 'updated_at': '2021-04-16T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '7b93320c-f8ad-449b-88a3-4c33aac4b722', 'name': '', 'network_id': '14226717-865e-4d3b-9955-013352aecfe8', 'tenant_id': '15845f75209d495ead288100fad83087', 'mac_address': 'fa:16:3e:3c:b1:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': '65203531-e306-4e8e-a7e5-35fee3636a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:47Z', 'updated_at': '2021-04-16T16:22:51Z', 'revision_number': 4, 'project_id': '15845f75209d495ead288100fad83087', 'subnets': [{'id': '65203531-e306-4e8e-a7e5-35fee3636a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:22:52.770226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-f4ee9961-414f-4258-b177-8092b17bdc31 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:52.771178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-f4ee9961-414f-4258-b177-8092b17bdc31 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 809 time: 0.0972395 Apr 16 16:22:52.824241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-db592eed-a401-4e49-a19b-8052adf472d0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b2d75f75b2334945a710177c58c921ea HTTP/1.1" status: 200 len: 8071 time: 0.0406747 Apr 16 16:22:52.833783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'port': {'device_id': 'ce796906-7d83-499d-88d7-11869682f482', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'admin_state_up': True, 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'security_groups': ['ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:52.911421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:22:52.914013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:port and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:22:52.915894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:22:52.919357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:22:52.926047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Made reservation on behalf of b2d75f75b2334945a710177c58c921ea for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:22:52.929812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:53.017751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Allocated IP 172.20.0.10 (44f642ea-ec54-4b26-afcd-a77577296f80/bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00/79745d8c-8e07-46be-a049-28bd61c77827) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:22:53.106268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-105902ea-937b-4a7f-bc52-5216673f10b7 req-97469718-59c3-48e6-a36b-1584e2f0ac2d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 210 time: 0.0562384 Apr 16 16:22:53.146167 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:53.155227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Transition to ACTIVE for port object 79745d8c-8e07-46be-a049-28bd61c77827 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:53.169912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:53.179272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-716b1c4d-9ff6-4d06-b898-06dce38e46f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:53.248049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'Port': ['ID=79745d8c-8e07-46be-a049-28bd61c77827,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:53.250517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:53.279229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Network 44f642ea-ec54-4b26-afcd-a77577296f80 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:22:53.279913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:22:53.281472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:22:53.317390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:53.317745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:53.330138 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4986882 Apr 16 16:22:53.343334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Request body: {'port': {'device_id': 'ce796906-7d83-499d-88d7-11869682f482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:22:53.412739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:53.425881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b93320c-f8ad-449b-88a3-4c33aac4b722 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:53.468758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5d002d28-f924-4efc-a8e9-9408bea0597c None None] Provisioning for port 79745d8c-8e07-46be-a049-28bd61c77827 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:22:53.473864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-5d002d28-f924-4efc-a8e9-9408bea0597c None None] Provisioning complete for port 79745d8c-8e07-46be-a049-28bd61c77827 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:53.474136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d002d28-f924-4efc-a8e9-9408bea0597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:53.511664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-5d002d28-f924-4efc-a8e9-9408bea0597c None None] Port 79745d8c-8e07-46be-a049-28bd61c77827 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:22:53.513445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 7b93320c-f8ad-449b-88a3-4c33aac4b722 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:22:53.516655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7b93320c-f8ad-449b-88a3-4c33aac4b722 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:53.516928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:53.585882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:53.603382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79745d8c-8e07-46be-a049-28bd61c77827 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:22:53.604494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 7b93320c-f8ad-449b-88a3-4c33aac4b722, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7b93320c-f8ad-449b-88a3-4c33aac4b722,segment=NetworkSegment(a2961dea-2936-4484-a846-83c3c32cbcc2),segment_id=a2961dea-2936-4484-a846-83c3c32cbcc2)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:53.606623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:53.607826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:53.608547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-69045f0e-ecb3-487e-a44a-79a8130fa1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:53.617620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Transition to ACTIVE for port object 79745d8c-8e07-46be-a049-28bd61c77827 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:22:53.620567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:53.632330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ec1e3d5e-2b4f-4249-9692-073f2cb75adf tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:53.646833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=7b93320c-f8ad-449b-88a3-4c33aac4b722,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:53.648765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:53.699924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Pushing event updated for resources: {'Port': ['ID=79745d8c-8e07-46be-a049-28bd61c77827,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:53.702459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:54.092345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Attempting to bind port 79745d8c-8e07-46be-a049-28bd61c77827 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:22:54.093119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Attempting to bind port 79745d8c-8e07-46be-a049-28bd61c77827 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:22:54.093119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Attempting to bind port 79745d8c-8e07-46be-a049-28bd61c77827 on network 44f642ea-ec54-4b26-afcd-a77577296f80 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:22:54.095993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Port 79745d8c-8e07-46be-a049-28bd61c77827 on network 44f642ea-ec54-4b26-afcd-a77577296f80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:22:54.096169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Attempting to bind port 79745d8c-8e07-46be-a049-28bd61c77827 on network 44f642ea-ec54-4b26-afcd-a77577296f80 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:22:54.099228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:22:54.099445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Checking segment: {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:22:54.099623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Bound using segment: {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:22:54.099874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Bound port: 79745d8c-8e07-46be-a049-28bd61c77827, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:22:54.100087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:54.166209 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] For port 79745d8c-8e07-46be-a049-28bd61c77827, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:22:54.168287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] For port 79745d8c-8e07-46be-a049-28bd61c77827, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79745d8c-8e07-46be-a049-28bd61c77827,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:22:54.171257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:54.180585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:54.281450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Pushing event updated for resources: {'Port': ['ID=79745d8c-8e07-46be-a049-28bd61c77827,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:54.285658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:54.314687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a2a9e-20bc-4bce-bb6d-b406e0e39b02 req-5dc41551-d7b3-48de-ab00-0a3dfc3e851e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:54.315114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-435a2a9e-20bc-4bce-bb6d-b406e0e39b02 req-5dc41551-d7b3-48de-ab00-0a3dfc3e851e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Synchronizing usage tracker for tenant:b2d75f75b2334945a710177c58c921ea on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:22:54.319037 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:54.319404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:54.320266 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8e9c5c92-1530-4c02-9147-39e5a45211d9 service neutron] 10.222.0.107 "PUT /v2.0/ports/79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 1094 time: 0.9798625 Apr 16 16:22:54.320556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:22:54.332259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-435a2a9e-20bc-4bce-bb6d-b406e0e39b02 req-5dc41551-d7b3-48de-ab00-0a3dfc3e851e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Unset dirty status for tenant:b2d75f75b2334945a710177c58c921ea on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:22:54.333070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-435a2a9e-20bc-4bce-bb6d-b406e0e39b02 req-5dc41551-d7b3-48de-ab00-0a3dfc3e851e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 944 time: 0.1531613 Apr 16 16:22:54.384522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827', 'status': 'completed', 'code': 200} Apr 16 16:22:54.392618 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-435a2a9e-20bc-4bce-bb6d-b406e0e39b02 req-6000b209-03a4-4422-80ed-02bb015415f4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539739 Apr 16 16:22:54.413887 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-f340b98e-4366-4cfb-b15f-85c139fde0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:54.414857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-f340b98e-4366-4cfb-b15f-85c139fde0a0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1097 time: 0.0555763 Apr 16 16:22:54.466486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-0d33c55c-f735-4cfb-97be-83a0ec7332b3 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 217 time: 0.0397568 Apr 16 16:22:54.515769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-e8ec74de-3663-458d-8c48-b0e4674fbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:54.517214 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-e8ec74de-3663-458d-8c48-b0e4674fbb09 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0426404 Apr 16 16:22:54.576004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-7c3803c9-df9b-4f28-b209-3b7e2bd99c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:54.576876 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-7c3803c9-df9b-4f28-b209-3b7e2bd99c35 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510893 Apr 16 16:22:54.671479 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-8ae3d3ef-97da-47b7-b5bd-ecd5c1e3f239 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852346 Apr 16 16:22:54.752861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac2133a7-18e9-4460-a640-bfbe50c6ff25 req-358d69a8-31bd-4e62-87fc-82505e0c9f71 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0729783 Apr 16 16:22:54.854275 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a1cff-802c-4467-892a-44510b265352 req-93325798-a8a1-499a-977d-c6455dafae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:54.855185 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b4a1cff-802c-4467-892a-44510b265352 req-93325798-a8a1-499a-977d-c6455dafae14 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1097 time: 0.0535417 Apr 16 16:22:54.933813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a1cff-802c-4467-892a-44510b265352 req-00d0d3d9-5915-4c10-bbcd-e1872300c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:54.935735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b4a1cff-802c-4467-892a-44510b265352 req-00d0d3d9-5915-4c10-bbcd-e1872300c981 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0754547 Apr 16 16:22:54.973111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b4a1cff-802c-4467-892a-44510b265352 req-480d43c6-4719-4336-928b-6604a059a129 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 217 time: 0.0318599 Apr 16 16:22:55.012470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a1cff-802c-4467-892a-44510b265352 req-27225fa1-f6f2-4d2a-9639-30e8591d33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:55.013234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b4a1cff-802c-4467-892a-44510b265352 req-27225fa1-f6f2-4d2a-9639-30e8591d33ed service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0351069 Apr 16 16:22:55.058537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a1cff-802c-4467-892a-44510b265352 req-38abb9cd-3267-44b2-a97a-722557965240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:55.059324 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b4a1cff-802c-4467-892a-44510b265352 req-38abb9cd-3267-44b2-a97a-722557965240 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410292 Apr 16 16:22:55.136475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b4a1cff-802c-4467-892a-44510b265352 req-561203d5-37f0-41c7-8da0-c9d2418b08b8 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0716102 Apr 16 16:22:55.245507 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b4a1cff-802c-4467-892a-44510b265352 req-686d387a-0785-4d4d-b5c8-d4729801fd18 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037471 Apr 16 16:22:55.429648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b93320c-f8ad-449b-88a3-4c33aac4b722 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:22:55.490692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 7b93320c-f8ad-449b-88a3-4c33aac4b722 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:22:55.490981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:55.679245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aba56c-c3d9-4e17-a9c7-051f635a07fd req-0c076515-4ea5-4010-9378-96749b724d75 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:55.680213 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9aba56c-c3d9-4e17-a9c7-051f635a07fd req-0c076515-4ea5-4010-9378-96749b724d75 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 944 time: 0.0639215 Apr 16 16:22:55.711413 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9aba56c-c3d9-4e17-a9c7-051f635a07fd req-00aaeed7-b401-4196-9637-7a31c4c09876 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272300 Apr 16 16:22:56.871864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0809774-d057-467a-953f-dad42871c047 req-0ddf5122-d390-4edf-b9dd-cdeb5fc7d830 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:56.872961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c0809774-d057-467a-953f-dad42871c047 req-0ddf5122-d390-4edf-b9dd-cdeb5fc7d830 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 944 time: 0.0676789 Apr 16 16:22:56.905229 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c0809774-d057-467a-953f-dad42871c047 req-1a5033e7-7c4a-41b9-92eb-25fcab8910ac tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280292 Apr 16 16:22:58.055467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d33842-8896-4104-abde-9216108b9eee req-76039aaf-f565-4a36-b511-3d37f454ebd2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:58.056487 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20d33842-8896-4104-abde-9216108b9eee req-76039aaf-f565-4a36-b511-3d37f454ebd2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 944 time: 0.0663900 Apr 16 16:22:58.091852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20d33842-8896-4104-abde-9216108b9eee req-57abbcce-05a5-4696-8b17-f2b4165fd2be tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268652 Apr 16 16:22:58.278360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 79745d8c-8e07-46be-a049-28bd61c77827 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:22:58.393970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 79745d8c-8e07-46be-a049-28bd61c77827, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79745d8c-8e07-46be-a049-28bd61c77827,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:58.403672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '79745d8c-8e07-46be-a049-28bd61c77827', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'port_id': '79745d8c-8e07-46be-a049-28bd61c77827', 'mac_address': 'fa:16:3e:ff:d1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1467, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:22:58.441932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:58.453845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79745d8c-8e07-46be-a049-28bd61c77827 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:22:58.466017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 79745d8c-8e07-46be-a049-28bd61c77827, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79745d8c-8e07-46be-a049-28bd61c77827,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:22:58.468921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:22:58.470325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:22:58.515765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=79745d8c-8e07-46be-a049-28bd61c77827,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:22:58.518517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:22:58.645408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['79745d8c-8e07-46be-a049-28bd61c77827'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:22:59.247323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58355ea-f20a-4239-877c-d2c8f69af0ca req-6a08fb2d-0d04-4df6-8c9d-9556edda8525 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:22:59.248415 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e58355ea-f20a-4239-877c-d2c8f69af0ca req-6a08fb2d-0d04-4df6-8c9d-9556edda8525 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 945 time: 0.0651548 Apr 16 16:22:59.286601 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e58355ea-f20a-4239-877c-d2c8f69af0ca req-9f39af2c-fb04-4695-a414-83e79de1098a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310056 Apr 16 16:23:00.300684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 79745d8c-8e07-46be-a049-28bd61c77827 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:23:00.363827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 79745d8c-8e07-46be-a049-28bd61c77827 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:23:00.367771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 79745d8c-8e07-46be-a049-28bd61c77827 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:23:00.368046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:00.430308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66bf95-ffb2-4b58-849f-05b1370a2dde req-bec7c20e-70f3-4f62-9430-a941032bcfc2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:00.431385 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da66bf95-ffb2-4b58-849f-05b1370a2dde req-bec7c20e-70f3-4f62-9430-a941032bcfc2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 945 time: 0.0627775 Apr 16 16:23:00.454345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:00.467728 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da66bf95-ffb2-4b58-849f-05b1370a2dde req-0d115947-ef38-4401-a83f-c01272480934 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281303 Apr 16 16:23:00.473564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:23:00.480833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 79745d8c-8e07-46be-a049-28bd61c77827, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79745d8c-8e07-46be-a049-28bd61c77827,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:23:00.483848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:00.485615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:23:00.509697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827', 'code': 200} Apr 16 16:23:00.534048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=79745d8c-8e07-46be-a049-28bd61c77827,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:23:00.536270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:23:01.448561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ef94c-e27b-4647-b5b4-a4a81f0f5906 req-5f714de7-3dd9-4c27-87a3-0db1f221d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:01.449719 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-418ef94c-e27b-4647-b5b4-a4a81f0f5906 req-5f714de7-3dd9-4c27-87a3-0db1f221d953 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1099 time: 0.0657709 Apr 16 16:23:01.482516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-418ef94c-e27b-4647-b5b4-a4a81f0f5906 req-9c0bc719-dcb0-4db4-bfb4-6397473c3934 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243127 Apr 16 16:23:01.606630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da1793-c0ba-4004-8fb8-c94a6fa0f73f req-54ee1358-8762-4cb1-9847-7da48bfd7295 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:01.607740 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a3da1793-c0ba-4004-8fb8-c94a6fa0f73f req-54ee1358-8762-4cb1-9847-7da48bfd7295 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0639184 Apr 16 16:23:01.641671 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a3da1793-c0ba-4004-8fb8-c94a6fa0f73f req-b19bd3eb-4f63-4d60-81fc-62503fc13740 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266025 Apr 16 16:23:02.787774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cd521-021f-4d64-8a07-7ffadedaeec9 req-0cb55349-245f-45a9-907a-7dbd86f9d5b9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:02.788813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-738cd521-021f-4d64-8a07-7ffadedaeec9 req-0cb55349-245f-45a9-907a-7dbd86f9d5b9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0651050 Apr 16 16:23:02.824471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-738cd521-021f-4d64-8a07-7ffadedaeec9 req-95abbe01-36e4-4079-8a25-ed4b8b2d37ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283859 Apr 16 16:23:02.945079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e284f6-7b62-4d6e-8736-1c08110c2d2c req-52e1c7a2-5628-4226-ae47-512d56b09d17 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:02.946104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-87e284f6-7b62-4d6e-8736-1c08110c2d2c req-52e1c7a2-5628-4226-ae47-512d56b09d17 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0589380 Apr 16 16:23:02.981685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-87e284f6-7b62-4d6e-8736-1c08110c2d2c req-9b47761c-a741-449e-8e19-06f57d6c3d00 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281014 Apr 16 16:23:02.995763 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44268) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:23:03.103793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad381ec-8169-44bc-b7b6-b26af281de8f tempest-TestShelveInstance-1621422888 tempest-TestShelveInstance-1621422888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:03.104782 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cad381ec-8169-44bc-b7b6-b26af281de8f tempest-TestShelveInstance-1621422888 tempest-TestShelveInstance-1621422888-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1094 time: 0.1082959 Apr 16 16:23:03.108913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 44274) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:23:03.112345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '79745d8c-8e07-46be-a049-28bd61c77827', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:23:03.116387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:23:03.119227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:floatingip and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:23:03.121242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:23:03.125112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:23:03.132779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:03.224759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:03.296659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Allocated IP 172.26.4.42 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/72750b9b-dd93-4ba7-adbe-c19afe931e32) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:23:03.380385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:03.400380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:03.410335 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-533911e6-c5d0-4752-8278-fec2f8e5bf4b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:23:03.491793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'Port': ['ID=72750b9b-dd93-4ba7-adbe-c19afe931e32,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:23:03.499229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:23:03.525241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:23:03.526146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:23:03.527579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:23:03.764292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:03.804858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:03.929480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:03.931994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:03.940600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa4b5282-4a81-445b-ba02-30681e9e2598 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:23:04.276926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'Port': ['ID=72750b9b-dd93-4ba7-adbe-c19afe931e32,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:23:04.279510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:23:04.352578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:04.459319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Floating IP b9083626-34ca-4dc4-b787-8d766c5e04b8 associated. External IP: 172.26.4.42, port: 79745d8c-8e07-46be-a049-28bd61c77827. Apr 16 16:23:04.681173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Router e751edf9-b703-40d6-90b9-baf9c2c56157 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:23:04.804501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:23:04.817231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88d820-f012-4b63-a3fb-341b00f31bea None None] Sync routers for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:23:04.822115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:04.830375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88d820-f012-4b63-a3fb-341b00f31bea None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:23:04.831246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dd88d820-f012-4b63-a3fb-341b00f31bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:23:04.855979 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7463698 Apr 16 16:23:04.856542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:23:04.884365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827', 'status': 'completed', 'code': 200} Apr 16 16:23:04.951116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196dbb1-f1af-4154-8283-8ca56f2f9a68 req-30b72c44-016b-47b4-833c-87200645e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:04.951947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8196dbb1-f1af-4154-8283-8ca56f2f9a68 req-30b72c44-016b-47b4-833c-87200645e677 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1099 time: 0.0473363 Apr 16 16:23:04.959720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-dd88d820-f012-4b63-a3fb-341b00f31bea None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:23:05.055918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196dbb1-f1af-4154-8283-8ca56f2f9a68 req-5be7276b-9c77-488a-8e30-265ea18ff3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:05.056864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8196dbb1-f1af-4154-8283-8ca56f2f9a68 req-5be7276b-9c77-488a-8e30-265ea18ff3e1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.1004500 Apr 16 16:23:05.127481 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8196dbb1-f1af-4154-8283-8ca56f2f9a68 req-091cf4ed-39e4-4b9c-90c9-eb06041c3beb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 999 time: 0.0626245 Apr 16 16:23:05.161434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dd88d820-f012-4b63-a3fb-341b00f31bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'b9083626-34ca-4dc4-b787-8d766c5e04b8', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'port_id': '79745d8c-8e07-46be-a049-28bd61c77827', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'mac_address': 'fa:16:3e:ff:d1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce796906-7d83-499d-88d7-11869682f482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:23:03Z', 'updated_at': '2021-04-16T16:23:03Z', 'revision_number': 0, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:23:05.165417 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88d820-f012-4b63-a3fb-341b00f31bea None None] Checking router: e751edf9-b703-40d6-90b9-baf9c2c56157 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:23:05.169046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196dbb1-f1af-4154-8283-8ca56f2f9a68 req-70e4156a-6234-4fb6-a40d-01b7495efeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:05.169901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8196dbb1-f1af-4154-8283-8ca56f2f9a68 req-70e4156a-6234-4fb6-a40d-01b7495efeb2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0356607 Apr 16 16:23:05.175203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd88d820-f012-4b63-a3fb-341b00f31bea None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:23:05.175566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dd88d820-f012-4b63-a3fb-341b00f31bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:22:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:23:05.228038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196dbb1-f1af-4154-8283-8ca56f2f9a68 req-7023ebd2-0ef9-4eac-aae7-6ac8f63ba9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:05.228900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8196dbb1-f1af-4154-8283-8ca56f2f9a68 req-7023ebd2-0ef9-4eac-aae7-6ac8f63ba9f1 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503135 Apr 16 16:23:05.329172 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8196dbb1-f1af-4154-8283-8ca56f2f9a68 req-b8406ad4-ccfa-46a1-a7e1-066f144faa8c service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913234 Apr 16 16:23:05.417954 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8196dbb1-f1af-4154-8283-8ca56f2f9a68 req-50227b84-d66a-4869-8e7a-82372ec73446 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808148 Apr 16 16:23:05.454790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-dd88d820-f012-4b63-a3fb-341b00f31bea None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:23:05.679518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-dd88d820-f012-4b63-a3fb-341b00f31bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'b9083626-34ca-4dc4-b787-8d766c5e04b8', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'port_id': '79745d8c-8e07-46be-a049-28bd61c77827', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'mac_address': 'fa:16:3e:ff:d1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce796906-7d83-499d-88d7-11869682f482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:23:03Z', 'updated_at': '2021-04-16T16:23:03Z', 'revision_number': 0, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:23:05.682656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd88d820-f012-4b63-a3fb-341b00f31bea None None] The sync data for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv is: [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': 'b9083626-34ca-4dc4-b787-8d766c5e04b8', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'port_id': '79745d8c-8e07-46be-a049-28bd61c77827', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1824, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'mac_address': 'fa:16:3e:ff:d1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce796906-7d83-499d-88d7-11869682f482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:23:03Z', 'updated_at': '2021-04-16T16:23:03Z', 'revision_number': 0, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:23:05.918318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419bfe1-e8a4-46b1-859e-de605662b7fe None None] New status for floating IP b9083626-34ca-4dc4-b787-8d766c5e04b8: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:23:11.314558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5209061d-46c8-4d0b-95de-501d24daa8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:12.751957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3cf1a9a4-3cc4-4112-b226-aaff64b3abac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:13.096776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:13.126897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:13.786406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:14.343754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:17.892459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:23:41.315358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-35cd8acb-37d6-404f-ac57-b038b5d8fc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:42.750607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93e981ab-84ed-4255-99cc-da4aed6f4c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:43.091700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:43.128234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:43.801969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:44.348200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:23:45.654652 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-e41029ff-adfc-4a16-bdfb-f99d78025f08 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782683 Apr 16 16:23:46.781913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-9fade253-6271-4c92-99c4-5a47b891d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:46.783152 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-9fade253-6271-4c92-99c4-5a47b891d880 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1099 time: 0.0755219 Apr 16 16:23:46.901139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-8b448059-92e8-4af5-ada0-71b0b0e3c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:46.902180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-8b448059-92e8-4af5-ada0-71b0b0e3c2d9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0974000 Apr 16 16:23:46.976667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-efb1d807-e814-47dc-a360-13d9af811ff1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 1001 time: 0.0659318 Apr 16 16:23:47.027550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-59fd0564-9296-471b-a7d2-53c9f050df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:47.028938 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-59fd0564-9296-471b-a7d2-53c9f050df44 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0429580 Apr 16 16:23:47.093535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-8a90458e-c153-4403-81b6-19f4e24d34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:23:47.094438 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-8a90458e-c153-4403-81b6-19f4e24d34ec service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575440 Apr 16 16:23:47.193297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-b2c42178-93e3-49d4-8ff2-17f347f12e37 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900838 Apr 16 16:23:47.288738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd7f1605-8c28-4f71-ab64-dd11fd01eda8 req-798f49dd-17a2-4fbc-a25f-56575df50a23 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872998 Apr 16 16:23:54.894527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:24:11.314922 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-efb7c152-c6ce-4813-9595-652b4054adff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:12.741839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-40d3535f-1426-443f-a30e-df467dae3713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:13.099139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:13.132419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:13.814368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:14.375990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:31.897862 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:24:41.314467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4ec21c20-82c8-4390-85aa-bf87762996de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:42.747620 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ec83ba49-b869-4e02-ae6d-ada5ab2f030b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:43.098812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:43.133651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:43.803311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:44.354079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:24:47.621927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-931ddbb0-e25e-444d-a980-99a17547f429 req-687b9fc8-58fe-4489-aa51-2f5d12324f77 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629039 Apr 16 16:24:48.727882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ddbb0-e25e-444d-a980-99a17547f429 req-705f5eb5-f13d-4da3-810c-ae495503360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:24:48.728931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-931ddbb0-e25e-444d-a980-99a17547f429 req-705f5eb5-f13d-4da3-810c-ae495503360d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1099 time: 0.0705559 Apr 16 16:24:48.858546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ddbb0-e25e-444d-a980-99a17547f429 req-a223ead1-510f-4bac-93c5-fc67280ad50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:24:48.859674 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-931ddbb0-e25e-444d-a980-99a17547f429 req-a223ead1-510f-4bac-93c5-fc67280ad50f service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.1066077 Apr 16 16:24:49.219723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-931ddbb0-e25e-444d-a980-99a17547f429 req-3a179532-c697-40f4-96f7-a39ad6112ab5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 1001 time: 0.3517914 Apr 16 16:24:49.275213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ddbb0-e25e-444d-a980-99a17547f429 req-7a0b617c-33a0-4034-b2de-777a9d2ccf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:24:49.276106 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-931ddbb0-e25e-444d-a980-99a17547f429 req-7a0b617c-33a0-4034-b2de-777a9d2ccf9d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0481479 Apr 16 16:24:49.333068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ddbb0-e25e-444d-a980-99a17547f429 req-97214a2d-9dee-44de-ba9d-ea6b56262224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:24:49.333951 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-931ddbb0-e25e-444d-a980-99a17547f429 req-97214a2d-9dee-44de-ba9d-ea6b56262224 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0491979 Apr 16 16:24:49.431609 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-931ddbb0-e25e-444d-a980-99a17547f429 req-2c4015c2-69b3-4d12-9256-257854318703 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883958 Apr 16 16:24:49.530922 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-931ddbb0-e25e-444d-a980-99a17547f429 req-7e0b16a5-e7b0-4a00-873b-b6eeafa4c060 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903723 Apr 16 16:25:02.745222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383645b-45f2-4778-bf79-b840df7f79b1 req-74fc7fe7-fc17-4d14-82c7-743ef9da3f65 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:02.746340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f383645b-45f2-4778-bf79-b840df7f79b1 req-74fc7fe7-fc17-4d14-82c7-743ef9da3f65 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0700090 Apr 16 16:25:02.778139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f383645b-45f2-4778-bf79-b840df7f79b1 req-e7dfba9c-cb41-4daa-b38f-72ab0cb98f7f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272317 Apr 16 16:25:03.960701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e6434-086c-4ef0-b521-ddd035aace26 req-ad1ca095-0ec3-4829-8163-5f53ba4958d6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:03.961805 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d89e6434-086c-4ef0-b521-ddd035aace26 req-ad1ca095-0ec3-4829-8163-5f53ba4958d6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0794418 Apr 16 16:25:03.993874 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d89e6434-086c-4ef0-b521-ddd035aace26 req-b355afe2-478d-4ef7-8539-86680e3f7d0c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274191 Apr 16 16:25:05.162545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe32b29-736c-45cf-8727-15443512e32f req-2f9d6080-b6d1-40ce-91f9-a6aa49e7933b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:05.164495 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fe32b29-736c-45cf-8727-15443512e32f req-2f9d6080-b6d1-40ce-91f9-a6aa49e7933b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0727651 Apr 16 16:25:05.204010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fe32b29-736c-45cf-8727-15443512e32f req-edaf95b1-2da9-49eb-b75b-331007da62d7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322022 Apr 16 16:25:06.362523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45d5f1-0ef8-4845-bd4f-f11dd8595f16 req-8204013a-88b5-4078-91ce-38653074ecaf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:06.363578 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7d45d5f1-0ef8-4845-bd4f-f11dd8595f16 req-8204013a-88b5-4078-91ce-38653074ecaf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0654314 Apr 16 16:25:06.396288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7d45d5f1-0ef8-4845-bd4f-f11dd8595f16 req-38812d76-aa3c-4996-9c08-82a26c4c1571 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284593 Apr 16 16:25:07.710905 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ee4e7-8474-49a1-8047-5ecd4f56cac8 req-52f3f633-2305-4f39-bcab-2b0f0b6fae51 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:07.711864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d4ee4e7-8474-49a1-8047-5ecd4f56cac8 req-52f3f633-2305-4f39-bcab-2b0f0b6fae51 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0623434 Apr 16 16:25:07.745458 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d4ee4e7-8474-49a1-8047-5ecd4f56cac8 req-73c3f673-ff36-4cd2-84d7-c298f2ca9079 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292766 Apr 16 16:25:08.899454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:25:08.902279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785dc1e-7ec1-446d-b33c-594426e7ce49 req-56f6b151-d793-42b1-9638-b6fcc70f3fcc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:08.903395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1785dc1e-7ec1-446d-b33c-594426e7ce49 req-56f6b151-d793-42b1-9638-b6fcc70f3fcc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0635495 Apr 16 16:25:08.935364 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1785dc1e-7ec1-446d-b33c-594426e7ce49 req-d8797ef3-1882-4f51-ac64-e6cac3cce813 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273533 Apr 16 16:25:10.095695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5e5c4-a343-446d-995e-592be36f3276 req-f9bc40d2-b5ac-44ba-84f2-065b3011181c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:10.096758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5f5e5c4-a343-446d-995e-592be36f3276 req-f9bc40d2-b5ac-44ba-84f2-065b3011181c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0741377 Apr 16 16:25:10.128722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5f5e5c4-a343-446d-995e-592be36f3276 req-d6352149-ac51-41f8-b119-2c6a47d053fe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271080 Apr 16 16:25:11.296472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89547079-a186-40c9-963b-23791798ebbf req-2c37c64d-1472-4039-8451-fd6fe005d273 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:11.297640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-89547079-a186-40c9-963b-23791798ebbf req-2c37c64d-1472-4039-8451-fd6fe005d273 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0764258 Apr 16 16:25:11.304570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-14fad654-29e5-4f09-8125-754a3e0c208e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:11.334843 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-89547079-a186-40c9-963b-23791798ebbf req-17ad6015-594c-429f-b16b-0dd420a597e6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293894 Apr 16 16:25:12.512009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56f8b0-b758-4a93-9fcd-d4dd15632d13 req-03468cb6-cddf-45a1-b181-9b37a9633bb5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:12.513169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cc56f8b0-b758-4a93-9fcd-d4dd15632d13 req-03468cb6-cddf-45a1-b181-9b37a9633bb5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0840180 Apr 16 16:25:12.546497 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cc56f8b0-b758-4a93-9fcd-d4dd15632d13 req-3775beae-1fba-4b61-a143-6dc661f16adc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286252 Apr 16 16:25:12.750933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80154fbf-7746-479f-bfea-fd613ba08c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:13.092284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:13.135956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:13.715026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63c016-b9a6-49cd-be2a-9c9f04090d96 req-ce72ecc7-6216-4b26-8a7d-fc6f5881f12a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:13.716021 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d63c016-b9a6-49cd-be2a-9c9f04090d96 req-ce72ecc7-6216-4b26-8a7d-fc6f5881f12a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0672812 Apr 16 16:25:13.754484 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d63c016-b9a6-49cd-be2a-9c9f04090d96 req-fb5316b0-fb17-42e7-bcb4-f6e0f1968635 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308247 Apr 16 16:25:13.799183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:14.355956 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:14.908627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548828f2-9e8e-456f-9f08-f4dd2d8a1d5f req-b379b97d-d9db-4d6c-a1d3-6eda56da4a70 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:14.909729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-548828f2-9e8e-456f-9f08-f4dd2d8a1d5f req-b379b97d-d9db-4d6c-a1d3-6eda56da4a70 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0630696 Apr 16 16:25:14.943014 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-548828f2-9e8e-456f-9f08-f4dd2d8a1d5f req-1de825fc-cb66-4d2c-bcb8-f1bd4f5b30d0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290270 Apr 16 16:25:16.082281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eb4c4-536a-4f95-b450-c90f65955564 req-d425ef21-25d6-4504-b612-0443d0019206 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:16.083388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7a3eb4c4-536a-4f95-b450-c90f65955564 req-d425ef21-25d6-4504-b612-0443d0019206 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0636811 Apr 16 16:25:16.114201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7a3eb4c4-536a-4f95-b450-c90f65955564 req-2fceec85-3c8b-479f-9c98-4106c5fc44b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264654 Apr 16 16:25:16.924581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 79745d8c-8e07-46be-a049-28bd61c77827 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:25:17.038451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 79745d8c-8e07-46be-a049-28bd61c77827, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79745d8c-8e07-46be-a049-28bd61c77827,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:25:17.048244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '79745d8c-8e07-46be-a049-28bd61c77827', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'port_id': '79745d8c-8e07-46be-a049-28bd61c77827', 'mac_address': 'fa:16:3e:ff:d1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1467, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:25:17.088736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:17.100860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79745d8c-8e07-46be-a049-28bd61c77827 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:25:17.112465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 79745d8c-8e07-46be-a049-28bd61c77827, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79745d8c-8e07-46be-a049-28bd61c77827,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:25:17.115112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:17.116530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b78f0cd4-76c3-4fb7-9664-6bf4e4138b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:25:17.163506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=79745d8c-8e07-46be-a049-28bd61c77827,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:25:17.168936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.169193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.169437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.169681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.169923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.170165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.170404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.170661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.170901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.171139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.171376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.171613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:25:17.174243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:25:17.247529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb06e98-c7ca-474c-b01d-9e515b2b2ee9 req-b9705d08-bdae-4525-991f-a9f57c9f6083 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:17.248607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aeb06e98-c7ca-474c-b01d-9e515b2b2ee9 req-b9705d08-bdae-4525-991f-a9f57c9f6083 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 945 time: 0.0604224 Apr 16 16:25:17.283179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aeb06e98-c7ca-474c-b01d-9e515b2b2ee9 req-5b9e805c-2862-4fb1-8f25-b1dd6e674ffe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272439 Apr 16 16:25:17.479384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['79745d8c-8e07-46be-a049-28bd61c77827'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:25:18.457783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d50df5-8323-4d26-b2ce-7b19e8c737b3 req-52e1291f-8a85-40ec-8292-be74a97a5827 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:18.458949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c7d50df5-8323-4d26-b2ce-7b19e8c737b3 req-52e1291f-8a85-40ec-8292-be74a97a5827 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 945 time: 0.0797415 Apr 16 16:25:18.495355 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c7d50df5-8323-4d26-b2ce-7b19e8c737b3 req-a2c4b300-592c-47df-be99-8ceff7966c4c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281000 Apr 16 16:25:18.939987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 79745d8c-8e07-46be-a049-28bd61c77827 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:25:19.003870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 79745d8c-8e07-46be-a049-28bd61c77827 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:25:19.004439 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:19.097868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:19.116619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:25:19.125660 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 79745d8c-8e07-46be-a049-28bd61c77827, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79745d8c-8e07-46be-a049-28bd61c77827,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:25:19.129195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:19.131793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bdfd898f-89b9-4c4c-9993-56911ce45aba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:25:19.188586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=79745d8c-8e07-46be-a049-28bd61c77827,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:25:19.190904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:25:19.192505 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827', 'code': 200} Apr 16 16:25:19.646671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cd142-96e9-4755-861a-551c2f4b25cd req-aeec8c0f-981f-487f-a640-89d7642c0990 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:19.647740 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-992cd142-96e9-4755-861a-551c2f4b25cd req-aeec8c0f-981f-487f-a640-89d7642c0990 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0681155 Apr 16 16:25:19.680291 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-992cd142-96e9-4755-861a-551c2f4b25cd req-20e2be70-de8c-468f-9134-d351d1381bed tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282273 Apr 16 16:25:20.843021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89be6aa-3658-441d-b67a-202b8e55bf9e req-599cf660-c26e-44a4-948e-4d15b212a2ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:20.844122 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c89be6aa-3658-441d-b67a-202b8e55bf9e req-599cf660-c26e-44a4-948e-4d15b212a2ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0718198 Apr 16 16:25:20.876180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c89be6aa-3658-441d-b67a-202b8e55bf9e req-19a52b22-a9b4-4d5b-963f-4660e610abe6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276902 Apr 16 16:25:22.047056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021389dd-3705-4bfc-bd8d-e404c7c755ff req-2651a294-87e3-4686-939d-db4d297570d0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:22.048167 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-021389dd-3705-4bfc-bd8d-e404c7c755ff req-2651a294-87e3-4686-939d-db4d297570d0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0788107 Apr 16 16:25:22.080614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-021389dd-3705-4bfc-bd8d-e404c7c755ff req-28bd4698-29fd-481b-9db6-ba40bb2b8960 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279951 Apr 16 16:25:23.259596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd4e3f-b1d3-452a-8fd9-4d3a611be3b2 req-98abe5f9-9def-4632-98c3-9269b950d004 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:23.261671 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95cd4e3f-b1d3-452a-8fd9-4d3a611be3b2 req-98abe5f9-9def-4632-98c3-9269b950d004 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0888147 Apr 16 16:25:23.297501 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95cd4e3f-b1d3-452a-8fd9-4d3a611be3b2 req-a0cbb9c3-294f-4279-8b57-13afdb758205 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307384 Apr 16 16:25:24.460578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d8e5d-f99b-4fb0-b0e3-49aa9717c0f6 req-eafc8462-ecc7-44d1-afd8-755b3cc88fa6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:24.461977 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-364d8e5d-f99b-4fb0-b0e3-49aa9717c0f6 req-eafc8462-ecc7-44d1-afd8-755b3cc88fa6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0669849 Apr 16 16:25:24.494348 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-364d8e5d-f99b-4fb0-b0e3-49aa9717c0f6 req-e16e9a01-91fd-49a1-a25f-3bccadf00c5a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270917 Apr 16 16:25:25.654533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea76fbc-cbf5-44b5-866a-40db3dbce3b9 req-f9f702cc-0117-47b8-8445-c96e56b7a90d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:25.655615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dea76fbc-cbf5-44b5-866a-40db3dbce3b9 req-f9f702cc-0117-47b8-8445-c96e56b7a90d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0689600 Apr 16 16:25:25.691016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dea76fbc-cbf5-44b5-866a-40db3dbce3b9 req-6d206a3c-ba47-4722-bfb4-53faf522e986 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279005 Apr 16 16:25:26.855334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59906788-e636-4d06-abdf-8167b174eb7c req-e002ecd9-216d-4ad7-bda4-3fecd519a7a9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:26.856438 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59906788-e636-4d06-abdf-8167b174eb7c req-e002ecd9-216d-4ad7-bda4-3fecd519a7a9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0771899 Apr 16 16:25:26.889811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59906788-e636-4d06-abdf-8167b174eb7c req-b504a13b-a15b-4fbf-98fd-c2906f24acf9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278802 Apr 16 16:25:28.051993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cddef-c6aa-4266-ae3a-b15137ebd623 req-3f568834-b19b-4cee-ba9d-70562485be51 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:28.053091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f3cddef-c6aa-4266-ae3a-b15137ebd623 req-3f568834-b19b-4cee-ba9d-70562485be51 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0709736 Apr 16 16:25:28.091516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f3cddef-c6aa-4266-ae3a-b15137ebd623 req-b91859fc-0b97-495d-8357-8af7f9e40626 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305882 Apr 16 16:25:29.267328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aa8e9-881a-4ad9-9465-e3af20e2686a req-a9fd930a-b5af-4ee0-b694-ca2328537529 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:29.268441 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-710aa8e9-881a-4ad9-9465-e3af20e2686a req-a9fd930a-b5af-4ee0-b694-ca2328537529 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0784440 Apr 16 16:25:29.304113 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-710aa8e9-881a-4ad9-9465-e3af20e2686a req-e84ca38f-ffcc-4bfa-b2ac-212f30ec7a62 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278955 Apr 16 16:25:30.463052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08e24c-08de-4e9d-ae48-650e48635811 req-9b4a7c88-634d-469f-9937-72f8e56ff548 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:30.464134 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d08e24c-08de-4e9d-ae48-650e48635811 req-9b4a7c88-634d-469f-9937-72f8e56ff548 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0721848 Apr 16 16:25:30.498364 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d08e24c-08de-4e9d-ae48-650e48635811 req-a04a611f-9733-426c-b9e2-bc4a86dd6d00 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278258 Apr 16 16:25:31.655819 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fad2a-8503-4630-b044-007e75cebeff req-fa764e22-c82e-4084-b0a0-0f56e437cbd8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:31.656946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db9fad2a-8503-4630-b044-007e75cebeff req-fa764e22-c82e-4084-b0a0-0f56e437cbd8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0670619 Apr 16 16:25:31.689009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db9fad2a-8503-4630-b044-007e75cebeff req-da8421f7-e756-42c6-8756-8a198dc5c490 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275767 Apr 16 16:25:32.847066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42091fbf-fee6-4043-adee-7edad944e5ef req-0939e9a0-c548-4809-a9c3-05507eabef29 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:32.848084 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42091fbf-fee6-4043-adee-7edad944e5ef req-0939e9a0-c548-4809-a9c3-05507eabef29 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0675397 Apr 16 16:25:32.883592 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42091fbf-fee6-4043-adee-7edad944e5ef req-16fe3e19-e501-4338-912a-960c5e4bf555 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280685 Apr 16 16:25:34.035993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dec713-2149-4cfa-b3da-bebecc10d779 req-ff8760d4-4be2-4c9c-b1f1-cf6569f7af58 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:34.037042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85dec713-2149-4cfa-b3da-bebecc10d779 req-ff8760d4-4be2-4c9c-b1f1-cf6569f7af58 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0659418 Apr 16 16:25:34.075141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-85dec713-2149-4cfa-b3da-bebecc10d779 req-2358790d-c9ad-48ba-bba6-ab894138a560 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308115 Apr 16 16:25:35.229061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ada8e-6a7b-44f5-885e-b783183551d1 req-8e7498f2-6aea-4fca-a8f9-1c0a9a83e198 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:35.230143 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-432ada8e-6a7b-44f5-885e-b783183551d1 req-8e7498f2-6aea-4fca-a8f9-1c0a9a83e198 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0675249 Apr 16 16:25:35.263167 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-432ada8e-6a7b-44f5-885e-b783183551d1 req-9bcbdb11-6faa-48c3-94dd-5dd18288824b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267289 Apr 16 16:25:36.426061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd367b6-a159-42d4-9ae3-673c540cf6ab req-61b31777-e932-4572-90e4-d5cd23480312 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:36.427214 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8fd367b6-a159-42d4-9ae3-673c540cf6ab req-61b31777-e932-4572-90e4-d5cd23480312 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0793834 Apr 16 16:25:36.459954 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8fd367b6-a159-42d4-9ae3-673c540cf6ab req-62e59eb1-d2ea-44a6-be56-19ec0d799e1c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279841 Apr 16 16:25:37.606218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de8e3e-563e-4143-8f19-80bf6e4ff109 req-3ade6a8c-be35-4e97-9ff4-e6978eac2020 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:37.607306 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81de8e3e-563e-4143-8f19-80bf6e4ff109 req-3ade6a8c-be35-4e97-9ff4-e6978eac2020 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0672579 Apr 16 16:25:37.642971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81de8e3e-563e-4143-8f19-80bf6e4ff109 req-539cf57b-c1b0-4930-b04b-87e9a3557a4e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275540 Apr 16 16:25:38.805851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed30cb7-9a4c-423a-8aa0-a3ceaa0caed6 req-abb17038-5cbe-497a-a2dd-60e4928b6ecc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:38.807023 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ed30cb7-9a4c-423a-8aa0-a3ceaa0caed6 req-abb17038-5cbe-497a-a2dd-60e4928b6ecc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0748608 Apr 16 16:25:38.839476 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ed30cb7-9a4c-423a-8aa0-a3ceaa0caed6 req-2027a8c4-3ccc-4771-a16b-d1320095352f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274627 Apr 16 16:25:40.009761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d1858-0bfa-4e25-85f8-2d410f67d951 req-60586504-f661-42fc-b4d8-e6e45a5b1175 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:40.010901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bd9d1858-0bfa-4e25-85f8-2d410f67d951 req-60586504-f661-42fc-b4d8-e6e45a5b1175 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0794587 Apr 16 16:25:40.046861 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bd9d1858-0bfa-4e25-85f8-2d410f67d951 req-4ccc9861-59ac-4c1d-959d-ac621e526679 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280116 Apr 16 16:25:41.220731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8db00-460d-4b2a-8feb-dc571f1b52e0 req-0f446423-20eb-4883-a041-8a4f7f3bd141 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:41.221834 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eba8db00-460d-4b2a-8feb-dc571f1b52e0 req-0f446423-20eb-4883-a041-8a4f7f3bd141 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0808952 Apr 16 16:25:41.259071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eba8db00-460d-4b2a-8feb-dc571f1b52e0 req-39fc8d28-67e8-491d-a4a1-d5e4509aad63 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295169 Apr 16 16:25:41.304036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4694fcc7-047e-4ff4-84c3-82bc859d4d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:42.422151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c5c135-7253-4cfe-a943-c71a14d27f9a req-128be467-5406-4029-8567-975c1cd08cf4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:42.423303 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c7c5c135-7253-4cfe-a943-c71a14d27f9a req-128be467-5406-4029-8567-975c1cd08cf4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0669808 Apr 16 16:25:42.454892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c7c5c135-7253-4cfe-a943-c71a14d27f9a req-78297094-d827-45c8-942d-ff3b21d82295 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269263 Apr 16 16:25:42.752474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07079e1e-02b9-4581-b54f-af9115ab8ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:43.100543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:43.139915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:43.610670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b31ae7-14ab-47be-aa30-ca50fc918e22 req-cad9f491-7831-45a6-b6da-7ecae7c86cb6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:43.611766 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04b31ae7-14ab-47be-aa30-ca50fc918e22 req-cad9f491-7831-45a6-b6da-7ecae7c86cb6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0715048 Apr 16 16:25:43.643771 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04b31ae7-14ab-47be-aa30-ca50fc918e22 req-5149dbce-3f8e-47f3-aa52-8f4f3a0ecb7b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277765 Apr 16 16:25:43.802450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:44.357473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:25:44.797317 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e37868-ca73-4fc1-88f2-c24ddc790732 req-693a1c49-0a07-44f4-9093-96cfd6058057 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:44.798473 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7e37868-ca73-4fc1-88f2-c24ddc790732 req-693a1c49-0a07-44f4-9093-96cfd6058057 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0755579 Apr 16 16:25:44.833493 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7e37868-ca73-4fc1-88f2-c24ddc790732 req-5dc7b6b8-ecfe-411c-a0bb-9447c0e176c0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276182 Apr 16 16:25:45.897780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:25:45.996181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a177e-3139-43f3-953a-7524fb3a24c2 req-3f38a71e-7049-43e7-81c2-58c97ef04631 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:45.997270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e1a177e-3139-43f3-953a-7524fb3a24c2 req-3f38a71e-7049-43e7-81c2-58c97ef04631 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0675762 Apr 16 16:25:46.030837 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e1a177e-3139-43f3-953a-7524fb3a24c2 req-ad29915b-9cfa-4e07-ae2f-67944d52d0ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284386 Apr 16 16:25:47.197105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141bc15-c96c-4536-a284-dc61e8217f3c req-17a0c4e3-e172-4a64-9a5d-dc120c0b98fb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:47.198165 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a141bc15-c96c-4536-a284-dc61e8217f3c req-17a0c4e3-e172-4a64-9a5d-dc120c0b98fb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0717957 Apr 16 16:25:47.513792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a141bc15-c96c-4536-a284-dc61e8217f3c req-28aec50a-2e2f-4e5b-9929-39c346022940 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106441 Apr 16 16:25:48.642642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1a9b8-92f7-4015-9ce6-5d7a323fcdb0 req-d3279e3a-57d0-4069-a05b-a0394f754bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:48.643716 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54a1a9b8-92f7-4015-9ce6-5d7a323fcdb0 req-d3279e3a-57d0-4069-a05b-a0394f754bff service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1099 time: 0.0999236 Apr 16 16:25:48.664448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08434b64-7f2a-4479-84b0-b35ef72422f5 req-e7364439-f35e-4c6a-8c43-8c7611f5be15 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:48.665586 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08434b64-7f2a-4479-84b0-b35ef72422f5 req-e7364439-f35e-4c6a-8c43-8c7611f5be15 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0721302 Apr 16 16:25:48.762527 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08434b64-7f2a-4479-84b0-b35ef72422f5 req-66a0169e-1aa0-4784-ba8b-8db5d7d8139e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793295 Apr 16 16:25:48.782889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1a9b8-92f7-4015-9ce6-5d7a323fcdb0 req-8d945578-1ed9-462a-bbe5-4d1ae55b3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:48.783970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54a1a9b8-92f7-4015-9ce6-5d7a323fcdb0 req-8d945578-1ed9-462a-bbe5-4d1ae55b3e99 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.1164131 Apr 16 16:25:48.862940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54a1a9b8-92f7-4015-9ce6-5d7a323fcdb0 req-71fe7e15-176a-441d-935a-103432b2623f service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 1001 time: 0.0703762 Apr 16 16:25:48.912117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1a9b8-92f7-4015-9ce6-5d7a323fcdb0 req-c0138b9e-729c-4c84-a4c0-abd9ff6caea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:48.913101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54a1a9b8-92f7-4015-9ce6-5d7a323fcdb0 req-c0138b9e-729c-4c84-a4c0-abd9ff6caea4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0425076 Apr 16 16:25:48.976290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1a9b8-92f7-4015-9ce6-5d7a323fcdb0 req-c285d1b0-49ce-4811-9894-1f3008c89bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:48.977110 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54a1a9b8-92f7-4015-9ce6-5d7a323fcdb0 req-c285d1b0-49ce-4811-9894-1f3008c89bb6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554764 Apr 16 16:25:49.064929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54a1a9b8-92f7-4015-9ce6-5d7a323fcdb0 req-c9b05fe9-ecf5-4f43-af94-d385afc3fdd7 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778568 Apr 16 16:25:49.158602 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-54a1a9b8-92f7-4015-9ce6-5d7a323fcdb0 req-ac109234-448a-4333-a522-01e9800e7fe6 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854464 Apr 16 16:25:49.931285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecb8ac-dd18-4363-b415-2bf09e54e82d req-8d563b2d-1e83-4aed-b7dc-9e1eadd97929 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:49.932301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1eecb8ac-dd18-4363-b415-2bf09e54e82d req-8d563b2d-1e83-4aed-b7dc-9e1eadd97929 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0680575 Apr 16 16:25:49.966535 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1eecb8ac-dd18-4363-b415-2bf09e54e82d req-5fc54d1f-55f1-4648-a65d-d6e92a0988f2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270228 Apr 16 16:25:51.129516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b29338-3c5e-457e-b465-0c0bb5a7b2ef req-2ed427c2-453b-4811-b698-54d73c81e1b7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:51.130626 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b29338-3c5e-457e-b465-0c0bb5a7b2ef req-2ed427c2-453b-4811-b698-54d73c81e1b7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0659366 Apr 16 16:25:51.165696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b29338-3c5e-457e-b465-0c0bb5a7b2ef req-fab253c4-b5b1-4c73-a0ed-5e31a0cdf39d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276453 Apr 16 16:25:52.323273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be078063-bcce-47df-b8c9-b689ee5ac0b3 req-7ce3627e-dd1f-449e-be36-467b6e9b7afc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:52.324318 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be078063-bcce-47df-b8c9-b689ee5ac0b3 req-7ce3627e-dd1f-449e-be36-467b6e9b7afc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0662639 Apr 16 16:25:52.361707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be078063-bcce-47df-b8c9-b689ee5ac0b3 req-ade83e66-5e2d-4e4e-8012-7ed22a472add tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304983 Apr 16 16:25:53.523464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fbc457-50c6-4c46-abc4-dd5822431cc0 req-8ab6e107-55cd-47dc-b3ae-f3ac74234449 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:53.524563 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f2fbc457-50c6-4c46-abc4-dd5822431cc0 req-8ab6e107-55cd-47dc-b3ae-f3ac74234449 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0715516 Apr 16 16:25:53.556518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f2fbc457-50c6-4c46-abc4-dd5822431cc0 req-6976a571-4d6e-48cb-b4ee-2eba1aada17b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274723 Apr 16 16:25:54.707065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fdea9-0cc9-4421-bb60-95c73c5336ee req-de29ee0c-6b37-41a8-a698-ead888d01e72 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:54.708090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-033fdea9-0cc9-4421-bb60-95c73c5336ee req-de29ee0c-6b37-41a8-a698-ead888d01e72 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0700672 Apr 16 16:25:54.739428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-033fdea9-0cc9-4421-bb60-95c73c5336ee req-56e6934a-104e-4ba6-8487-b9a6ef5c90a0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268986 Apr 16 16:25:55.892324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61455cba-3315-44e3-ab55-13734cce58c9 req-2cfaa683-761a-47aa-bd4d-3b936a4e98f8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:55.893285 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-61455cba-3315-44e3-ab55-13734cce58c9 req-2cfaa683-761a-47aa-bd4d-3b936a4e98f8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0650702 Apr 16 16:25:55.928650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-61455cba-3315-44e3-ab55-13734cce58c9 req-b242d234-86a6-44ac-85a7-42c04214745e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278804 Apr 16 16:25:57.093274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3a4a9-02a8-4b0e-8ec6-4f472f40b698 req-2b655d5a-8abd-4e15-904a-7dcceb5c3989 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:57.094390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95a3a4a9-02a8-4b0e-8ec6-4f472f40b698 req-2b655d5a-8abd-4e15-904a-7dcceb5c3989 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0766633 Apr 16 16:25:57.125894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95a3a4a9-02a8-4b0e-8ec6-4f472f40b698 req-9fd7686b-507a-47dd-9aec-12cd9e05fe79 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270481 Apr 16 16:25:58.296228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b6d83-5c4f-4083-88e1-414520febea8 req-da81ba4a-1861-4ef3-83f7-d5f6ae5dfe38 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:58.297307 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-813b6d83-5c4f-4083-88e1-414520febea8 req-da81ba4a-1861-4ef3-83f7-d5f6ae5dfe38 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0780201 Apr 16 16:25:58.337062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-813b6d83-5c4f-4083-88e1-414520febea8 req-b81d612c-630b-42b9-946c-5e25b9e50fac tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321870 Apr 16 16:25:59.493441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b948d-30a1-4254-a5b3-d03ecb34887b req-8fa19722-49cd-4b4d-87c9-87594e41ed63 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:25:59.494540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef5b948d-30a1-4254-a5b3-d03ecb34887b req-8fa19722-49cd-4b4d-87c9-87594e41ed63 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0631597 Apr 16 16:25:59.526114 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef5b948d-30a1-4254-a5b3-d03ecb34887b req-8dc82e8c-fc26-465e-91f0-8740d067c03c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271459 Apr 16 16:26:00.695105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8aeb8a-b9ad-4b46-8222-a86c2f063e62 req-1e7b89bd-3a6f-48fe-a186-943bd35844b8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:00.696143 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8b8aeb8a-b9ad-4b46-8222-a86c2f063e62 req-1e7b89bd-3a6f-48fe-a186-943bd35844b8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0798230 Apr 16 16:26:00.728640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8b8aeb8a-b9ad-4b46-8222-a86c2f063e62 req-80e6452a-d38b-4f3e-8e0b-5e4d3361fb7d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278587 Apr 16 16:26:01.884868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d84948-a66d-4be6-bc2d-ebb934be2c4c req-e1bba5f3-d0b8-43da-b146-0e0362b9baaf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:01.886012 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26d84948-a66d-4be6-bc2d-ebb934be2c4c req-e1bba5f3-d0b8-43da-b146-0e0362b9baaf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0651937 Apr 16 16:26:01.918228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26d84948-a66d-4be6-bc2d-ebb934be2c4c req-671e8d9f-2776-4707-ab4e-281d4ec9a0ee tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276794 Apr 16 16:26:03.077812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f7151-b8ae-4953-b867-5d9452aef23e req-98d45584-fb70-4663-936c-89b85c4e92ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:03.079004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee7f7151-b8ae-4953-b867-5d9452aef23e req-98d45584-fb70-4663-936c-89b85c4e92ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0723689 Apr 16 16:26:03.126351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee7f7151-b8ae-4953-b867-5d9452aef23e req-01cb6fb6-98fa-4c72-a621-e3d7fed31b6a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412331 Apr 16 16:26:04.293477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7d45f-107e-418d-ab80-1de1d05b1198 req-33078bc1-f111-42c6-9172-70c9606bb4ad tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:04.294576 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ce7d45f-107e-418d-ab80-1de1d05b1198 req-33078bc1-f111-42c6-9172-70c9606bb4ad tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0770581 Apr 16 16:26:04.326663 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ce7d45f-107e-418d-ab80-1de1d05b1198 req-399696b6-144b-4132-80b4-bc2c3499769c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276697 Apr 16 16:26:05.490683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becb323-7c62-441a-ac4b-2cdde72cb3e9 req-d29c40f1-a74f-4fc9-8d03-d0e4debcb000 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:05.491768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0becb323-7c62-441a-ac4b-2cdde72cb3e9 req-d29c40f1-a74f-4fc9-8d03-d0e4debcb000 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0712349 Apr 16 16:26:05.523729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0becb323-7c62-441a-ac4b-2cdde72cb3e9 req-216b28b2-49b8-4328-b8b9-f4de180c8e56 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275490 Apr 16 16:26:06.681864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf6cca-0b72-4635-a32d-bc97e98f5b84 req-1f104f4e-814f-4ff4-920e-dafaca833fc0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:06.682806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25cf6cca-0b72-4635-a32d-bc97e98f5b84 req-1f104f4e-814f-4ff4-920e-dafaca833fc0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0680239 Apr 16 16:26:06.714863 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25cf6cca-0b72-4635-a32d-bc97e98f5b84 req-44678598-e1d7-4483-8a8c-e708990cec89 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274937 Apr 16 16:26:07.867047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff0ec3-ac2d-4d57-8cfb-829d19438b50 req-03543352-1250-4069-98f6-2735161129b2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:07.868109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfff0ec3-ac2d-4d57-8cfb-829d19438b50 req-03543352-1250-4069-98f6-2735161129b2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0647285 Apr 16 16:26:07.899276 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfff0ec3-ac2d-4d57-8cfb-829d19438b50 req-e0b3a8d0-d874-4767-b7f1-51ae6f2f77d3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269849 Apr 16 16:26:09.054061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1563462-88b4-443b-ae70-44072e0934fd req-d08eed5f-dd66-42ca-97af-8e4e4b22e1f8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:09.055175 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1563462-88b4-443b-ae70-44072e0934fd req-d08eed5f-dd66-42ca-97af-8e4e4b22e1f8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0716493 Apr 16 16:26:09.088169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d1563462-88b4-443b-ae70-44072e0934fd req-85f71382-19ab-41dc-946e-bfbbf6dcf183 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287087 Apr 16 16:26:10.258855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16979a19-2265-48d4-a310-ed1ce1f1621b req-1c5a37a0-5b16-40b6-9325-0885a4bc5c75 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:10.259959 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16979a19-2265-48d4-a310-ed1ce1f1621b req-1c5a37a0-5b16-40b6-9325-0885a4bc5c75 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0814397 Apr 16 16:26:10.292201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16979a19-2265-48d4-a310-ed1ce1f1621b req-ad458ff7-9ff7-42ef-ad35-6281d8b79b54 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278511 Apr 16 16:26:11.310092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5cd67b1a-1049-49c7-aee7-2b8aa4a1308f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:11.437006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e246c-980b-4158-9887-f4484352a0e0 req-bdb5fba9-754e-46fd-b8d5-198e757ff017 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:11.438069 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c4e246c-980b-4158-9887-f4484352a0e0 req-bdb5fba9-754e-46fd-b8d5-198e757ff017 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0654998 Apr 16 16:26:11.473562 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c4e246c-980b-4158-9887-f4484352a0e0 req-48b60bb2-3af2-4236-8a66-0364e497c691 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281653 Apr 16 16:26:12.640254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11712d-0a2c-45b6-bed8-5b214f1cc737 req-0040805c-392c-4ff3-882f-dd1a710ed981 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:12.641413 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7f11712d-0a2c-45b6-bed8-5b214f1cc737 req-0040805c-392c-4ff3-882f-dd1a710ed981 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0725327 Apr 16 16:26:12.680382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7f11712d-0a2c-45b6-bed8-5b214f1cc737 req-32990420-9ea2-4017-b6fd-cc2644ac0426 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316715 Apr 16 16:26:12.756813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c056eff3-f378-4b9e-b38b-4b7e883307e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:13.100611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:13.144131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:13.792098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:13.843233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d94bb-eb0f-4d84-86b7-105ab328ca5c req-3c741064-faae-42de-8b3b-2182ff272530 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:13.844421 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef7d94bb-eb0f-4d84-86b7-105ab328ca5c req-3c741064-faae-42de-8b3b-2182ff272530 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0726562 Apr 16 16:26:13.877142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef7d94bb-eb0f-4d84-86b7-105ab328ca5c req-a92c0fa7-6f88-4b10-9d5b-33501262379b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277841 Apr 16 16:26:14.396671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:15.036211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bab2d7-43c4-4732-b77b-28ca33d339dd req-5baeb5b0-bf31-4f09-8b4d-5a8eaaf1be6f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:15.037371 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4bab2d7-43c4-4732-b77b-28ca33d339dd req-5baeb5b0-bf31-4f09-8b4d-5a8eaaf1be6f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0667045 Apr 16 16:26:15.073501 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4bab2d7-43c4-4732-b77b-28ca33d339dd req-049a143f-0a89-4606-a25f-73f4126237f2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287557 Apr 16 16:26:16.234245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ea672-1730-4d7b-ae0c-5019218a1498 req-225c2624-73bb-46cb-af47-3b35f02527cd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:16.235381 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-166ea672-1730-4d7b-ae0c-5019218a1498 req-225c2624-73bb-46cb-af47-3b35f02527cd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0662537 Apr 16 16:26:16.267840 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-166ea672-1730-4d7b-ae0c-5019218a1498 req-b69e7b22-e385-44a2-964a-a66b0c898fd1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280359 Apr 16 16:26:17.438533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd98b5-5074-4d7e-a959-ad118b363d7c req-51c2e99f-5664-4795-93a9-2586a8f5a568 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:17.439630 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4bd98b5-5074-4d7e-a959-ad118b363d7c req-51c2e99f-5664-4795-93a9-2586a8f5a568 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0781462 Apr 16 16:26:17.485688 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4bd98b5-5074-4d7e-a959-ad118b363d7c req-1c792608-3d7b-4fa1-bb63-2b7220b74713 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380919 Apr 16 16:26:18.639485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224dc92-20f6-4421-af55-035ba1641751 req-89955f13-2436-4203-a2ab-2b7aeaf3491b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:18.640570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3224dc92-20f6-4421-af55-035ba1641751 req-89955f13-2436-4203-a2ab-2b7aeaf3491b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0636568 Apr 16 16:26:18.678360 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3224dc92-20f6-4421-af55-035ba1641751 req-03b581db-0981-4095-a241-c9a740f11c6d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302837 Apr 16 16:26:19.836805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c81168-1997-44f7-a333-428d856fc11b req-e570cc13-141c-44fd-8002-948b23cf969b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:19.837854 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48c81168-1997-44f7-a333-428d856fc11b req-e570cc13-141c-44fd-8002-948b23cf969b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0779233 Apr 16 16:26:19.874624 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48c81168-1997-44f7-a333-428d856fc11b req-04bd6420-2523-4c60-955a-9176b30c2fb1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285916 Apr 16 16:26:21.050871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f73ea7-9e77-44c6-899b-9d13fe1ff656 req-5a1cf015-1176-44dc-9866-674de985261d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:21.051893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a9f73ea7-9e77-44c6-899b-9d13fe1ff656 req-5a1cf015-1176-44dc-9866-674de985261d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0792184 Apr 16 16:26:21.088103 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a9f73ea7-9e77-44c6-899b-9d13fe1ff656 req-940e706a-8887-4689-a564-f1de4d73d27b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284579 Apr 16 16:26:22.250085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2eb7d-0863-4a71-b12f-54ad6047a4d0 req-602489a2-8843-4d0e-9523-fba0697cad00 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:22.251216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75b2eb7d-0863-4a71-b12f-54ad6047a4d0 req-602489a2-8843-4d0e-9523-fba0697cad00 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0713141 Apr 16 16:26:22.286123 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75b2eb7d-0863-4a71-b12f-54ad6047a4d0 req-73c25d21-c33a-4090-8c19-72ab54238149 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302544 Apr 16 16:26:22.900231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:26:23.722026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01e3d4-3df5-4037-af83-bb4ca4bd8ea7 req-9154ca61-b451-413b-82dc-d666e536c395 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:23.722847 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7b01e3d4-3df5-4037-af83-bb4ca4bd8ea7 req-9154ca61-b451-413b-82dc-d666e536c395 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.3410997 Apr 16 16:26:23.749373 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7b01e3d4-3df5-4037-af83-bb4ca4bd8ea7 req-45589f39-a6eb-4085-92e3-481c21bf45b8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0219562 Apr 16 16:26:24.902863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e6c2a-100e-4330-8902-b5bb64b375d5 req-e79b36df-8a80-4422-9a4a-e4a0cc739feb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:24.904463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-014e6c2a-100e-4330-8902-b5bb64b375d5 req-e79b36df-8a80-4422-9a4a-e4a0cc739feb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0656245 Apr 16 16:26:24.935159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-014e6c2a-100e-4330-8902-b5bb64b375d5 req-cb06783b-61ba-406e-a675-4dba10f1124f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260327 Apr 16 16:26:26.107842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc6624b-bd83-4d78-b386-ddcc5eb10950 req-ce124a9e-87b6-4bc0-abfb-f6427ac82f61 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:26.108963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7dc6624b-bd83-4d78-b386-ddcc5eb10950 req-ce124a9e-87b6-4bc0-abfb-f6427ac82f61 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0789604 Apr 16 16:26:26.142064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7dc6624b-bd83-4d78-b386-ddcc5eb10950 req-5efca5c5-cbcb-425c-9b0e-dd302ace88ee tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280166 Apr 16 16:26:27.303502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676d5eb-8c95-440b-82c9-4cdb1f5eafe9 req-e7fcb171-43ea-4e88-bc1d-a645d415ec35 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:27.304570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4676d5eb-8c95-440b-82c9-4cdb1f5eafe9 req-e7fcb171-43ea-4e88-bc1d-a645d415ec35 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0665388 Apr 16 16:26:27.343367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4676d5eb-8c95-440b-82c9-4cdb1f5eafe9 req-87365441-f49b-4a17-a570-1ea76516dd9a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310156 Apr 16 16:26:28.495060 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427952ca-7725-400f-a290-8486c8d3ea0b req-3ac72210-84cf-46db-89ee-990b719a3d5f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:28.496080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-427952ca-7725-400f-a290-8486c8d3ea0b req-3ac72210-84cf-46db-89ee-990b719a3d5f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0628252 Apr 16 16:26:28.530240 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-427952ca-7725-400f-a290-8486c8d3ea0b req-927394d9-601c-4c5a-815d-8ac78721f810 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269485 Apr 16 16:26:29.689759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef38a9-679c-4cd7-91da-a455e5ea67be req-858797e6-6bf1-4c72-9956-7390c2d20a4d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:29.690790 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1ef38a9-679c-4cd7-91da-a455e5ea67be req-858797e6-6bf1-4c72-9956-7390c2d20a4d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0679522 Apr 16 16:26:29.726531 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1ef38a9-679c-4cd7-91da-a455e5ea67be req-95b73f0e-9a6d-4d0b-9d59-6a80cb32de49 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279870 Apr 16 16:26:30.883405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d00e-30a5-49c8-b3a2-68c06b805149 req-2b366b95-30ea-46bf-b627-0e3b5fa0841c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:30.884462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eff1d00e-30a5-49c8-b3a2-68c06b805149 req-2b366b95-30ea-46bf-b627-0e3b5fa0841c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0668178 Apr 16 16:26:30.919402 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eff1d00e-30a5-49c8-b3a2-68c06b805149 req-f2a32516-7fdc-4c83-bf01-f7e2d8998d6c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274725 Apr 16 16:26:32.080892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be273e2d-3c1e-4e65-addc-33609277e334 req-eb92cefd-30b4-4606-ae70-343740a3b85d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:32.082022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be273e2d-3c1e-4e65-addc-33609277e334 req-eb92cefd-30b4-4606-ae70-343740a3b85d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0678151 Apr 16 16:26:32.117492 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be273e2d-3c1e-4e65-addc-33609277e334 req-b1b1b952-6339-4ed6-8d7b-6ba54ee686a2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280478 Apr 16 16:26:33.273616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e72986-a400-4dcf-aa09-f4025713c4b0 req-0a17b7ac-88b9-4561-b79e-eac8eeedbecc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:33.274667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06e72986-a400-4dcf-aa09-f4025713c4b0 req-0a17b7ac-88b9-4561-b79e-eac8eeedbecc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0654535 Apr 16 16:26:33.311753 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06e72986-a400-4dcf-aa09-f4025713c4b0 req-127e1670-111e-403c-8a44-6e6eb39ef192 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298374 Apr 16 16:26:34.457474 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a3108-84de-45dd-9f8b-b064fe539796 req-acadb85b-9e4e-4553-8f01-92f1048b8416 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:34.458559 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd1a3108-84de-45dd-9f8b-b064fe539796 req-acadb85b-9e4e-4553-8f01-92f1048b8416 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0613620 Apr 16 16:26:34.490480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd1a3108-84de-45dd-9f8b-b064fe539796 req-c9658e6c-1aae-4ed1-89a6-af52e2e4c34f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267160 Apr 16 16:26:35.647917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a6484-3ead-469c-a376-69e5705f61ab req-8a85f7ee-6106-4bb5-b417-0e8026eb0243 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:35.649004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f1a6484-3ead-469c-a376-69e5705f61ab req-8a85f7ee-6106-4bb5-b417-0e8026eb0243 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0653949 Apr 16 16:26:35.684958 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f1a6484-3ead-469c-a376-69e5705f61ab req-e47879bc-4dd9-4008-906c-d03158bee45e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283084 Apr 16 16:26:36.840811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38297228-3519-4a28-8319-a985a258b89c req-d0ec334e-9df3-46e8-ac81-93087f9ef3ea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:36.841867 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-38297228-3519-4a28-8319-a985a258b89c req-d0ec334e-9df3-46e8-ac81-93087f9ef3ea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0708363 Apr 16 16:26:36.880198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-38297228-3519-4a28-8319-a985a258b89c req-33886c5c-0e32-4a34-81ad-30594e3bf4e6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320714 Apr 16 16:26:38.033119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fdd31-ddc8-4afd-a566-a831436c0856 req-c6a3ca85-de16-4f2f-b4d6-ebb75b8d12d7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:38.034487 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed4fdd31-ddc8-4afd-a566-a831436c0856 req-c6a3ca85-de16-4f2f-b4d6-ebb75b8d12d7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0638163 Apr 16 16:26:38.065907 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed4fdd31-ddc8-4afd-a566-a831436c0856 req-f902875f-7607-4d6e-a1c0-9b78bdabe7f1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271490 Apr 16 16:26:39.231150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca4ab1-508d-4e86-b002-3f895de5ee02 req-b7a7be49-8693-492d-a92b-1df5ff1ac6e8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:39.232279 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72ca4ab1-508d-4e86-b002-3f895de5ee02 req-b7a7be49-8693-492d-a92b-1df5ff1ac6e8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0782530 Apr 16 16:26:39.269547 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72ca4ab1-508d-4e86-b002-3f895de5ee02 req-f3ee86b6-5264-4e26-99c3-92951c32e832 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301759 Apr 16 16:26:40.431084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5d4d1-35f3-4594-b914-137d9c72fc74 req-05667389-685b-4a11-8f43-8486d5d6b97f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:40.432207 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4aa5d4d1-35f3-4594-b914-137d9c72fc74 req-05667389-685b-4a11-8f43-8486d5d6b97f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0699046 Apr 16 16:26:40.476468 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4aa5d4d1-35f3-4594-b914-137d9c72fc74 req-9c185443-531e-47f9-a1be-ba7194b72765 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395432 Apr 16 16:26:41.311837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-addd16f8-4056-4624-a143-94f361b07ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:41.681617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f0f58-99a6-42ad-9ca8-7781b72b0dc0 req-795b4bef-78c7-481f-92ad-b584c374d2d4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:41.682664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a22f0f58-99a6-42ad-9ca8-7781b72b0dc0 req-795b4bef-78c7-481f-92ad-b584c374d2d4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.1116810 Apr 16 16:26:41.717705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a22f0f58-99a6-42ad-9ca8-7781b72b0dc0 req-1020ec2d-fe42-4b8f-9d5a-8257428cfa59 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270841 Apr 16 16:26:42.762228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7937712b-f6ef-423b-94e9-5b5e06748fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:42.875303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2de2d2-5ae3-43f8-9f60-990f6ed2c32d req-71c1de83-ead7-4866-9469-8b975589da93 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:42.876429 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed2de2d2-5ae3-43f8-9f60-990f6ed2c32d req-71c1de83-ead7-4866-9469-8b975589da93 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0672071 Apr 16 16:26:42.909538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed2de2d2-5ae3-43f8-9f60-990f6ed2c32d req-b348f622-cef0-4ccd-ab2c-cf359436d505 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279796 Apr 16 16:26:43.099926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:43.145184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:43.802299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:44.063571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ea095-17f7-4145-a223-1440c697a8d3 req-849cb136-b565-4d96-9aa8-f01de8c5fc34 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:44.064542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-518ea095-17f7-4145-a223-1440c697a8d3 req-849cb136-b565-4d96-9aa8-f01de8c5fc34 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0636294 Apr 16 16:26:44.102462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-518ea095-17f7-4145-a223-1440c697a8d3 req-830ad3a6-fd80-4ecc-ba5e-68aaedc4c133 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301800 Apr 16 16:26:44.368767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:26:45.263380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e099cb-8b93-4388-9c8c-21d99c4048cd req-72a81522-f000-479e-85c5-c1e76cc29913 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:45.264455 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66e099cb-8b93-4388-9c8c-21d99c4048cd req-72a81522-f000-479e-85c5-c1e76cc29913 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0793064 Apr 16 16:26:45.299948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66e099cb-8b93-4388-9c8c-21d99c4048cd req-4540a6ce-bab6-4b7f-a584-89f8016eb899 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285940 Apr 16 16:26:46.457835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449cd6d-2de6-4bb9-b978-c4862d19abee req-746e537e-1df9-482d-a3e1-5105e546894d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:46.459034 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9449cd6d-2de6-4bb9-b978-c4862d19abee req-746e537e-1df9-482d-a3e1-5105e546894d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0778615 Apr 16 16:26:46.492069 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9449cd6d-2de6-4bb9-b978-c4862d19abee req-c886a15b-f012-4ef6-af3a-7ccee5dd47de tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276008 Apr 16 16:26:47.658108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba01db-4f10-4472-a960-90cee1fdf76c req-c36d469a-51ec-4714-9163-b902d44f7daa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:47.659262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-60ba01db-4f10-4472-a960-90cee1fdf76c req-c36d469a-51ec-4714-9163-b902d44f7daa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0794094 Apr 16 16:26:47.691627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-60ba01db-4f10-4472-a960-90cee1fdf76c req-07e84b14-3c66-4958-adc2-7ee0a48295b0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280039 Apr 16 16:26:48.848031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3a9a0-5ce0-4a15-80cb-d5bce3b7b660 req-bdc955b4-d091-4626-a132-23309b58cff0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:48.849133 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1b3a9a0-5ce0-4a15-80cb-d5bce3b7b660 req-bdc955b4-d091-4626-a132-23309b58cff0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0655084 Apr 16 16:26:48.883077 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1b3a9a0-5ce0-4a15-80cb-d5bce3b7b660 req-9ebea8a0-280e-4251-940e-5ce15f75b427 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294354 Apr 16 16:26:50.047442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1cea8-00c7-41b3-b0cb-1842916a7e97 req-c24cc048-29d8-4bb4-a6e3-f2fe5f4e6914 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:50.048569 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-38a1cea8-00c7-41b3-b0cb-1842916a7e97 req-c24cc048-29d8-4bb4-a6e3-f2fe5f4e6914 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0770140 Apr 16 16:26:50.085522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-38a1cea8-00c7-41b3-b0cb-1842916a7e97 req-da20d069-67f5-4268-b5eb-e0579b0b9241 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288982 Apr 16 16:26:51.254012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab429645-cb62-4a6e-b47c-4ca4dd9328ad req-38044358-ef7d-45bc-853e-c472ee0b119f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:51.255097 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab429645-cb62-4a6e-b47c-4ca4dd9328ad req-38044358-ef7d-45bc-853e-c472ee0b119f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0789092 Apr 16 16:26:51.287615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab429645-cb62-4a6e-b47c-4ca4dd9328ad req-ecbcaa5a-b40d-4985-90c0-9f882c890c9a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278924 Apr 16 16:26:52.453215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fb1f5-38b2-4f1e-9f8f-1683cb651634 req-d96e2fe8-1c60-4343-ad8b-8cb48e606322 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:52.454301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-915fb1f5-38b2-4f1e-9f8f-1683cb651634 req-d96e2fe8-1c60-4343-ad8b-8cb48e606322 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0767794 Apr 16 16:26:52.486455 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-915fb1f5-38b2-4f1e-9f8f-1683cb651634 req-a5855c6b-ae8d-4426-939f-b4aa57ebf909 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273077 Apr 16 16:26:53.636391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7dbee-b429-4223-9be6-2844ffbb377b req-2989304a-778a-4d6b-8629-6081ba476b75 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:53.637452 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77c7dbee-b429-4223-9be6-2844ffbb377b req-2989304a-778a-4d6b-8629-6081ba476b75 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0662253 Apr 16 16:26:53.671997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77c7dbee-b429-4223-9be6-2844ffbb377b req-121eceaf-fe88-439b-80c2-f9e6f6c7c620 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268426 Apr 16 16:26:54.834657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42316ffb-cef9-41f4-afb8-df131e3aa579 req-b3a87647-e7a0-4564-a489-3b430bba8350 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:54.835783 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42316ffb-cef9-41f4-afb8-df131e3aa579 req-b3a87647-e7a0-4564-a489-3b430bba8350 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0683460 Apr 16 16:26:54.871005 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42316ffb-cef9-41f4-afb8-df131e3aa579 req-69550ae8-cf8d-42c4-949d-32cc3ff7451c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277286 Apr 16 16:26:56.042234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba5521-fca5-40df-9272-58cbf875bd4e req-3a03033c-e2d1-4b4a-be91-8b35a5cb159f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:56.043362 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5aba5521-fca5-40df-9272-58cbf875bd4e req-3a03033c-e2d1-4b4a-be91-8b35a5cb159f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0775540 Apr 16 16:26:56.076614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5aba5521-fca5-40df-9272-58cbf875bd4e req-06490cd3-b97a-4ad6-9b4c-077f7673df70 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284610 Apr 16 16:26:57.241841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eb051-76c6-4a1c-94db-db188b565f6c req-1bbb75af-3ae2-4484-b3aa-6cfb37805548 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:57.242942 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-175eb051-76c6-4a1c-94db-db188b565f6c req-1bbb75af-3ae2-4484-b3aa-6cfb37805548 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0690892 Apr 16 16:26:57.280612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-175eb051-76c6-4a1c-94db-db188b565f6c req-b16e5aee-3734-4d0d-83c8-587a2a3f3141 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289679 Apr 16 16:26:58.432940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d627fe-e628-497e-834b-f7db464aa062 req-a8459e77-e8a1-43bd-8ae8-19c9d4f27c01 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:58.434079 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32d627fe-e628-497e-834b-f7db464aa062 req-a8459e77-e8a1-43bd-8ae8-19c9d4f27c01 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0648904 Apr 16 16:26:58.466300 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32d627fe-e628-497e-834b-f7db464aa062 req-0b4c4004-fc53-4c44-a9b8-29bc425c9dc3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272806 Apr 16 16:26:59.223845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99126-bf43-45e7-9a99-98f67877407b req-a7dd0346-e5c3-4a54-b552-c01421791d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:59.224933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93f99126-bf43-45e7-9a99-98f67877407b req-a7dd0346-e5c3-4a54-b552-c01421791d69 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1099 time: 0.0641007 Apr 16 16:26:59.353008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99126-bf43-45e7-9a99-98f67877407b req-7139bb29-8fe2-4a00-a1e1-3cb834d53349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:59.354091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93f99126-bf43-45e7-9a99-98f67877407b req-7139bb29-8fe2-4a00-a1e1-3cb834d53349 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.1062739 Apr 16 16:26:59.429075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93f99126-bf43-45e7-9a99-98f67877407b req-cbbddf5b-2462-4051-b651-e0a3b85dd29b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 1001 time: 0.0665421 Apr 16 16:26:59.480760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99126-bf43-45e7-9a99-98f67877407b req-4ff7473f-dd95-4f46-bb12-c06a0a4eb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:59.481705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93f99126-bf43-45e7-9a99-98f67877407b req-4ff7473f-dd95-4f46-bb12-c06a0a4eb11e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0443919 Apr 16 16:26:59.573251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f99126-bf43-45e7-9a99-98f67877407b req-6be37c4a-efe3-42a8-a3d8-b6606c38a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:59.574252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93f99126-bf43-45e7-9a99-98f67877407b req-6be37c4a-efe3-42a8-a3d8-b6606c38a033 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842738 Apr 16 16:26:59.586077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-93f99126-bf43-45e7-9a99-98f67877407b req-b8581f7f-941e-45a4-a9d4-db831a7d5355 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:26:59.586766 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93f99126-bf43-45e7-9a99-98f67877407b req-b8581f7f-941e-45a4-a9d4-db831a7d5355 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0040083 Apr 16 16:26:59.671365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685f79e-96a3-49dc-a2c1-60aaa919b7df req-c088961e-2ec5-46a1-b25f-6e76bba72a51 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:26:59.672384 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0685f79e-96a3-49dc-a2c1-60aaa919b7df req-c088961e-2ec5-46a1-b25f-6e76bba72a51 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.1324165 Apr 16 16:26:59.730154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0685f79e-96a3-49dc-a2c1-60aaa919b7df req-d679dfd8-d674-4f91-ad6e-f6ef9a67ecf5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491586 Apr 16 16:26:59.732040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93f99126-bf43-45e7-9a99-98f67877407b req-818ad93e-1cbe-43ae-8d79-7965c162ecc6 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366277 Apr 16 16:26:59.828704 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93f99126-bf43-45e7-9a99-98f67877407b req-9166dea7-59ba-4cca-8e7f-0219bada17a4 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882366 Apr 16 16:26:59.902015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:27:01.182923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f45c8-7f8e-44f2-a07a-62f40b63980c req-5e218017-4ecd-410b-9e72-0d9e0cce0ce4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:01.184005 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-871f45c8-7f8e-44f2-a07a-62f40b63980c req-5e218017-4ecd-410b-9e72-0d9e0cce0ce4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.3690166 Apr 16 16:27:01.215905 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-871f45c8-7f8e-44f2-a07a-62f40b63980c req-eb23bd77-815e-44e8-a0c8-237b582e3ade tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270720 Apr 16 16:27:02.375809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658efdb-b248-463f-887c-f517ad184be4 req-8e4164a7-50aa-44f5-bb09-311ae2401c53 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:02.376906 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0658efdb-b248-463f-887c-f517ad184be4 req-8e4164a7-50aa-44f5-bb09-311ae2401c53 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0716133 Apr 16 16:27:02.416935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0658efdb-b248-463f-887c-f517ad184be4 req-41ecad2e-4059-4f7d-a370-8b0004fd2fb5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314538 Apr 16 16:27:03.565963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fd5c1-0e4e-4d46-8f98-358ffdd5145c req-5f93c133-5367-4eaa-a6b9-40884a8f0bf3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:03.567050 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-781fd5c1-0e4e-4d46-8f98-358ffdd5145c req-5f93c133-5367-4eaa-a6b9-40884a8f0bf3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0622618 Apr 16 16:27:03.599032 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-781fd5c1-0e4e-4d46-8f98-358ffdd5145c req-8952e3d3-417c-4ee6-92cf-85ed94f4a749 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267870 Apr 16 16:27:04.764804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85094ba-774f-4dd3-9934-4ed2a83823f0 req-7de4b9ba-158e-4db7-aa08-eea722e78536 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:04.765738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f85094ba-774f-4dd3-9934-4ed2a83823f0 req-7de4b9ba-158e-4db7-aa08-eea722e78536 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0749197 Apr 16 16:27:04.797626 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f85094ba-774f-4dd3-9934-4ed2a83823f0 req-baa8e6e5-2ce6-47e7-a4e3-f9aabe9be76f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274503 Apr 16 16:27:05.958837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89624b-4c82-4277-bdc4-4dc2f8bfef2e req-f98952e7-6d88-47e5-bb14-7fed4cd12f67 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:05.960022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d89624b-4c82-4277-bdc4-4dc2f8bfef2e req-f98952e7-6d88-47e5-bb14-7fed4cd12f67 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0660920 Apr 16 16:27:05.995102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d89624b-4c82-4277-bdc4-4dc2f8bfef2e req-43baef5c-a3cf-4a76-b19b-0eff31963229 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275328 Apr 16 16:27:07.171063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a6683-e0ab-4204-922e-7cc64e74a485 req-68945576-dbce-4664-a9de-91bf085ababa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:07.172225 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-708a6683-e0ab-4204-922e-7cc64e74a485 req-68945576-dbce-4664-a9de-91bf085ababa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0806882 Apr 16 16:27:07.204948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-708a6683-e0ab-4204-922e-7cc64e74a485 req-d2ec070d-8efe-4824-8cf2-2d4f9b6f7b79 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281928 Apr 16 16:27:08.358125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806a4cd-2ed2-4092-81d8-6d9af4684e60 req-80e3ef8c-dbbc-4024-8da2-fd08748a30a7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:08.359201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b806a4cd-2ed2-4092-81d8-6d9af4684e60 req-80e3ef8c-dbbc-4024-8da2-fd08748a30a7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0672729 Apr 16 16:27:08.394277 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b806a4cd-2ed2-4092-81d8-6d9af4684e60 req-f3065c39-14dc-4655-90d6-26bd7123ae2a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277593 Apr 16 16:27:09.544866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6e629-c1e5-4e88-b60f-dc5543612619 req-0377a207-6236-4137-9c7b-fc34d5ff7697 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:09.545944 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe6e629-c1e5-4e88-b60f-dc5543612619 req-0377a207-6236-4137-9c7b-fc34d5ff7697 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0639594 Apr 16 16:27:09.578778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe6e629-c1e5-4e88-b60f-dc5543612619 req-b13b86ce-e6f4-4708-b6db-fa94bb2b7141 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285578 Apr 16 16:27:10.741375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77046a6f-de3c-4fc6-bac2-407ec85e9efe req-5dd4e6ce-9232-474a-b92c-a411adc45ab7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:10.743086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77046a6f-de3c-4fc6-bac2-407ec85e9efe req-5dd4e6ce-9232-474a-b92c-a411adc45ab7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0753891 Apr 16 16:27:10.774784 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77046a6f-de3c-4fc6-bac2-407ec85e9efe req-41ea154a-6c58-4f37-8463-01b73fdebb9d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272315 Apr 16 16:27:11.311606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a563b90d-8507-44a2-baee-29b24eab1162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:11.935765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cde8cd-6c6b-49de-9f0b-6cd014736b97 req-9c08a720-6308-40d3-9163-2c81e1a91fb2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:11.937064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-88cde8cd-6c6b-49de-9f0b-6cd014736b97 req-9c08a720-6308-40d3-9163-2c81e1a91fb2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0689752 Apr 16 16:27:11.972238 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-88cde8cd-6c6b-49de-9f0b-6cd014736b97 req-ec5202b5-d7e7-4543-9c82-d939b456ceb7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270910 Apr 16 16:27:12.767543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7c221f40-cacd-444a-aab6-28cf0075de10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:13.095661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:13.129647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248cda0-6074-4686-9a78-36d7ba339399 req-c62e2a9b-5853-4aa5-bafb-291792f25915 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:13.130775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0248cda0-6074-4686-9a78-36d7ba339399 req-c62e2a9b-5853-4aa5-bafb-291792f25915 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0628548 Apr 16 16:27:13.147636 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:13.165945 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0248cda0-6074-4686-9a78-36d7ba339399 req-03d18de9-9a68-4378-a46a-99b077e01e01 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305808 Apr 16 16:27:13.803907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:14.312567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31c6d5-3084-4a10-bc0f-18f551df92e1 req-fac8fd5d-ecf7-44b6-b23d-e2f72ab88aed tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:14.313651 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd31c6d5-3084-4a10-bc0f-18f551df92e1 req-fac8fd5d-ecf7-44b6-b23d-e2f72ab88aed tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0651209 Apr 16 16:27:14.346108 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dd31c6d5-3084-4a10-bc0f-18f551df92e1 req-9134d620-6af8-49a5-8081-05f3e92ba90a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282037 Apr 16 16:27:14.362634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:15.520961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5246938-9199-418d-82b0-a40b4150a857 req-c34b80ae-fc8a-4290-b1c4-403f505155a5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:15.522050 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5246938-9199-418d-82b0-a40b4150a857 req-c34b80ae-fc8a-4290-b1c4-403f505155a5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0768454 Apr 16 16:27:15.560392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5246938-9199-418d-82b0-a40b4150a857 req-155ce400-b48a-463e-897a-aae33e5fe4d5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334611 Apr 16 16:27:16.729958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d4579-14df-4981-bfff-7ded2c6e229e req-0e6ebf55-3295-4c27-9f25-6c66d443054d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:16.731040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9c8d4579-14df-4981-bfff-7ded2c6e229e req-0e6ebf55-3295-4c27-9f25-6c66d443054d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0717854 Apr 16 16:27:16.764587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9c8d4579-14df-4981-bfff-7ded2c6e229e req-2d8cfa36-d52c-4dde-ada5-e905e8c3f719 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292122 Apr 16 16:27:17.936396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fe6fa-d17c-44ee-9a1b-65ea2632db8f req-90f1b406-91c4-4a29-b5d0-ea1e084ecca5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:17.937691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b47fe6fa-d17c-44ee-9a1b-65ea2632db8f req-90f1b406-91c4-4a29-b5d0-ea1e084ecca5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0748188 Apr 16 16:27:17.972647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b47fe6fa-d17c-44ee-9a1b-65ea2632db8f req-c735da25-b9ef-417f-b9b5-f2be2b422ccd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305095 Apr 16 16:27:19.144468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee91bc-ae7f-4022-a360-e29410d1609a req-5af56384-18e0-4f17-908d-eecb8fdcbf4d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:19.145545 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8bee91bc-ae7f-4022-a360-e29410d1609a req-5af56384-18e0-4f17-908d-eecb8fdcbf4d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0780134 Apr 16 16:27:19.183523 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8bee91bc-ae7f-4022-a360-e29410d1609a req-262ef14c-ab6b-4f5c-8e58-4c41d7a7e8e5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302715 Apr 16 16:27:20.354869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb004b-04ed-4cb3-8c30-909226cf39f0 req-4d024f78-c06e-400d-a095-2886f4a362fb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:20.356004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6bb004b-04ed-4cb3-8c30-909226cf39f0 req-4d024f78-c06e-400d-a095-2886f4a362fb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0790789 Apr 16 16:27:20.390184 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6bb004b-04ed-4cb3-8c30-909226cf39f0 req-f8a5467b-8450-4ad8-ac67-9d2bcfb9d79c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295963 Apr 16 16:27:21.568440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101681db-7004-4c73-bbdb-fc2c12917a1e req-4bc7dc00-8b28-4a65-9e3f-33a08174fec3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:21.569504 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-101681db-7004-4c73-bbdb-fc2c12917a1e req-4bc7dc00-8b28-4a65-9e3f-33a08174fec3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0998318 Apr 16 16:27:21.602118 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-101681db-7004-4c73-bbdb-fc2c12917a1e req-7fd1c620-07e0-4dba-b304-fd8d3188b2fc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263965 Apr 16 16:27:22.768663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae66f7-587a-4850-a3f8-d2b29fea6d8a req-a48ad332-bd04-4e9a-9b29-65a4d311acb9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:22.769631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4ae66f7-587a-4850-a3f8-d2b29fea6d8a req-a48ad332-bd04-4e9a-9b29-65a4d311acb9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0749912 Apr 16 16:27:22.801306 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4ae66f7-587a-4850-a3f8-d2b29fea6d8a req-1a61cc26-a1c9-4f9e-b02a-4731f92ae26c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273066 Apr 16 16:27:23.959975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f01d9e-36ad-4190-bfdf-f67c7cce9dee req-84bdcf0e-d633-4e4f-8964-48f3b9c673fe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:23.961088 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-83f01d9e-36ad-4190-bfdf-f67c7cce9dee req-84bdcf0e-d633-4e4f-8964-48f3b9c673fe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0620263 Apr 16 16:27:23.993045 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-83f01d9e-36ad-4190-bfdf-f67c7cce9dee req-21571e25-1251-4ce4-868f-b6c3f10f9061 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275743 Apr 16 16:27:25.149952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26f2e4-d49d-4fdf-8989-d2440c70f4aa req-9f7f1da3-90d4-4c05-935a-3391096e9e39 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:25.151111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a26f2e4-d49d-4fdf-8989-d2440c70f4aa req-9f7f1da3-90d4-4c05-935a-3391096e9e39 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0655518 Apr 16 16:27:25.184160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a26f2e4-d49d-4fdf-8989-d2440c70f4aa req-ee109311-e5fb-40fd-b6cf-20e7ac8c1369 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289602 Apr 16 16:27:26.359437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc55e24-ab8a-4642-bd53-bee0b45b47ac req-ae33d1fc-2e9a-489f-aa2f-8d6fa539fb32 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:26.360613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdc55e24-ab8a-4642-bd53-bee0b45b47ac req-ae33d1fc-2e9a-489f-aa2f-8d6fa539fb32 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0829034 Apr 16 16:27:26.394340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdc55e24-ab8a-4642-bd53-bee0b45b47ac req-31e2491d-864a-40be-9604-154e8fd86703 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289550 Apr 16 16:27:27.545481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5af8c-01ab-441b-b252-86b82d09f8c5 req-1fc41969-49a5-41ae-9c2d-87900c36cdec tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:27.546588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dfe5af8c-01ab-441b-b252-86b82d09f8c5 req-1fc41969-49a5-41ae-9c2d-87900c36cdec tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0741198 Apr 16 16:27:27.579061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dfe5af8c-01ab-441b-b252-86b82d09f8c5 req-f34081ce-742f-4feb-bfdb-99f0ce851ac4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278566 Apr 16 16:27:28.750899 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc459b-136c-4e51-9092-95b62bab1782 req-0f9cbe4c-1836-4ef8-9e9c-10050fd401ee tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:28.751857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75fc459b-136c-4e51-9092-95b62bab1782 req-0f9cbe4c-1836-4ef8-9e9c-10050fd401ee tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0784202 Apr 16 16:27:28.784390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-75fc459b-136c-4e51-9092-95b62bab1782 req-a7a1b5ee-f8e3-47a7-bfea-f9b7e45a02e5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279748 Apr 16 16:27:29.935943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5cb47-2265-4b98-837e-9ea80ce5b58f req-6722d934-dea3-4110-9b81-3bd5afe93660 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:29.937217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64f5cb47-2265-4b98-837e-9ea80ce5b58f req-6722d934-dea3-4110-9b81-3bd5afe93660 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0658112 Apr 16 16:27:29.968183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64f5cb47-2265-4b98-837e-9ea80ce5b58f req-a04d22e0-74a0-4e36-aab6-7efca7e09c9e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266721 Apr 16 16:27:31.129208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474fd59b-effb-4fbb-8774-544ad75021b5 req-38d5b0ad-f283-4617-9ae4-645e2dd49849 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:31.130305 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-474fd59b-effb-4fbb-8774-544ad75021b5 req-38d5b0ad-f283-4617-9ae4-645e2dd49849 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0642781 Apr 16 16:27:31.162644 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-474fd59b-effb-4fbb-8774-544ad75021b5 req-e4468b17-f4ee-41a6-a514-b43720a22a54 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273173 Apr 16 16:27:32.474298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e868433-da99-4ba0-83cb-085a8338eccb req-6f4b45a0-809f-451f-b625-b98c80699a95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:32.475331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e868433-da99-4ba0-83cb-085a8338eccb req-6f4b45a0-809f-451f-b625-b98c80699a95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0651846 Apr 16 16:27:32.506044 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e868433-da99-4ba0-83cb-085a8338eccb req-119993d3-16e5-47f4-b027-13a1fd6cd90e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264461 Apr 16 16:27:33.668915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d7995-7002-49a6-b32f-3841c84afcf8 req-e4cc5e05-c333-4233-9ced-8a466932e25c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:33.669947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9d7995-7002-49a6-b32f-3841c84afcf8 req-e4cc5e05-c333-4233-9ced-8a466932e25c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0708261 Apr 16 16:27:33.705775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae9d7995-7002-49a6-b32f-3841c84afcf8 req-d77c299b-532f-4ece-bb60-bf1a3f01321a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283813 Apr 16 16:27:34.859942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567b2f8-74bb-4dc2-ba55-9fe4c216e037 req-4adf6690-732a-4722-9882-892fcd747b9b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:34.861054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4567b2f8-74bb-4dc2-ba55-9fe4c216e037 req-4adf6690-732a-4722-9882-892fcd747b9b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0647943 Apr 16 16:27:34.894735 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4567b2f8-74bb-4dc2-ba55-9fe4c216e037 req-8c0b38b3-a5ce-4abf-ab34-22a534ecd2ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289254 Apr 16 16:27:36.068154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ca356-007c-4658-bf0d-4eb9cf52b47c req-a072f7c1-17cf-4115-b1c5-990e71467525 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:36.069276 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-567ca356-007c-4658-bf0d-4eb9cf52b47c req-a072f7c1-17cf-4115-b1c5-990e71467525 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0802758 Apr 16 16:27:36.102879 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-567ca356-007c-4658-bf0d-4eb9cf52b47c req-90e3c160-9ea0-471e-a8aa-1457cce21528 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291975 Apr 16 16:27:36.904619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:27:37.250835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6907ce-3fd3-4725-9a98-10442e272fe1 req-f0635fed-896d-4a40-99d1-66740b55177e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:37.251822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d6907ce-3fd3-4725-9a98-10442e272fe1 req-f0635fed-896d-4a40-99d1-66740b55177e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0675831 Apr 16 16:27:37.286663 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d6907ce-3fd3-4725-9a98-10442e272fe1 req-a077523b-bd50-4339-874e-b56f9fded670 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275588 Apr 16 16:27:38.445797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f2110-925f-4159-8e54-8fa57dd13adc req-439c10ef-904a-4606-8ecd-1f82a1cd5ef2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:38.446914 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d5f2110-925f-4159-8e54-8fa57dd13adc req-439c10ef-904a-4606-8ecd-1f82a1cd5ef2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0633373 Apr 16 16:27:38.478586 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1d5f2110-925f-4159-8e54-8fa57dd13adc req-12742c75-0831-4e41-a35c-559312544a60 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273693 Apr 16 16:27:39.635194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f19bf6-9a78-4e10-8a0f-ea14fd223f7c req-b246540c-058d-4fbd-97ed-1b6933107c59 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:39.636697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1f19bf6-9a78-4e10-8a0f-ea14fd223f7c req-b246540c-058d-4fbd-97ed-1b6933107c59 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0668130 Apr 16 16:27:39.675023 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1f19bf6-9a78-4e10-8a0f-ea14fd223f7c req-c9098582-9ee2-4218-bee3-3dd7694c5498 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340900 Apr 16 16:27:40.833771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f934a-0804-4902-b176-de697e075002 req-b80981c0-917f-49e8-963a-e5b05a0a4ee4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:40.834857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a1f934a-0804-4902-b176-de697e075002 req-b80981c0-917f-49e8-963a-e5b05a0a4ee4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0727134 Apr 16 16:27:40.869466 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a1f934a-0804-4902-b176-de697e075002 req-574093de-8c3d-41f0-b4cd-76c50753d84a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279608 Apr 16 16:27:41.311322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-673df256-36d3-4606-9a8e-cd22e8cce621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:42.032927 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc88553-8620-487b-ad5b-abb2c2d3e431 req-ff1c990b-66cf-4f81-b9a8-c898ed587b6a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:42.034018 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cc88553-8620-487b-ad5b-abb2c2d3e431 req-ff1c990b-66cf-4f81-b9a8-c898ed587b6a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0720766 Apr 16 16:27:42.066005 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cc88553-8620-487b-ad5b-abb2c2d3e431 req-66c705ef-4c9c-4a3f-90f7-270e95b681ff tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275300 Apr 16 16:27:42.776376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1db60eaa-32f0-4143-9c77-74255aec634f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:43.101154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:43.156884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:43.224277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd64a2a-60cf-4c24-8f8e-b7c4baa5f15e req-c307baf3-cd2e-4c2d-97fb-76844f87e03b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:43.225357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3dd64a2a-60cf-4c24-8f8e-b7c4baa5f15e req-c307baf3-cd2e-4c2d-97fb-76844f87e03b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0742238 Apr 16 16:27:43.260242 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3dd64a2a-60cf-4c24-8f8e-b7c4baa5f15e req-aff37d06-692a-4240-a948-9c65b4fbd4d0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279014 Apr 16 16:27:43.833067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:44.363890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:27:44.408383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260c42c-e567-4ca3-902f-f52381024290 req-6942684d-f0e5-4f02-82c3-2d510bd61136 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:44.409488 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1260c42c-e567-4ca3-902f-f52381024290 req-6942684d-f0e5-4f02-82c3-2d510bd61136 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0664370 Apr 16 16:27:44.442135 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1260c42c-e567-4ca3-902f-f52381024290 req-ffa6f3f2-8cca-42bf-b1b8-6d4b8148e2db tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279691 Apr 16 16:27:45.606196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f2e29-5b2b-420c-bf0c-20f813e1636e req-64264a7a-d1b6-4aab-b4c1-a42b43fe58a9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:45.607347 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c07f2e29-5b2b-420c-bf0c-20f813e1636e req-64264a7a-d1b6-4aab-b4c1-a42b43fe58a9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0649743 Apr 16 16:27:45.640869 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c07f2e29-5b2b-420c-bf0c-20f813e1636e req-90c1d364-0c50-480a-a84b-d7939a9f74bc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285265 Apr 16 16:27:46.803091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98daa015-d020-4266-8f14-d2e639410ba2 req-4845c700-8aff-4a5f-8dd9-bf23cabed9bc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:46.804223 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98daa015-d020-4266-8f14-d2e639410ba2 req-4845c700-8aff-4a5f-8dd9-bf23cabed9bc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0673687 Apr 16 16:27:46.836780 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98daa015-d020-4266-8f14-d2e639410ba2 req-d1b94aa9-cf14-4098-b516-8923683e4106 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279939 Apr 16 16:27:48.002727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530428b-2ce3-41cd-b661-8e866ed0715c req-fe2f6093-832a-4de1-8fef-bd30d970e825 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:48.003797 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9530428b-2ce3-41cd-b661-8e866ed0715c req-fe2f6093-832a-4de1-8fef-bd30d970e825 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0702531 Apr 16 16:27:48.318172 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9530428b-2ce3-41cd-b661-8e866ed0715c req-2c262287-50b2-4b01-a0ba-450ed3b6cf63 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3067465 Apr 16 16:27:49.510259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7224355-344f-4a6b-977b-cf3a17e8a396 req-6cce304d-1830-43de-b257-4b700e7dc265 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:49.511339 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c7224355-344f-4a6b-977b-cf3a17e8a396 req-6cce304d-1830-43de-b257-4b700e7dc265 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0628839 Apr 16 16:27:49.549307 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c7224355-344f-4a6b-977b-cf3a17e8a396 req-5b488f3b-9078-4058-9063-201bfef93244 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292811 Apr 16 16:27:49.712229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b21c5-e8ca-41d6-be1b-e6c9c250d03c req-3ef11a44-0630-4c63-8f6e-f1a84912f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:49.713261 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-274b21c5-e8ca-41d6-be1b-e6c9c250d03c req-3ef11a44-0630-4c63-8f6e-f1a84912f429 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1099 time: 0.1003797 Apr 16 16:27:49.822979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b21c5-e8ca-41d6-be1b-e6c9c250d03c req-1626d906-58e4-4075-8103-81b88208a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:49.824018 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-274b21c5-e8ca-41d6-be1b-e6c9c250d03c req-1626d906-58e4-4075-8103-81b88208a067 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0897028 Apr 16 16:27:49.911690 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-274b21c5-e8ca-41d6-be1b-e6c9c250d03c req-0be4161a-dcbc-456a-99bb-26c452b22e45 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 1001 time: 0.0795329 Apr 16 16:27:49.962239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b21c5-e8ca-41d6-be1b-e6c9c250d03c req-503686e6-5f32-4ed6-9a8f-2c4fd6d82396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:49.963188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-274b21c5-e8ca-41d6-be1b-e6c9c250d03c req-503686e6-5f32-4ed6-9a8f-2c4fd6d82396 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0425839 Apr 16 16:27:50.024276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b21c5-e8ca-41d6-be1b-e6c9c250d03c req-7d1f1856-efe2-4e1a-9d0b-d1dc16810c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:50.025231 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-274b21c5-e8ca-41d6-be1b-e6c9c250d03c req-7d1f1856-efe2-4e1a-9d0b-d1dc16810c19 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529652 Apr 16 16:27:50.130919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-274b21c5-e8ca-41d6-be1b-e6c9c250d03c req-0ef10c86-689b-484b-b5a9-7587732ee119 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961196 Apr 16 16:27:50.230406 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-274b21c5-e8ca-41d6-be1b-e6c9c250d03c req-b9fb13fa-4f5e-4aa1-b259-b7f8936362e0 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913560 Apr 16 16:27:50.695322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1ef71-4712-4225-84a7-733278cb64b8 req-f1454cba-cc29-4bba-8e8e-4ad700078692 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:50.696416 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3e1ef71-4712-4225-84a7-733278cb64b8 req-f1454cba-cc29-4bba-8e8e-4ad700078692 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0641739 Apr 16 16:27:50.730645 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3e1ef71-4712-4225-84a7-733278cb64b8 req-72e75150-5fd6-4852-8a61-f88b990f755f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265512 Apr 16 16:27:51.879316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af7cff-b02f-4078-8a85-8cfe992eadbe req-531d15fc-a733-4efc-a58a-e2084f323d7f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:51.880340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-05af7cff-b02f-4078-8a85-8cfe992eadbe req-531d15fc-a733-4efc-a58a-e2084f323d7f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0655525 Apr 16 16:27:51.914662 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-05af7cff-b02f-4078-8a85-8cfe992eadbe req-b0cb51a8-e79e-4767-81d7-afb8ec33e847 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269547 Apr 16 16:27:53.238435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd8bc4-5e94-4ae0-9b11-62e4e32aeba6 req-a561bd6f-d365-46c2-8464-2fe0ebd272ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:53.239493 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2bd8bc4-5e94-4ae0-9b11-62e4e32aeba6 req-a561bd6f-d365-46c2-8464-2fe0ebd272ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0773101 Apr 16 16:27:53.273326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2bd8bc4-5e94-4ae0-9b11-62e4e32aeba6 req-892f3105-e7ff-49b6-8b99-784aaceab2ba tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295508 Apr 16 16:27:54.424609 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81504934-4da0-4346-8ca6-c3196f13af25 req-b8fda8e6-c862-4e2c-b11d-1e2c8b337ea7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:54.425753 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81504934-4da0-4346-8ca6-c3196f13af25 req-b8fda8e6-c862-4e2c-b11d-1e2c8b337ea7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0671842 Apr 16 16:27:54.457072 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81504934-4da0-4346-8ca6-c3196f13af25 req-adeafcd4-7fd0-48bd-aac8-c82bfc86e49d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266216 Apr 16 16:27:55.619143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2efd8-cc0d-4189-b86b-272012ec71f7 req-c9a2c9eb-fa6b-4e8e-b096-29a3e386bd77 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:55.620286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-87f2efd8-cc0d-4189-b86b-272012ec71f7 req-c9a2c9eb-fa6b-4e8e-b096-29a3e386bd77 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0744615 Apr 16 16:27:55.655333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-87f2efd8-cc0d-4189-b86b-272012ec71f7 req-02444f3f-5aea-4961-bc54-27be8569c075 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274773 Apr 16 16:27:56.821798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6f89c-77b4-4c4e-bacd-0338b3979376 req-eb39f69e-901d-4c4a-b2d3-41d767295eb5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:56.822915 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fec6f89c-77b4-4c4e-bacd-0338b3979376 req-eb39f69e-901d-4c4a-b2d3-41d767295eb5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0706947 Apr 16 16:27:56.854125 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fec6f89c-77b4-4c4e-bacd-0338b3979376 req-dafc0e2f-54ba-435a-9b73-93589e509c95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269208 Apr 16 16:27:58.012154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbd851-7583-469c-90c6-e8e909b2ee74 req-b37266ba-b9b5-44fd-be15-3c47668702f1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:58.013054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5afbd851-7583-469c-90c6-e8e909b2ee74 req-b37266ba-b9b5-44fd-be15-3c47668702f1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0647857 Apr 16 16:27:58.045737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5afbd851-7583-469c-90c6-e8e909b2ee74 req-3efdf074-7fb2-42f1-9249-befcf5c2fe20 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277951 Apr 16 16:27:59.192540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b98197-a8cc-491b-b64b-d55fabab4837 req-5b9bd65b-b1b5-4f07-aab9-a16572985f1c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:27:59.193590 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7b98197-a8cc-491b-b64b-d55fabab4837 req-5b9bd65b-b1b5-4f07-aab9-a16572985f1c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0641406 Apr 16 16:27:59.231954 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7b98197-a8cc-491b-b64b-d55fabab4837 req-a0bc9d74-e90a-4c5d-ade1-5f85f1733d42 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311301 Apr 16 16:28:00.397575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9eb68-d958-4ec4-8f1e-3aa824a9c9d6 req-57b4cd59-b5b7-4bbe-890c-8e0343867bef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:00.398760 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-22b9eb68-d958-4ec4-8f1e-3aa824a9c9d6 req-57b4cd59-b5b7-4bbe-890c-8e0343867bef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0769026 Apr 16 16:28:00.430868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-22b9eb68-d958-4ec4-8f1e-3aa824a9c9d6 req-7da41c27-fc86-4ed6-953b-03db0ec5b1f8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274708 Apr 16 16:28:01.585217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d15215-75e1-446c-98d7-b618f0f8a21b req-04a8b159-b6ac-47bd-bbd8-dbfd13a7bc19 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:01.586301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d2d15215-75e1-446c-98d7-b618f0f8a21b req-04a8b159-b6ac-47bd-bbd8-dbfd13a7bc19 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0753555 Apr 16 16:28:01.618320 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d2d15215-75e1-446c-98d7-b618f0f8a21b req-37531a66-324b-46e8-bc2d-cf19f7c01105 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277452 Apr 16 16:28:02.776469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc3943-3f6e-44f3-8484-8c999f7f35a7 req-86dc1e1a-e84f-49cb-924b-7818fc28a81c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:02.777504 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c7fc3943-3f6e-44f3-8484-8c999f7f35a7 req-86dc1e1a-e84f-49cb-924b-7818fc28a81c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0667024 Apr 16 16:28:02.813157 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c7fc3943-3f6e-44f3-8484-8c999f7f35a7 req-462db446-e946-4c6a-b1ad-215006f473d3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279441 Apr 16 16:28:03.971672 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3754f-059b-4008-b6db-a54d97bbc538 req-c6218858-b063-4d63-9a23-2a63bcc16310 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:03.972793 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17c3754f-059b-4008-b6db-a54d97bbc538 req-c6218858-b063-4d63-9a23-2a63bcc16310 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0733771 Apr 16 16:28:04.005708 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17c3754f-059b-4008-b6db-a54d97bbc538 req-2eb773c8-d2f5-42ab-bbef-0d8e35c1ade6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282147 Apr 16 16:28:05.180784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f036e-1d47-4230-8667-22c27e5edf97 req-1897553f-681e-4d9f-a98b-d5fe22681d91 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:05.181963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-873f036e-1d47-4230-8667-22c27e5edf97 req-1897553f-681e-4d9f-a98b-d5fe22681d91 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0823281 Apr 16 16:28:05.213900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-873f036e-1d47-4230-8667-22c27e5edf97 req-dcc04558-dcf5-4cfa-a213-4f3d39b8bcd3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276632 Apr 16 16:28:06.379175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d6af3-1069-4c2e-a355-efbe9a7e8301 req-269b6ac6-415c-4186-9e0a-d0c8b62430cb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:06.380312 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-346d6af3-1069-4c2e-a355-efbe9a7e8301 req-269b6ac6-415c-4186-9e0a-d0c8b62430cb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0614748 Apr 16 16:28:06.415335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-346d6af3-1069-4c2e-a355-efbe9a7e8301 req-4bbc3997-4728-426f-a2bf-7262b48e4258 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301185 Apr 16 16:28:07.569685 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af2275-6a23-4122-94a4-281a8e4e220d req-36d2741b-061a-46ea-bf42-35d1a64e57e2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:07.570825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-63af2275-6a23-4122-94a4-281a8e4e220d req-36d2741b-061a-46ea-bf42-35d1a64e57e2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0686762 Apr 16 16:28:07.602163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-63af2275-6a23-4122-94a4-281a8e4e220d req-cf313a02-09f1-49ce-b1b1-c817f9707c51 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270329 Apr 16 16:28:08.766125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dda8b-f99c-4d51-bcad-9365de5f1905 req-0f01bbc1-9d08-4aaf-b9a5-e493b1b94f76 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:08.767095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f1dda8b-f99c-4d51-bcad-9365de5f1905 req-0f01bbc1-9d08-4aaf-b9a5-e493b1b94f76 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0735426 Apr 16 16:28:08.801254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f1dda8b-f99c-4d51-bcad-9365de5f1905 req-ca2bc030-d444-4aff-849b-3a630a759c67 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281663 Apr 16 16:28:09.964331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b524e-0057-461b-976a-aabf11b57855 req-d81c5a5f-1d99-4d2a-8dc5-088728c1b875 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:09.965436 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de0b524e-0057-461b-976a-aabf11b57855 req-d81c5a5f-1d99-4d2a-8dc5-088728c1b875 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0730689 Apr 16 16:28:10.000967 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de0b524e-0057-461b-976a-aabf11b57855 req-4f3bd18b-2dd8-4e5c-8d04-c555ac892c15 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278814 Apr 16 16:28:11.164928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d76fb-6105-4f5e-863d-1f6f21bb9d37 req-d74d90fa-3010-46e5-8174-4ebee2f48653 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:11.166020 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-118d76fb-6105-4f5e-863d-1f6f21bb9d37 req-d74d90fa-3010-46e5-8174-4ebee2f48653 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0710912 Apr 16 16:28:11.198386 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-118d76fb-6105-4f5e-863d-1f6f21bb9d37 req-e42c9815-c64c-4b8e-a76e-2a5ddb758653 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279119 Apr 16 16:28:11.309804 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-55bae02c-ce64-4fb8-b2ed-d28c5646c6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:12.354091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c620f95-2db9-4bef-a4bc-7f53f357917a req-1422ffab-9cfd-4524-8b86-26f88d9c8e78 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:12.355227 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c620f95-2db9-4bef-a4bc-7f53f357917a req-1422ffab-9cfd-4524-8b86-26f88d9c8e78 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0695658 Apr 16 16:28:12.401542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c620f95-2db9-4bef-a4bc-7f53f357917a req-10546453-7cb2-495c-964e-029c1300873f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383868 Apr 16 16:28:12.775630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8b603d1a-3e74-4e3e-95a9-e167a717dba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:13.098547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:13.160016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:13.535573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff474aa6-361d-4aeb-a99a-9bdb20d8b0aa req-19fd0ab0-1594-49de-9449-bcde8dfb824a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:13.536635 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff474aa6-361d-4aeb-a99a-9bdb20d8b0aa req-19fd0ab0-1594-49de-9449-bcde8dfb824a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0604067 Apr 16 16:28:13.568576 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff474aa6-361d-4aeb-a99a-9bdb20d8b0aa req-73e39368-1db7-4c18-84ad-02b7f5c291fe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274811 Apr 16 16:28:13.839756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:13.905228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:28:14.405103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:14.724675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5463a3-9413-40c6-b88d-30e25d06df38 req-ec739249-5e0e-4c26-a430-f6e4ed0df4a9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:14.725712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e5463a3-9413-40c6-b88d-30e25d06df38 req-ec739249-5e0e-4c26-a430-f6e4ed0df4a9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0656555 Apr 16 16:28:14.757789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e5463a3-9413-40c6-b88d-30e25d06df38 req-2c5400a9-1b51-4b43-8dca-0f774e382d2d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276489 Apr 16 16:28:15.907017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ab5b5-a8f7-4b5c-9018-c2c4af03076a req-5ba2d222-3184-40c5-8826-9702538f95b0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:15.908032 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c4ab5b5-a8f7-4b5c-9018-c2c4af03076a req-5ba2d222-3184-40c5-8826-9702538f95b0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0632780 Apr 16 16:28:15.941867 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c4ab5b5-a8f7-4b5c-9018-c2c4af03076a req-59a3f7a6-12ed-487e-8169-0850d45df8f5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282674 Apr 16 16:28:17.117655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ad799-a0fe-42f0-8b70-9125f8f05fa7 req-fc929bc9-8b35-48cd-877a-108e7554b0bd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:17.118793 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-706ad799-a0fe-42f0-8b70-9125f8f05fa7 req-fc929bc9-8b35-48cd-877a-108e7554b0bd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0828729 Apr 16 16:28:17.151768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-706ad799-a0fe-42f0-8b70-9125f8f05fa7 req-11e9a8a3-035b-4d13-8ed7-15f94e50be23 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284452 Apr 16 16:28:18.322330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd45e7-2bc2-4346-bc16-205cec62907c req-5441889b-ac82-46c4-b108-60fc64f6a74e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:18.323486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6cd45e7-2bc2-4346-bc16-205cec62907c req-5441889b-ac82-46c4-b108-60fc64f6a74e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0806999 Apr 16 16:28:18.357814 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6cd45e7-2bc2-4346-bc16-205cec62907c req-e0085765-e34c-4ad9-a6de-6e6883044a33 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299368 Apr 16 16:28:19.504730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73adb1-72a4-48e5-b605-49348fd7d68a req-65b5216b-e358-4c09-bd49-e00a725f27a8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:19.505970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c73adb1-72a4-48e5-b605-49348fd7d68a req-65b5216b-e358-4c09-bd49-e00a725f27a8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0637729 Apr 16 16:28:19.540342 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c73adb1-72a4-48e5-b605-49348fd7d68a req-bd76168d-6bb0-47e9-90ad-8d75b694693f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297201 Apr 16 16:28:20.693097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7266f-0af1-4dfc-85a4-2f5c6c412e5e req-366d0ff7-5b8a-42e6-98c0-72530208225f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:20.694160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d2b7266f-0af1-4dfc-85a4-2f5c6c412e5e req-366d0ff7-5b8a-42e6-98c0-72530208225f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0645022 Apr 16 16:28:20.728670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d2b7266f-0af1-4dfc-85a4-2f5c6c412e5e req-ff77f22b-f71a-42cd-b7c7-768d521ccd9d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271244 Apr 16 16:28:21.913692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0596ca-de43-4632-bb8e-6fe691f8b81f req-7ae99a42-7e68-4eeb-b269-36f73b99cc82 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:21.914839 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b0596ca-de43-4632-bb8e-6fe691f8b81f req-7ae99a42-7e68-4eeb-b269-36f73b99cc82 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0917125 Apr 16 16:28:21.948723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b0596ca-de43-4632-bb8e-6fe691f8b81f req-312cec09-af8b-44bc-9651-a534625300ed tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293281 Apr 16 16:28:23.118871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a7676-1f3a-4e61-8ae6-a50a3ee7213a req-209e0af6-8e39-4b62-9dc9-6d588a016bc2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:23.120020 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f84a7676-1f3a-4e61-8ae6-a50a3ee7213a req-209e0af6-8e39-4b62-9dc9-6d588a016bc2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0753176 Apr 16 16:28:23.151540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f84a7676-1f3a-4e61-8ae6-a50a3ee7213a req-fd977da8-8820-4f45-8bf8-03e6ed06b3b4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271049 Apr 16 16:28:24.310050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0eacc-8da6-45a9-9310-24760dfb4b82 req-7e40c9b8-afc3-4368-9917-237091982b2e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:24.311178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-23b0eacc-8da6-45a9-9310-24760dfb4b82 req-7e40c9b8-afc3-4368-9917-237091982b2e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0643804 Apr 16 16:28:24.343679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-23b0eacc-8da6-45a9-9310-24760dfb4b82 req-096ff4ef-856c-45c3-8abb-f078d358bb58 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279579 Apr 16 16:28:25.493889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83514e8b-6605-47b6-843c-f3b20079c124 req-dad70e46-e250-4a3f-a20b-4a5afceea2fb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:25.494972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-83514e8b-6605-47b6-843c-f3b20079c124 req-dad70e46-e250-4a3f-a20b-4a5afceea2fb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0644825 Apr 16 16:28:25.805939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-83514e8b-6605-47b6-843c-f3b20079c124 req-e9d1c438-8916-4aab-b19f-6c18d85c6739 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034508 Apr 16 16:28:26.971001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce17cf9-d545-4b85-bc34-aa4215496dc5 req-2a3c6517-1b31-4c4f-a430-00ee994a97e9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:26.972128 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ce17cf9-d545-4b85-bc34-aa4215496dc5 req-2a3c6517-1b31-4c4f-a430-00ee994a97e9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0651712 Apr 16 16:28:27.009208 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5ce17cf9-d545-4b85-bc34-aa4215496dc5 req-ee62ecc6-5188-42c6-b116-f7e03c8c8f2c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303588 Apr 16 16:28:28.199525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b938dd-1807-4b78-a16f-5b2b568dea82 req-8e941c85-e41b-4784-9728-4babe1d8d924 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:28.200603 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7b938dd-1807-4b78-a16f-5b2b568dea82 req-8e941c85-e41b-4784-9728-4babe1d8d924 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0826905 Apr 16 16:28:28.232932 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7b938dd-1807-4b78-a16f-5b2b568dea82 req-177410b7-0468-43c3-8311-06c12c0e40e8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276940 Apr 16 16:28:29.408589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012229cf-c607-4242-a87a-1452b4ceb12f req-8a4cc925-4561-4102-a018-dccf46e5d1a7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:29.409703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-012229cf-c607-4242-a87a-1452b4ceb12f req-8a4cc925-4561-4102-a018-dccf46e5d1a7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0794647 Apr 16 16:28:29.443335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-012229cf-c607-4242-a87a-1452b4ceb12f req-070c98a2-dc3d-43a1-b77b-6d6dc6f97a9f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288403 Apr 16 16:28:30.591934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0bbb2-b62a-4a3d-a96c-3aaa18a9e77a req-48250b1d-fc1a-4ff0-a7fb-1e5b919ae22e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:30.593018 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2de0bbb2-b62a-4a3d-a96c-3aaa18a9e77a req-48250b1d-fc1a-4ff0-a7fb-1e5b919ae22e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0644319 Apr 16 16:28:30.627912 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2de0bbb2-b62a-4a3d-a96c-3aaa18a9e77a req-1a5e768e-24d5-417b-941a-8ebf52d234b0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274162 Apr 16 16:28:31.805911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79250acb-3626-4a3f-b2e4-ceae03fd691f req-9aef75aa-cddc-4b21-a81a-791befb0376b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:31.807357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-79250acb-3626-4a3f-b2e4-ceae03fd691f req-9aef75aa-cddc-4b21-a81a-791befb0376b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0756710 Apr 16 16:28:31.839797 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-79250acb-3626-4a3f-b2e4-ceae03fd691f req-212adbac-ced2-4c98-870b-6ca9789c0644 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279748 Apr 16 16:28:32.991764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826df7e-c1cd-4713-8777-6d0bce17e6e4 req-9aaaf109-7a73-44e6-acea-6f2ac0b32dea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:32.992814 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f826df7e-c1cd-4713-8777-6d0bce17e6e4 req-9aaaf109-7a73-44e6-acea-6f2ac0b32dea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0672050 Apr 16 16:28:33.027878 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f826df7e-c1cd-4713-8777-6d0bce17e6e4 req-944059aa-68c7-46f3-9e4b-2558b3b1d1e9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275097 Apr 16 16:28:34.200314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305c6a8-1f86-4880-8d8b-036276f990b6 req-fd9613ba-4a4d-448c-90d5-e7a54c60dac5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:34.201392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a305c6a8-1f86-4880-8d8b-036276f990b6 req-fd9613ba-4a4d-448c-90d5-e7a54c60dac5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0799029 Apr 16 16:28:34.240583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a305c6a8-1f86-4880-8d8b-036276f990b6 req-db4d0ab0-abf6-4852-a85f-2a95470bddca tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310402 Apr 16 16:28:35.397476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5aed5d-32fb-4bae-a2ed-d7bae1f3bf62 req-aae4a7e2-f93e-40ed-8e5a-3c464187b152 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:35.398647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb5aed5d-32fb-4bae-a2ed-d7bae1f3bf62 req-aae4a7e2-f93e-40ed-8e5a-3c464187b152 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0725069 Apr 16 16:28:35.430470 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb5aed5d-32fb-4bae-a2ed-d7bae1f3bf62 req-d3f1597e-a62f-43f2-8c97-a51b988637d2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269742 Apr 16 16:28:36.593145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06105b4a-e517-441e-bfa4-e5e78588fef3 req-31c893ce-91d4-403b-b385-07b30df4a407 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:36.594187 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06105b4a-e517-441e-bfa4-e5e78588fef3 req-31c893ce-91d4-403b-b385-07b30df4a407 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0686600 Apr 16 16:28:36.629812 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06105b4a-e517-441e-bfa4-e5e78588fef3 req-902fa41b-37f5-40ac-9a39-27c760210f77 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280085 Apr 16 16:28:37.801300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6b98d-732d-4ff1-b382-f7126e6e4264 req-d4fcac61-c7cd-440a-8873-17568c8aa4a0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:37.802451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a3a6b98d-732d-4ff1-b382-f7126e6e4264 req-d4fcac61-c7cd-440a-8873-17568c8aa4a0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0716419 Apr 16 16:28:37.837745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a3a6b98d-732d-4ff1-b382-f7126e6e4264 req-40b5b8c6-128e-4af4-b967-07b0ee92bfb7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281446 Apr 16 16:28:38.995300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacf05a-29bd-47f3-8063-e5d26cca3f88 req-6a05275e-70d2-4479-894e-59abf2114615 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:38.996420 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-daacf05a-29bd-47f3-8063-e5d26cca3f88 req-6a05275e-70d2-4479-894e-59abf2114615 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0662730 Apr 16 16:28:39.029288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-daacf05a-29bd-47f3-8063-e5d26cca3f88 req-b8ea1870-8fb2-4760-8871-f61bb2de4c16 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283515 Apr 16 16:28:40.180031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf0d38-e87d-4247-b91b-ea7517ddf8a2 req-a18c2aba-8193-45e0-b0c1-994c37f1ea68 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:40.181168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fbf0d38-e87d-4247-b91b-ea7517ddf8a2 req-a18c2aba-8193-45e0-b0c1-994c37f1ea68 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0745964 Apr 16 16:28:40.213546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fbf0d38-e87d-4247-b91b-ea7517ddf8a2 req-942e0ba5-5766-4683-88b8-224c65642817 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280876 Apr 16 16:28:41.307788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89f2ebfb-845c-495a-8d93-217d32a06f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:41.368849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ae7b9-8dd2-4a7b-b674-af4731e2f02f req-3c8744a1-9604-42e2-9156-9dc5a56a737f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:41.370361 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-474ae7b9-8dd2-4a7b-b674-af4731e2f02f req-3c8744a1-9604-42e2-9156-9dc5a56a737f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0652561 Apr 16 16:28:41.417460 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-474ae7b9-8dd2-4a7b-b674-af4731e2f02f req-23e8253a-7cac-4d54-97f1-efb2337c52fb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383470 Apr 16 16:28:42.569218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb82cf-7c5c-482a-a48b-616551c52638 req-c0cfd1b1-a416-49d7-8879-5193748a07ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:42.570262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8fdb82cf-7c5c-482a-a48b-616551c52638 req-c0cfd1b1-a416-49d7-8879-5193748a07ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0744035 Apr 16 16:28:42.605004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8fdb82cf-7c5c-482a-a48b-616551c52638 req-1187b741-a23f-4430-af20-4e450443567f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287123 Apr 16 16:28:42.775645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4c644d97-fb35-49cd-8304-50fab5a98fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:43.095625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:43.158325 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:43.772018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4ac88-178f-4705-b9f8-9f2f3667b655 req-0c45a7ec-97bc-4322-8657-87db93b637fe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:43.773083 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5aa4ac88-178f-4705-b9f8-9f2f3667b655 req-0c45a7ec-97bc-4322-8657-87db93b637fe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0786021 Apr 16 16:28:43.805754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5aa4ac88-178f-4705-b9f8-9f2f3667b655 req-6b31f7e7-eaeb-4dfc-8eb1-4446192684ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281644 Apr 16 16:28:43.831197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:44.380518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:28:44.960968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3d49a-b428-47a2-8880-eb03cb3975f7 req-429cba59-0513-4942-9f42-2da9e76663cd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:44.962060 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fba3d49a-b428-47a2-8880-eb03cb3975f7 req-429cba59-0513-4942-9f42-2da9e76663cd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0643985 Apr 16 16:28:44.993770 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fba3d49a-b428-47a2-8880-eb03cb3975f7 req-7f88b73b-0608-40ba-921a-ac963b549756 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269740 Apr 16 16:28:46.153603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80078d-727a-4302-95df-660d86fa14c0 req-7ba49526-34a9-48ea-a929-e9ae204b129b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:46.155233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2f80078d-727a-4302-95df-660d86fa14c0 req-7ba49526-34a9-48ea-a929-e9ae204b129b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0688114 Apr 16 16:28:46.190850 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2f80078d-727a-4302-95df-660d86fa14c0 req-e9ab5238-b520-4d9b-b368-69c9b938e5a2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283079 Apr 16 16:28:47.361110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12591ef2-ca31-436f-9781-97cdc3aca0ee req-2d697165-d4e2-43a3-a583-fbdff1abd8a5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:47.362269 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-12591ef2-ca31-436f-9781-97cdc3aca0ee req-2d697165-d4e2-43a3-a583-fbdff1abd8a5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0736833 Apr 16 16:28:47.396228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-12591ef2-ca31-436f-9781-97cdc3aca0ee req-816c5109-cfaf-49e6-a512-80a0b972e370 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294921 Apr 16 16:28:48.544732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd623dc-0c33-4965-aad4-4e30fa9aa7d7 req-0f04132d-36f3-4bb2-a0ba-1b24d4c7d401 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:48.545787 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dcd623dc-0c33-4965-aad4-4e30fa9aa7d7 req-0f04132d-36f3-4bb2-a0ba-1b24d4c7d401 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0625322 Apr 16 16:28:48.581608 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dcd623dc-0c33-4965-aad4-4e30fa9aa7d7 req-25cb967d-9631-41fe-a004-d72fc3c083c4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283983 Apr 16 16:28:49.765736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cdd1bf-f444-43a2-accd-72baa2d0ca92 req-e0b3d9be-e942-4cdf-bace-b38a27883c32 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:49.766937 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f9cdd1bf-f444-43a2-accd-72baa2d0ca92 req-e0b3d9be-e942-4cdf-bace-b38a27883c32 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0974364 Apr 16 16:28:49.803658 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f9cdd1bf-f444-43a2-accd-72baa2d0ca92 req-c8330c20-5aef-42c3-b764-8c150e3ae1dd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317881 Apr 16 16:28:50.902916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:28:50.958599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e00c2-7ba2-4acf-803b-a0405de27225 req-ffb941fc-28c4-46d7-a5ad-962b572543e9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:50.959702 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-381e00c2-7ba2-4acf-803b-a0405de27225 req-ffb941fc-28c4-46d7-a5ad-962b572543e9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0748727 Apr 16 16:28:50.992549 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-381e00c2-7ba2-4acf-803b-a0405de27225 req-0807f54f-e9ec-4ea8-b63a-cc59e9cb80d3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283949 Apr 16 16:28:51.556629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e3749-c6c5-4b0f-9472-673300c90369 req-2849705c-333a-433d-b879-8cd7d2242560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:51.557715 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-211e3749-c6c5-4b0f-9472-673300c90369 req-2849705c-333a-433d-b879-8cd7d2242560 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1099 time: 0.0599642 Apr 16 16:28:51.670792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e3749-c6c5-4b0f-9472-673300c90369 req-5de608b1-c09a-4f90-a84c-e06cf367659f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:51.672096 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-211e3749-c6c5-4b0f-9472-673300c90369 req-5de608b1-c09a-4f90-a84c-e06cf367659f service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0915031 Apr 16 16:28:51.746632 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-211e3749-c6c5-4b0f-9472-673300c90369 req-1b23bad4-c32e-4179-ad1e-8657946b179d service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 1001 time: 0.0661316 Apr 16 16:28:51.794595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e3749-c6c5-4b0f-9472-673300c90369 req-107b15b1-a33e-46a4-bdd5-7805d813a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:51.795568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-211e3749-c6c5-4b0f-9472-673300c90369 req-107b15b1-a33e-46a4-bdd5-7805d813a20e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0411725 Apr 16 16:28:51.852480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e3749-c6c5-4b0f-9472-673300c90369 req-c3577423-fc51-46fb-b404-0619efe454ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:51.853270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-211e3749-c6c5-4b0f-9472-673300c90369 req-c3577423-fc51-46fb-b404-0619efe454ba service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507662 Apr 16 16:28:51.934023 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-211e3749-c6c5-4b0f-9472-673300c90369 req-13f0fdf3-aaba-4c35-9c2e-d027a526a872 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0722692 Apr 16 16:28:52.013741 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-211e3749-c6c5-4b0f-9472-673300c90369 req-f064e874-3f8e-47cc-933c-9fc902ea0421 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0714335 Apr 16 16:28:52.135380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adce703-8856-4cc2-9f80-3959b7e374a0 req-e42d67e5-1829-4539-adb2-2873e2ccfd57 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:52.136346 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8adce703-8856-4cc2-9f80-3959b7e374a0 req-e42d67e5-1829-4539-adb2-2873e2ccfd57 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0673072 Apr 16 16:28:52.165505 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8adce703-8856-4cc2-9f80-3959b7e374a0 req-dff2307a-5faa-4250-a5b2-7f1d6563202c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252378 Apr 16 16:28:53.324783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08189d26-b5dd-4159-a121-b0dd8861d635 req-7afe7116-f2bb-40d6-ae50-41d115e78788 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:53.326143 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08189d26-b5dd-4159-a121-b0dd8861d635 req-7afe7116-f2bb-40d6-ae50-41d115e78788 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0698273 Apr 16 16:28:53.360100 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08189d26-b5dd-4159-a121-b0dd8861d635 req-f0690f6f-8950-4c70-bbd4-d9d1531c6516 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281625 Apr 16 16:28:54.507611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8296898-f6cf-46c6-bb4a-aebac8748328 req-17c8d5db-723c-4288-be4b-e97bda81b67e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:54.508679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b8296898-f6cf-46c6-bb4a-aebac8748328 req-17c8d5db-723c-4288-be4b-e97bda81b67e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0652659 Apr 16 16:28:54.543214 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b8296898-f6cf-46c6-bb4a-aebac8748328 req-d030baca-1ee9-43d9-950a-1530eb80fe73 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271978 Apr 16 16:28:55.694235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bec54b-f97a-4b6b-97eb-6c1e8c4de99e req-120b587c-b9a4-42c2-93a6-ed0e415e371b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:55.695230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09bec54b-f97a-4b6b-97eb-6c1e8c4de99e req-120b587c-b9a4-42c2-93a6-ed0e415e371b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0647807 Apr 16 16:28:55.726310 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09bec54b-f97a-4b6b-97eb-6c1e8c4de99e req-a6aed032-93a0-4b3e-91e5-d86dc263610f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267906 Apr 16 16:28:56.896839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69d3f6-3151-4e96-ba26-c1e3303ed36b req-afd99bf3-da85-4306-bcce-ec12c29e6661 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:56.897939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d69d3f6-3151-4e96-ba26-c1e3303ed36b req-afd99bf3-da85-4306-bcce-ec12c29e6661 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0806587 Apr 16 16:28:56.935967 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d69d3f6-3151-4e96-ba26-c1e3303ed36b req-80a45912-6bb1-40c3-8431-10b9f3adc3ac tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302582 Apr 16 16:28:58.079875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f794657-2de7-4fdc-97d2-611cbf93f814 req-b283af38-12db-4221-ae01-1dc5e26ee69a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:58.080933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2f794657-2de7-4fdc-97d2-611cbf93f814 req-b283af38-12db-4221-ae01-1dc5e26ee69a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0632198 Apr 16 16:28:58.117348 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2f794657-2de7-4fdc-97d2-611cbf93f814 req-1c533017-b71d-40b0-b561-95da6e30996c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291038 Apr 16 16:28:59.270061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf33e82-e8f3-4879-9f27-9d8e907d7891 req-f738f75f-ebcf-4ceb-b331-77ac8ec12a2e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:28:59.271141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdf33e82-e8f3-4879-9f27-9d8e907d7891 req-f738f75f-ebcf-4ceb-b331-77ac8ec12a2e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0627513 Apr 16 16:28:59.304257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdf33e82-e8f3-4879-9f27-9d8e907d7891 req-03818514-b721-4640-8085-20880904ebd9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290573 Apr 16 16:29:00.476562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5370dc0-8ded-47ab-809e-13a0624f1c30 req-63686ea7-656a-4c8c-b55f-6f2742ff6b83 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:00.477644 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5370dc0-8ded-47ab-809e-13a0624f1c30 req-63686ea7-656a-4c8c-b55f-6f2742ff6b83 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0664399 Apr 16 16:29:00.513522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5370dc0-8ded-47ab-809e-13a0624f1c30 req-74925b1b-e303-43ab-aabf-4a51ecc4b4d6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285542 Apr 16 16:29:01.664366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf7112-7e50-4f07-a45a-c6290114b4c6 req-42a1c8a1-ef2f-4d89-9ded-07a3453768e0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:01.665327 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1faf7112-7e50-4f07-a45a-c6290114b4c6 req-42a1c8a1-ef2f-4d89-9ded-07a3453768e0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0642760 Apr 16 16:29:01.700398 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1faf7112-7e50-4f07-a45a-c6290114b4c6 req-69f6eacb-807b-4e2f-b042-61fdaa5207fb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275943 Apr 16 16:29:02.861688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869a9cc-0698-41c7-835d-c9151b09d77b req-823e6716-ff7f-45ec-9f86-320f8dd83895 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:02.862770 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8869a9cc-0698-41c7-835d-c9151b09d77b req-823e6716-ff7f-45ec-9f86-320f8dd83895 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0665019 Apr 16 16:29:02.905808 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8869a9cc-0698-41c7-835d-c9151b09d77b req-d1983838-0760-4e6d-a283-e536995e85e6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301306 Apr 16 16:29:04.070236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb166959-b3b0-4860-992d-3b37048d66c1 req-75a96eb7-42ce-42e6-8174-90e548b73db3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:04.071343 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb166959-b3b0-4860-992d-3b37048d66c1 req-75a96eb7-42ce-42e6-8174-90e548b73db3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0687034 Apr 16 16:29:04.385399 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb166959-b3b0-4860-992d-3b37048d66c1 req-20edc456-b6ad-4668-a297-08dc5c9f08c0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3089061 Apr 16 16:29:05.540016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257d602-bda2-4725-a9fa-19d18c20bfe1 req-c5762f68-db32-4729-88ce-555fd2e1d8e6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:05.541104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c257d602-bda2-4725-a9fa-19d18c20bfe1 req-c5762f68-db32-4729-88ce-555fd2e1d8e6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0644968 Apr 16 16:29:05.578687 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c257d602-bda2-4725-a9fa-19d18c20bfe1 req-dfd20213-6cb2-4062-acf4-67d67471a196 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301569 Apr 16 16:29:06.736453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82198073-46fc-499a-8663-f1317d8f1613 req-9a6251e3-a708-491b-bf13-05ec917010c2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:06.737458 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82198073-46fc-499a-8663-f1317d8f1613 req-9a6251e3-a708-491b-bf13-05ec917010c2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0650246 Apr 16 16:29:06.773707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-82198073-46fc-499a-8663-f1317d8f1613 req-70d4fa37-9908-4200-8df1-cb307d34010b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287576 Apr 16 16:29:07.928571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c82d7-b791-4a8c-ae5e-0b3f4efad80c req-b0a5b8cd-5996-4a10-a876-3fd6aaa6ab5a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:07.929623 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-634c82d7-b791-4a8c-ae5e-0b3f4efad80c req-b0a5b8cd-5996-4a10-a876-3fd6aaa6ab5a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0665100 Apr 16 16:29:07.965302 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-634c82d7-b791-4a8c-ae5e-0b3f4efad80c req-9606f3db-ec22-491d-a196-f7da2978ec6f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280578 Apr 16 16:29:09.114854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e227e-4d4e-436d-b171-af884c2e4f68 req-85a27e2a-41d7-42a2-b6df-4365ad8cd328 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:09.115822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e8e227e-4d4e-436d-b171-af884c2e4f68 req-85a27e2a-41d7-42a2-b6df-4365ad8cd328 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0623298 Apr 16 16:29:09.153131 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e8e227e-4d4e-436d-b171-af884c2e4f68 req-87dec400-4e01-42db-a330-6646270b5b3e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298047 Apr 16 16:29:10.308992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab0b1d-1c56-457d-81da-76cfa6bdeeca req-289d074e-5e87-443a-a9d8-a6c8d408b72f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:10.310102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70ab0b1d-1c56-457d-81da-76cfa6bdeeca req-289d074e-5e87-443a-a9d8-a6c8d408b72f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0695763 Apr 16 16:29:10.342627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70ab0b1d-1c56-457d-81da-76cfa6bdeeca req-b541e20b-3ac5-4688-8172-60a847d23c50 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271118 Apr 16 16:29:11.305225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e61b8fb4-199e-439c-9705-3c5e4b9cffce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:11.489771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187dd71-b615-45e9-a185-bab385480f10 req-8945bfa1-7ca9-4d6a-8f76-115ae1b9c0b4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:11.490816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8187dd71-b615-45e9-a185-bab385480f10 req-8945bfa1-7ca9-4d6a-8f76-115ae1b9c0b4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0631652 Apr 16 16:29:11.521624 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8187dd71-b615-45e9-a185-bab385480f10 req-b27286e7-b7a4-4302-964a-519142354a46 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265574 Apr 16 16:29:12.678203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f3a5f-42e9-4d0b-aeb1-4a7cf10befb2 req-e1e980aa-6486-4ed9-b92b-ba4514050a5a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:12.679269 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-562f3a5f-42e9-4d0b-aeb1-4a7cf10befb2 req-e1e980aa-6486-4ed9-b92b-ba4514050a5a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0643778 Apr 16 16:29:12.710027 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-562f3a5f-42e9-4d0b-aeb1-4a7cf10befb2 req-4ee3ed91-047a-45b5-921b-3573dc0c4f64 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265346 Apr 16 16:29:12.764779 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-df786fac-4f7d-4f88-95db-dc9384513743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:13.094098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:13.166626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:13.845463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:13.867236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23e385-1d63-42f8-ac8c-c289803f6a14 req-3de64033-e043-4959-b3c4-593920f27159 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:13.868313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a23e385-1d63-42f8-ac8c-c289803f6a14 req-3de64033-e043-4959-b3c4-593920f27159 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0660677 Apr 16 16:29:13.899775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a23e385-1d63-42f8-ac8c-c289803f6a14 req-88d6a5dc-6bb8-4fb7-95c9-18961e9b757f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268800 Apr 16 16:29:14.385893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:15.070875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11081f-62d4-4df0-874b-1f14b2cd7983 req-cf0d88e4-367d-404a-b05c-f6bcb22b6c36 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:15.071948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab11081f-62d4-4df0-874b-1f14b2cd7983 req-cf0d88e4-367d-404a-b05c-f6bcb22b6c36 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0833976 Apr 16 16:29:15.108153 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab11081f-62d4-4df0-874b-1f14b2cd7983 req-937c3029-a222-421a-81de-2117845edf37 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283239 Apr 16 16:29:16.263272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c085e3-5ebb-474e-bed9-ab69d3e4273d req-837bc3ba-9ae2-4da6-95ed-f6804ae4f337 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:16.264363 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93c085e3-5ebb-474e-bed9-ab69d3e4273d req-837bc3ba-9ae2-4da6-95ed-f6804ae4f337 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0638707 Apr 16 16:29:16.300033 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93c085e3-5ebb-474e-bed9-ab69d3e4273d req-cee00466-5606-4b0c-adac-a6bba0a77594 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282793 Apr 16 16:29:17.456802 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa1387-70b0-4033-b48f-101e649c2cf7 req-1d9dcadb-9536-444b-8810-7d1e69e3365e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:17.457887 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-10aa1387-70b0-4033-b48f-101e649c2cf7 req-1d9dcadb-9536-444b-8810-7d1e69e3365e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0680325 Apr 16 16:29:17.489740 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-10aa1387-70b0-4033-b48f-101e649c2cf7 req-105c6e0b-ea34-4148-95c6-ec58fe2b2d86 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270362 Apr 16 16:29:18.648475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ae40b-94d5-466b-92eb-8c68899c4de0 req-b090641a-3824-4150-87f3-0c11d87ae52f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:18.649548 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba5ae40b-94d5-466b-92eb-8c68899c4de0 req-b090641a-3824-4150-87f3-0c11d87ae52f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0689609 Apr 16 16:29:18.685458 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba5ae40b-94d5-466b-92eb-8c68899c4de0 req-99f6f540-50c8-41c1-bc5b-809d99491058 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284488 Apr 16 16:29:19.845021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddde2f-546a-41c0-88dc-25581a150829 req-5d0e3e76-c9d7-412e-98c7-39934425ad44 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:19.846100 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfddde2f-546a-41c0-88dc-25581a150829 req-5d0e3e76-c9d7-412e-98c7-39934425ad44 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0708098 Apr 16 16:29:19.880477 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfddde2f-546a-41c0-88dc-25581a150829 req-f680fe86-be55-4d78-958e-8c49a5eda422 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274763 Apr 16 16:29:21.041211 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaa1fb-f085-4d7a-ae8d-6972be608209 req-a6232e55-7bd2-4028-9b28-a536dc478822 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:21.042279 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4bbaa1fb-f085-4d7a-ae8d-6972be608209 req-a6232e55-7bd2-4028-9b28-a536dc478822 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0673745 Apr 16 16:29:21.077783 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4bbaa1fb-f085-4d7a-ae8d-6972be608209 req-3a223b1e-f3f1-4459-bba3-6c27cb4fd95a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281909 Apr 16 16:29:22.250327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db2e54-a065-46eb-8df2-1a93a2b3edac req-fea068d9-b1fa-449b-bcc7-8e40dd00146c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:22.251460 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28db2e54-a065-46eb-8df2-1a93a2b3edac req-fea068d9-b1fa-449b-bcc7-8e40dd00146c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0800629 Apr 16 16:29:22.283500 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28db2e54-a065-46eb-8df2-1a93a2b3edac req-dce09152-7d93-4960-855f-d88efbe635bf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276682 Apr 16 16:29:23.446110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6d7e6-b693-4204-8f2d-3e56ab08c99c req-891710b7-aa08-46bd-879b-387d9eb8207c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:23.447250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ec6d7e6-b693-4204-8f2d-3e56ab08c99c req-891710b7-aa08-46bd-879b-387d9eb8207c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0691323 Apr 16 16:29:23.479811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6ec6d7e6-b693-4204-8f2d-3e56ab08c99c req-b9776ae2-848d-4ba6-aff1-8f536ff3b360 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276334 Apr 16 16:29:24.638565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e789cc-3595-4769-8ff4-0009b431f336 req-9eb75d53-da06-4911-9750-f1846a7c557b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:24.639689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e789cc-3595-4769-8ff4-0009b431f336 req-9eb75d53-da06-4911-9750-f1846a7c557b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0713794 Apr 16 16:29:24.675159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e789cc-3595-4769-8ff4-0009b431f336 req-2f492bad-d44d-4359-b022-e763ad0940c2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280709 Apr 16 16:29:25.832591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab00dd-4fb1-4a7b-a8ae-664ce321c12a req-55292711-bcbe-4c9b-a57c-f59ee61420fe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:25.833605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6ab00dd-4fb1-4a7b-a8ae-664ce321c12a req-55292711-bcbe-4c9b-a57c-f59ee61420fe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0641415 Apr 16 16:29:25.867595 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6ab00dd-4fb1-4a7b-a8ae-664ce321c12a req-1030be17-3f57-4f9d-887a-4815b53bdd71 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297394 Apr 16 16:29:27.021131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c50b6-f1e2-4f27-b2b2-ec3384244036 req-5fbb39ed-bacd-4b6e-85a2-3c01e7632b3f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:27.022398 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af7c50b6-f1e2-4f27-b2b2-ec3384244036 req-5fbb39ed-bacd-4b6e-85a2-3c01e7632b3f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0614693 Apr 16 16:29:27.054657 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af7c50b6-f1e2-4f27-b2b2-ec3384244036 req-386fb143-031e-4b85-b8db-9f8354057406 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280793 Apr 16 16:29:27.901748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:29:28.215083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90f1da-2b29-41dc-813c-4281f9341436 req-a2318cf4-ea3f-49a8-af8f-874be5e1d8ee tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:28.216048 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a90f1da-2b29-41dc-813c-4281f9341436 req-a2318cf4-ea3f-49a8-af8f-874be5e1d8ee tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0669699 Apr 16 16:29:28.252053 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6a90f1da-2b29-41dc-813c-4281f9341436 req-bd539ce7-ec83-4bfa-a012-de6cd464262d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284324 Apr 16 16:29:29.410809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329dc8f-8f16-4706-b273-2510fb42ec3c req-e0f53122-6a7b-4983-89da-bd612b422932 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:29.411952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4329dc8f-8f16-4706-b273-2510fb42ec3c req-e0f53122-6a7b-4983-89da-bd612b422932 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0622926 Apr 16 16:29:29.445392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4329dc8f-8f16-4706-b273-2510fb42ec3c req-533944b2-1bb6-4127-9000-8892f5f0bef5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288134 Apr 16 16:29:30.605890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fb5a8-56f7-4607-9355-e7ae64a176be req-985e328a-adb4-443b-8e66-df1fde409c67 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:30.607036 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb4fb5a8-56f7-4607-9355-e7ae64a176be req-985e328a-adb4-443b-8e66-df1fde409c67 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0741382 Apr 16 16:29:30.640347 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb4fb5a8-56f7-4607-9355-e7ae64a176be req-c94d1da6-c695-424c-902f-2783e85ac5da tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291054 Apr 16 16:29:31.808498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d020d33-94b0-4278-bf21-ce4153dd76d9 req-6636c0b0-f24d-4ff6-8974-47a4bbf43bc8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:31.809573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d020d33-94b0-4278-bf21-ce4153dd76d9 req-6636c0b0-f24d-4ff6-8974-47a4bbf43bc8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0785177 Apr 16 16:29:31.845287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0d020d33-94b0-4278-bf21-ce4153dd76d9 req-03a5232f-9e40-4fcd-8551-5f1bd6b3e158 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280912 Apr 16 16:29:33.003914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59aa4ec-6b54-4b68-a193-c2eadfb626c9 req-040678f3-1894-4f97-8c2c-c3375388a39e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:33.005040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e59aa4ec-6b54-4b68-a193-c2eadfb626c9 req-040678f3-1894-4f97-8c2c-c3375388a39e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0654523 Apr 16 16:29:33.037382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e59aa4ec-6b54-4b68-a193-c2eadfb626c9 req-2ee38d50-983b-493f-b273-5adc4307b08d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278430 Apr 16 16:29:34.193435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915ba4b-efe8-4e80-bdbd-901cc7ba4398 req-0d8b8521-990b-4c83-96fd-ebfa4824f369 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:34.194929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6915ba4b-efe8-4e80-bdbd-901cc7ba4398 req-0d8b8521-990b-4c83-96fd-ebfa4824f369 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0678983 Apr 16 16:29:34.227742 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6915ba4b-efe8-4e80-bdbd-901cc7ba4398 req-717d10b1-2060-4f3d-840e-491106ba47de tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285490 Apr 16 16:29:35.376377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d41e5-1047-429f-a6fb-9244fa7336c4 req-51812760-fd2a-44c9-bb08-86a9c28108e1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:35.377328 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-869d41e5-1047-429f-a6fb-9244fa7336c4 req-51812760-fd2a-44c9-bb08-86a9c28108e1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0575719 Apr 16 16:29:35.405967 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-869d41e5-1047-429f-a6fb-9244fa7336c4 req-fffd51bf-2d00-4723-9269-11a3c6ce29a2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0235193 Apr 16 16:29:36.546752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0473f2-0116-48c0-ac7d-90b5a69309a0 req-dd3495cd-9c45-4a83-a9c5-3906b3300554 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:36.547811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0e0473f2-0116-48c0-ac7d-90b5a69309a0 req-dd3495cd-9c45-4a83-a9c5-3906b3300554 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0656927 Apr 16 16:29:36.585114 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0e0473f2-0116-48c0-ac7d-90b5a69309a0 req-4fca3e38-8e8e-459f-b891-75e3e3ef71a9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294855 Apr 16 16:29:37.735652 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c387d2a-11c3-49d0-b3fa-60cbf2032cf2 req-73a83540-c6bc-440d-adf2-bdbc290e3879 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:37.736574 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c387d2a-11c3-49d0-b3fa-60cbf2032cf2 req-73a83540-c6bc-440d-adf2-bdbc290e3879 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0656259 Apr 16 16:29:37.771670 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c387d2a-11c3-49d0-b3fa-60cbf2032cf2 req-5bb2bf8c-69ff-4fb3-bbab-33b5f2e341ea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276380 Apr 16 16:29:38.929202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381d899-61e5-43dc-a3fa-eb93ce3eb1aa req-7b41c5e5-a222-4ff5-9305-aff589a8fe27 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:38.930225 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2381d899-61e5-43dc-a3fa-eb93ce3eb1aa req-7b41c5e5-a222-4ff5-9305-aff589a8fe27 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0640538 Apr 16 16:29:38.965510 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2381d899-61e5-43dc-a3fa-eb93ce3eb1aa req-a4497b36-f861-4f21-b52e-efd2f183947b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278566 Apr 16 16:29:40.126700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e43f03-d544-4cf5-a026-a14bacb7b8dc req-2727a98e-7198-40da-b682-c4afa6860eaf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:40.127794 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78e43f03-d544-4cf5-a026-a14bacb7b8dc req-2727a98e-7198-40da-b682-c4afa6860eaf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0734687 Apr 16 16:29:40.161772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78e43f03-d544-4cf5-a026-a14bacb7b8dc req-2e7ed259-37b2-4d2a-8a67-716456eee513 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271103 Apr 16 16:29:41.293801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c73a68a5-185f-490f-91e9-c1b7e967e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:41.320606 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bfaf2a-4910-41a8-82a6-5cf7498a22f0 req-bcbcd8d6-d4ff-4f01-b1e4-7fb23ae15db7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:41.321742 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2bfaf2a-4910-41a8-82a6-5cf7498a22f0 req-bcbcd8d6-d4ff-4f01-b1e4-7fb23ae15db7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0652595 Apr 16 16:29:41.354875 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2bfaf2a-4910-41a8-82a6-5cf7498a22f0 req-2fddbd0a-81c4-4d0a-b67e-dc9622806a6f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284166 Apr 16 16:29:42.507720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c258d-6e00-4842-9915-a4601c9054b6 req-35c524b2-8095-4f8c-a9c8-92fbae981298 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:42.508772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f7c258d-6e00-4842-9915-a4601c9054b6 req-35c524b2-8095-4f8c-a9c8-92fbae981298 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0675159 Apr 16 16:29:42.543222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f7c258d-6e00-4842-9915-a4601c9054b6 req-cda80ce6-91a6-41f9-a7b6-b8652f696a0b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270731 Apr 16 16:29:42.773739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6f8960ab-cc2a-40fb-975a-51733b62d0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:43.096086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:43.170970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:43.700000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab441c5a-2b79-4607-b85f-dd4b81c858ad req-b4e0e025-83e0-4a3b-9a2f-8aeb7f4e7cd1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:43.700938 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab441c5a-2b79-4607-b85f-dd4b81c858ad req-b4e0e025-83e0-4a3b-9a2f-8aeb7f4e7cd1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0655468 Apr 16 16:29:43.736181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab441c5a-2b79-4607-b85f-dd4b81c858ad req-4044ee60-763d-45f2-8b60-e5136645f280 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277095 Apr 16 16:29:43.873646 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:44.387414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:29:45.041681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7089b5-ad50-45fd-9222-abf342eb123e req-dffe925a-7574-4b31-a91f-3e8a8578948b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:45.042749 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c7089b5-ad50-45fd-9222-abf342eb123e req-dffe925a-7574-4b31-a91f-3e8a8578948b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0715046 Apr 16 16:29:45.076942 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c7089b5-ad50-45fd-9222-abf342eb123e req-1a576c38-a5fe-4219-832b-1cd417f99f9d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269189 Apr 16 16:29:46.246676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e62dce-2f21-4919-becf-d1834097bcc0 req-71cf032d-f6f6-4ebe-81f5-1bc6b3445d17 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:46.247811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31e62dce-2f21-4919-becf-d1834097bcc0 req-71cf032d-f6f6-4ebe-81f5-1bc6b3445d17 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0762138 Apr 16 16:29:46.284128 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-31e62dce-2f21-4919-becf-d1834097bcc0 req-c9af15fb-6f60-41ff-a45a-f1e82a39890c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286174 Apr 16 16:29:47.452855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd675cc-5c10-4239-80cf-88ccd4daa65d req-78e33394-5e54-4eb9-ac05-bb0f571fdd9c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:47.453954 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1dd675cc-5c10-4239-80cf-88ccd4daa65d req-78e33394-5e54-4eb9-ac05-bb0f571fdd9c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0738142 Apr 16 16:29:47.486607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1dd675cc-5c10-4239-80cf-88ccd4daa65d req-50c53a8d-102c-4ed2-a718-34bb7dca8233 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280528 Apr 16 16:29:48.643233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba69a-0c7c-493c-824c-823cf6e530ae req-a621fbb1-8d38-4cf3-91bb-a73d7e8338e6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:48.644309 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7bba69a-0c7c-493c-824c-823cf6e530ae req-a621fbb1-8d38-4cf3-91bb-a73d7e8338e6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0674150 Apr 16 16:29:48.677453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e7bba69a-0c7c-493c-824c-823cf6e530ae req-45386404-02e6-4e64-a373-ee39935a617a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267749 Apr 16 16:29:49.835963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b478c2-5d89-4af9-8b20-75069666311a req-812e1455-08a9-4063-87cc-d6fc4bd55152 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:49.836980 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c2b478c2-5d89-4af9-8b20-75069666311a req-812e1455-08a9-4063-87cc-d6fc4bd55152 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0646200 Apr 16 16:29:49.868131 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c2b478c2-5d89-4af9-8b20-75069666311a req-e72c17fa-d705-4800-8e9c-35579c799c61 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269051 Apr 16 16:29:51.020379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aef94d-3f7f-4968-8173-0abcd2dc8b43 req-f52f0b7f-d77b-4ad9-9565-feafa3018e23 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:51.021414 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-27aef94d-3f7f-4968-8173-0abcd2dc8b43 req-f52f0b7f-d77b-4ad9-9565-feafa3018e23 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0623765 Apr 16 16:29:51.053333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-27aef94d-3f7f-4968-8173-0abcd2dc8b43 req-4076d232-ae3c-4132-9f62-0c40a90fafed tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273395 Apr 16 16:29:52.221013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4a6ed-ad44-439c-bef4-896409e9e55e req-98f85f67-a360-4f84-9a8b-4e2769dc40bd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:52.222102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3fc4a6ed-ad44-439c-bef4-896409e9e55e req-98f85f67-a360-4f84-9a8b-4e2769dc40bd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0744827 Apr 16 16:29:52.254009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3fc4a6ed-ad44-439c-bef4-896409e9e55e req-9fbb7ed3-62bf-4224-954a-c4843d90820e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271614 Apr 16 16:29:53.416219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a37b47-cb1b-4a80-b077-99bd4538ef86 req-f9af3425-a9a8-4c2f-99b7-71083e26072b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:53.417320 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84a37b47-cb1b-4a80-b077-99bd4538ef86 req-f9af3425-a9a8-4c2f-99b7-71083e26072b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0701783 Apr 16 16:29:53.767158 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84a37b47-cb1b-4a80-b077-99bd4538ef86 req-f9318e89-57fd-4666-af0e-bf0b661646ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450480 Apr 16 16:29:53.782436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b6a3-213e-4fe8-a934-1d8b4cbc36da req-907ebe86-eff6-4e44-8d78-ad8804d35db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:53.783451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f04b6a3-213e-4fe8-a934-1d8b4cbc36da req-907ebe86-eff6-4e44-8d78-ad8804d35db1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1099 time: 0.0666828 Apr 16 16:29:53.901464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b6a3-213e-4fe8-a934-1d8b4cbc36da req-636573b3-cae4-4ab7-8e9b-0e0b57bf2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:53.902480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f04b6a3-213e-4fe8-a934-1d8b4cbc36da req-636573b3-cae4-4ab7-8e9b-0e0b57bf2810 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0970688 Apr 16 16:29:53.975422 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f04b6a3-213e-4fe8-a934-1d8b4cbc36da req-64683089-ede4-4c82-9ce5-cc386b79d05a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 1001 time: 0.0648527 Apr 16 16:29:54.025692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b6a3-213e-4fe8-a934-1d8b4cbc36da req-94b4fba8-93b6-449f-9507-559e786d19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:54.026583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f04b6a3-213e-4fe8-a934-1d8b4cbc36da req-94b4fba8-93b6-449f-9507-559e786d19d4 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0427935 Apr 16 16:29:54.076888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04b6a3-213e-4fe8-a934-1d8b4cbc36da req-88a2e49a-4398-42a6-9c8a-ae934fca143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:54.077727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f04b6a3-213e-4fe8-a934-1d8b4cbc36da req-88a2e49a-4398-42a6-9c8a-ae934fca143a service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434165 Apr 16 16:29:54.161000 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f04b6a3-213e-4fe8-a934-1d8b4cbc36da req-72e74eed-21ac-4e80-8670-d125afcc4e07 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0742404 Apr 16 16:29:54.241441 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f04b6a3-213e-4fe8-a934-1d8b4cbc36da req-adc4cbc6-9234-4ac3-baf7-14b1c139536f service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0720916 Apr 16 16:29:54.932402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efa601-4781-43eb-b537-1a0f9ec035ae req-13eeb6d8-5277-4bc0-b026-94537849f38c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:54.933521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20efa601-4781-43eb-b537-1a0f9ec035ae req-13eeb6d8-5277-4bc0-b026-94537849f38c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0758505 Apr 16 16:29:54.973838 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20efa601-4781-43eb-b537-1a0f9ec035ae req-f633f45b-bc5d-4d7a-9c56-e53425374b56 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323157 Apr 16 16:29:56.130565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ae979-21a3-4146-812e-420d8a1184cc req-d8fbc0f3-7944-47cc-840b-973ea12c17d2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:56.131635 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-079ae979-21a3-4146-812e-420d8a1184cc req-d8fbc0f3-7944-47cc-840b-973ea12c17d2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0644474 Apr 16 16:29:56.166368 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-079ae979-21a3-4146-812e-420d8a1184cc req-d394b3ca-4865-4762-91ac-71a911bbbcca tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274653 Apr 16 16:29:57.340883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00e8140-bcad-4b24-9ebd-5800b5267816 req-e9950ba5-ab20-4b73-a516-3fff27f0bbc1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:57.341996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d00e8140-bcad-4b24-9ebd-5800b5267816 req-e9950ba5-ab20-4b73-a516-3fff27f0bbc1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0797987 Apr 16 16:29:57.374306 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d00e8140-bcad-4b24-9ebd-5800b5267816 req-1298bbd8-2c36-4045-bf02-19b28c9b7277 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278409 Apr 16 16:29:58.518456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c643bb-48d7-48a4-aa2c-50d92ef1cad7 req-aec84740-78c5-4fb7-8ebe-56513a797bae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:58.519523 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43c643bb-48d7-48a4-aa2c-50d92ef1cad7 req-aec84740-78c5-4fb7-8ebe-56513a797bae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0630333 Apr 16 16:29:58.550567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-43c643bb-48d7-48a4-aa2c-50d92ef1cad7 req-b7ce2b0c-abc6-41c7-af09-381cc263bbf4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267694 Apr 16 16:29:59.719379 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476b353-df64-45b7-b7a9-637642ff1b88 req-5bc5eee9-82c9-4e72-9c8a-d7785ab5e058 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:29:59.720391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3476b353-df64-45b7-b7a9-637642ff1b88 req-5bc5eee9-82c9-4e72-9c8a-d7785ab5e058 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0688255 Apr 16 16:29:59.756335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3476b353-df64-45b7-b7a9-637642ff1b88 req-310be0ef-872e-4c52-a3fc-196a44129e93 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286000 Apr 16 16:30:00.920186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41ed87-04f2-4501-9065-946ccd5b6d52 req-79dc2900-b7ad-4752-a6c2-c317d52944e1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:00.921318 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cc41ed87-04f2-4501-9065-946ccd5b6d52 req-79dc2900-b7ad-4752-a6c2-c317d52944e1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0767813 Apr 16 16:30:00.956764 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cc41ed87-04f2-4501-9065-946ccd5b6d52 req-1e711f34-d96e-4f9e-a531-798190699531 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304585 Apr 16 16:30:02.109678 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca4b38-e38f-4d12-adfa-d6bec67e48cd req-878f0114-e912-45e3-8fa8-7fe44002d1ff tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:02.110771 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1aca4b38-e38f-4d12-adfa-d6bec67e48cd req-878f0114-e912-45e3-8fa8-7fe44002d1ff tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0646303 Apr 16 16:30:02.146730 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1aca4b38-e38f-4d12-adfa-d6bec67e48cd req-bc8791fb-3ec2-4e84-92ad-ef827f297ade tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285149 Apr 16 16:30:03.318315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38faad1-e287-45c9-ace7-034c4fa7a18a req-3d60aeb2-f3ce-4e2e-970f-a0b60f02c00f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:03.319445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f38faad1-e287-45c9-ace7-034c4fa7a18a req-3d60aeb2-f3ce-4e2e-970f-a0b60f02c00f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0769002 Apr 16 16:30:03.351669 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f38faad1-e287-45c9-ace7-034c4fa7a18a req-1373728b-3f01-4f79-871b-92a4f260027a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271521 Apr 16 16:30:04.514153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d61a25-3435-42af-b88b-28763399e7c6 req-21ecbb99-03db-4542-8a06-a3181054c2b9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:04.515320 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-02d61a25-3435-42af-b88b-28763399e7c6 req-21ecbb99-03db-4542-8a06-a3181054c2b9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0673490 Apr 16 16:30:04.547105 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-02d61a25-3435-42af-b88b-28763399e7c6 req-dd26fab2-1b1f-435f-a974-3c41e0059809 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273340 Apr 16 16:30:04.905047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:30:05.862346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba57811-b9bd-44e6-921e-5bc69b20c536 req-41ce0dfe-db8c-47fb-b880-6adb7e078069 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:05.863457 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ba57811-b9bd-44e6-921e-5bc69b20c536 req-41ce0dfe-db8c-47fb-b880-6adb7e078069 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0704060 Apr 16 16:30:05.895251 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ba57811-b9bd-44e6-921e-5bc69b20c536 req-80164924-a46a-4c2b-8759-634ce4bcb3e9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271125 Apr 16 16:30:07.046331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab543f6e-2686-4d5f-98aa-29eac1eef689 req-7ab2814a-537b-4d3f-84d3-055c02696125 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:07.047453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab543f6e-2686-4d5f-98aa-29eac1eef689 req-7ab2814a-537b-4d3f-84d3-055c02696125 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0663004 Apr 16 16:30:07.078809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab543f6e-2686-4d5f-98aa-29eac1eef689 req-12dceff6-3dbc-4411-91b1-7068649dc6b2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271926 Apr 16 16:30:08.229707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b3bc5-fc83-4fac-9e36-efc5519db00f req-3bce196b-5ac2-4887-97c0-0b885ce6be1c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:08.230728 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f7b3bc5-fc83-4fac-9e36-efc5519db00f req-3bce196b-5ac2-4887-97c0-0b885ce6be1c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0628474 Apr 16 16:30:08.265864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f7b3bc5-fc83-4fac-9e36-efc5519db00f req-726eb390-ff05-49f1-b554-eb39d6467364 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275607 Apr 16 16:30:09.439131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0cc66-b2cb-4a9f-b702-82fa3743b2b0 req-aac34aee-ffde-478e-b0cc-bd637f105b40 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:09.440271 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fb0cc66-b2cb-4a9f-b702-82fa3743b2b0 req-aac34aee-ffde-478e-b0cc-bd637f105b40 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0830624 Apr 16 16:30:09.473563 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fb0cc66-b2cb-4a9f-b702-82fa3743b2b0 req-41986553-e20c-4595-b445-7391a12e32e0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284548 Apr 16 16:30:10.639262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c3dd8-8188-4308-86be-8957b3c9405d req-e840810f-d4f4-4ad6-8bea-cd3ad94bb4ec tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:10.640406 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b3c3dd8-8188-4308-86be-8957b3c9405d req-e840810f-d4f4-4ad6-8bea-cd3ad94bb4ec tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0793548 Apr 16 16:30:10.678931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b3c3dd8-8188-4308-86be-8957b3c9405d req-0160dac6-054b-4bcc-840a-763bda824b63 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307810 Apr 16 16:30:11.299727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c3fcf19a-67b4-442d-96c9-9df1b93acf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:11.835062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca333aaa-3752-47ca-87fa-75592a17871a req-9bc45792-a371-4cc1-9e3c-bf80aa6c85b4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:11.836164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ca333aaa-3752-47ca-87fa-75592a17871a req-9bc45792-a371-4cc1-9e3c-bf80aa6c85b4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0660644 Apr 16 16:30:11.869116 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ca333aaa-3752-47ca-87fa-75592a17871a req-2457ce36-7a75-4feb-b656-1d24d48a9532 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267007 Apr 16 16:30:12.769643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fba3311c-31e5-4e38-a27c-b6bb3af73e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:13.020504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ccc39-16f1-4107-9705-539eda7094b0 req-a0a4851d-fd8f-4e16-b74c-02212a544b30 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:13.021501 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-089ccc39-16f1-4107-9705-539eda7094b0 req-a0a4851d-fd8f-4e16-b74c-02212a544b30 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0648141 Apr 16 16:30:13.053893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-089ccc39-16f1-4107-9705-539eda7094b0 req-08f4dad6-8f55-4353-a8dc-f15e39610d3b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282698 Apr 16 16:30:13.091457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:13.176263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:13.876690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:14.205909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5da53-95ad-428c-8222-e12589afe0e6 req-c9d5080a-4116-4cb4-8046-56cef7ad8144 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:14.206926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08e5da53-95ad-428c-8222-e12589afe0e6 req-c9d5080a-4116-4cb4-8046-56cef7ad8144 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0643494 Apr 16 16:30:14.241181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-08e5da53-95ad-428c-8222-e12589afe0e6 req-8d071323-d9d3-461e-a4ac-0043a7e10f45 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269921 Apr 16 16:30:14.408128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:15.412966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425e2dd-f112-4ff5-89e8-24a6018a69c4 req-3f3173ad-2c69-4a04-8806-8ad3f7517364 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:15.414164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3425e2dd-f112-4ff5-89e8-24a6018a69c4 req-3f3173ad-2c69-4a04-8806-8ad3f7517364 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0822878 Apr 16 16:30:15.447332 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3425e2dd-f112-4ff5-89e8-24a6018a69c4 req-79cf4c22-417b-4ad0-b9d5-e5766be2f9ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282311 Apr 16 16:30:16.600031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f2943-350b-45cc-9b6c-1463f96ea463 req-601e8aed-5667-49d1-8bb6-e472e51dd577 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:16.601098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e6f2943-350b-45cc-9b6c-1463f96ea463 req-601e8aed-5667-49d1-8bb6-e472e51dd577 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0661213 Apr 16 16:30:16.635174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e6f2943-350b-45cc-9b6c-1463f96ea463 req-f1e905be-39fc-4c0c-ac8c-829a35954a5a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273015 Apr 16 16:30:17.804310 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f11d6-3076-44d9-9eba-e6bf776ff794 req-5e4aba89-8779-4651-ad4b-462e26691f03 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:17.806345 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b8f11d6-3076-44d9-9eba-e6bf776ff794 req-5e4aba89-8779-4651-ad4b-462e26691f03 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0743206 Apr 16 16:30:17.837646 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b8f11d6-3076-44d9-9eba-e6bf776ff794 req-7d5f4127-5262-48b0-a238-8fab39ac4682 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267444 Apr 16 16:30:19.000999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1102446-958d-4a30-921a-08dba0f1f36a req-f84ec9ac-44c8-4bed-a408-7cc18ea4b9fd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:19.002087 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c1102446-958d-4a30-921a-08dba0f1f36a req-f84ec9ac-44c8-4bed-a408-7cc18ea4b9fd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0665936 Apr 16 16:30:19.037609 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c1102446-958d-4a30-921a-08dba0f1f36a req-b52c5908-371c-4034-a758-6786b112538e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275514 Apr 16 16:30:20.213264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980882db-fc63-4ee8-8b82-90c0fb2c44d0 req-7a1999f0-d2a8-446d-b78b-92664bac6465 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:20.214352 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-980882db-fc63-4ee8-8b82-90c0fb2c44d0 req-7a1999f0-d2a8-446d-b78b-92664bac6465 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0816884 Apr 16 16:30:20.247230 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-980882db-fc63-4ee8-8b82-90c0fb2c44d0 req-87362a7e-0bd5-49ed-a97a-38b6905a2362 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283046 Apr 16 16:30:21.399470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f1bed-1217-4ed8-b5a8-9e282446b59f req-7d68d746-4e14-4a25-bd89-5a1cd2458981 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:21.400587 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-916f1bed-1217-4ed8-b5a8-9e282446b59f req-7d68d746-4e14-4a25-bd89-5a1cd2458981 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0671048 Apr 16 16:30:21.434018 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-916f1bed-1217-4ed8-b5a8-9e282446b59f req-863f15df-b9b6-41aa-852d-06f60ac3dc61 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290766 Apr 16 16:30:22.597689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee795ec9-17c4-4b1e-bf3b-6d5f7c7fff0b req-5b3b0865-cf88-45b1-a386-612730f8b719 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:22.598806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee795ec9-17c4-4b1e-bf3b-6d5f7c7fff0b req-5b3b0865-cf88-45b1-a386-612730f8b719 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0755544 Apr 16 16:30:22.633965 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee795ec9-17c4-4b1e-bf3b-6d5f7c7fff0b req-97ca1355-ba54-4ae2-97e9-857f48d87167 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277395 Apr 16 16:30:23.809984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a469b-8540-4f04-8b7d-a4d44704bd98 req-509361ab-5728-4106-a557-1ed0ccbc59cf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:23.811172 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-762a469b-8540-4f04-8b7d-a4d44704bd98 req-509361ab-5728-4106-a557-1ed0ccbc59cf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0894544 Apr 16 16:30:23.844015 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-762a469b-8540-4f04-8b7d-a4d44704bd98 req-d928ef44-6881-48e0-8795-280ddb0d4bc0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274379 Apr 16 16:30:25.014495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408f853-54e6-4cc5-9248-a82d1d0b563b req-851795f5-4f9b-4cb1-b597-43f7add8533a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:25.015613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5408f853-54e6-4cc5-9248-a82d1d0b563b req-851795f5-4f9b-4cb1-b597-43f7add8533a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0746469 Apr 16 16:30:25.048482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5408f853-54e6-4cc5-9248-a82d1d0b563b req-51a07183-e74a-4114-8c7e-f03d11cdcb75 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285001 Apr 16 16:30:26.205072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc5cb7-ce86-42d6-81ce-d157ff4c419f req-8ed13fe8-3f88-4bbf-a949-bb065f33dabc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:26.206137 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8adc5cb7-ce86-42d6-81ce-d157ff4c419f req-8ed13fe8-3f88-4bbf-a949-bb065f33dabc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0650578 Apr 16 16:30:26.238063 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8adc5cb7-ce86-42d6-81ce-d157ff4c419f req-b9132478-2c10-4a7a-b3fa-6e7d89855b3a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272396 Apr 16 16:30:27.399026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767905dc-ac71-48b5-9b6b-d35d8d063061 req-dc8b8ea0-4454-4eb0-a4d7-f59e9f6417b2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:27.400037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-767905dc-ac71-48b5-9b6b-d35d8d063061 req-dc8b8ea0-4454-4eb0-a4d7-f59e9f6417b2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0661352 Apr 16 16:30:27.434481 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-767905dc-ac71-48b5-9b6b-d35d8d063061 req-79f66952-ea06-4187-a14b-cbe4fd4879f8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300632 Apr 16 16:30:28.578337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c1495-3ec4-426d-8de1-d786533c2c2f req-49863eb3-8f3b-41d4-9144-8212dc271c56 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:28.579386 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-789c1495-3ec4-426d-8de1-d786533c2c2f req-49863eb3-8f3b-41d4-9144-8212dc271c56 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0647926 Apr 16 16:30:28.613852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-789c1495-3ec4-426d-8de1-d786533c2c2f req-c37a7fc7-a5e8-4337-989b-c5c354e60d20 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267706 Apr 16 16:30:29.773213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80ba1c-942f-4da5-8560-61a6c7b4be90 req-6cec0f32-8ff0-4261-a8d7-b967e9b08b0b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:29.774286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea80ba1c-942f-4da5-8560-61a6c7b4be90 req-6cec0f32-8ff0-4261-a8d7-b967e9b08b0b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0672250 Apr 16 16:30:29.808890 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ea80ba1c-942f-4da5-8560-61a6c7b4be90 req-e3164886-8ab4-4428-83b7-bf784f53f858 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270784 Apr 16 16:30:30.961866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59818f55-740c-43bf-a43e-f7fb7ec4c220 req-d3308851-7811-4baa-a0f9-8cffa213cbeb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:30.963004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59818f55-740c-43bf-a43e-f7fb7ec4c220 req-d3308851-7811-4baa-a0f9-8cffa213cbeb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0652549 Apr 16 16:30:30.998712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59818f55-740c-43bf-a43e-f7fb7ec4c220 req-e5736c79-3d15-4721-bc42-73da8c800d32 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279036 Apr 16 16:30:32.146488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33294594-c4fe-49dd-b5f5-f5c5bf9ebd85 req-0152ecd0-b46f-4b4a-a00b-9e5901050f67 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:32.147698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-33294594-c4fe-49dd-b5f5-f5c5bf9ebd85 req-0152ecd0-b46f-4b4a-a00b-9e5901050f67 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0653231 Apr 16 16:30:32.179613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-33294594-c4fe-49dd-b5f5-f5c5bf9ebd85 req-26e6b76d-a3c9-49a9-adda-6a5f2823d305 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271542 Apr 16 16:30:33.338521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157e898-6326-4426-b094-538634dcb7f8 req-f549dac9-f5fa-4bf6-be4f-7162db91dac2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:33.339599 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9157e898-6326-4426-b094-538634dcb7f8 req-f549dac9-f5fa-4bf6-be4f-7162db91dac2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0661237 Apr 16 16:30:33.658402 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9157e898-6326-4426-b094-538634dcb7f8 req-3fa6d079-dc50-423f-b6f2-aa9e8a2a3ac5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110306 Apr 16 16:30:34.836485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5e00f-e801-40db-9b96-254c3b6e975a req-d2072dad-0120-46eb-9f07-dfb5dc3829db tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:34.837614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17d5e00f-e801-40db-9b96-254c3b6e975a req-d2072dad-0120-46eb-9f07-dfb5dc3829db tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0762248 Apr 16 16:30:34.874807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-17d5e00f-e801-40db-9b96-254c3b6e975a req-edd4ec07-bf6b-4628-b017-dfc854e9d1c1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296829 Apr 16 16:30:36.044639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb631c1-da13-405a-8a73-10a5204a3129 req-4ba88c27-0e63-4679-980e-9a9a42a92d4f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:36.045752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3eb631c1-da13-405a-8a73-10a5204a3129 req-4ba88c27-0e63-4679-980e-9a9a42a92d4f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0755994 Apr 16 16:30:36.078742 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3eb631c1-da13-405a-8a73-10a5204a3129 req-ec75e5f4-0eaf-4fd8-bf71-74bdc31aafb0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285156 Apr 16 16:30:37.241148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9a3d6-36f3-470f-97e1-4e8f17ae716c req-87192983-33be-46c2-9606-a01949d466eb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:37.242708 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4fc9a3d6-36f3-470f-97e1-4e8f17ae716c req-87192983-33be-46c2-9606-a01949d466eb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0678952 Apr 16 16:30:37.273950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4fc9a3d6-36f3-470f-97e1-4e8f17ae716c req-db507721-b92b-4ffe-95c4-83b779bd1728 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269458 Apr 16 16:30:38.428094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557a33a-674c-4340-af81-1360c3d86fa3 req-6a2012a9-5c05-424f-a4c8-8293eee7ef4a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:38.429204 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1557a33a-674c-4340-af81-1360c3d86fa3 req-6a2012a9-5c05-424f-a4c8-8293eee7ef4a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0623286 Apr 16 16:30:38.461534 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1557a33a-674c-4340-af81-1360c3d86fa3 req-0956aada-6271-4c6e-9ede-4df52a795262 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274389 Apr 16 16:30:39.627112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b6e6-7f7b-4eb6-8b4c-d5f31a394588 req-1e8a2141-54aa-4435-ba34-e07c22a22b27 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:39.628240 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bcf4b6e6-7f7b-4eb6-8b4c-d5f31a394588 req-1e8a2141-54aa-4435-ba34-e07c22a22b27 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0790331 Apr 16 16:30:39.661348 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bcf4b6e6-7f7b-4eb6-8b4c-d5f31a394588 req-eef31fa9-2fea-4f76-b4c3-3da20c142ea2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285461 Apr 16 16:30:40.827720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca372-e84e-4038-ab35-020c7d1f3a46 req-288f97e3-1c15-436e-ab18-f10bf59da90a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:40.828798 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-720ca372-e84e-4038-ab35-020c7d1f3a46 req-288f97e3-1c15-436e-ab18-f10bf59da90a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0735097 Apr 16 16:30:40.862251 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-720ca372-e84e-4038-ab35-020c7d1f3a46 req-96dd5058-2352-49ae-985b-7de4dfd38f08 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289938 Apr 16 16:30:41.293744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-22aa9aae-7df9-4491-80b1-1ffdeb0093cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:41.907577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:30:42.009885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a6110-3dad-448b-85a8-5266764aaf4b req-fbb2dba9-5f1f-4393-8ec3-d1b33f1a4017 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:42.010966 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4e5a6110-3dad-448b-85a8-5266764aaf4b req-fbb2dba9-5f1f-4393-8ec3-d1b33f1a4017 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0619078 Apr 16 16:30:42.046296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4e5a6110-3dad-448b-85a8-5266764aaf4b req-38a44406-8a30-487b-b868-aa3f3f253652 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279956 Apr 16 16:30:42.769645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27b99800-682c-4470-a815-2ea5715da54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:43.104252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:43.173233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:43.215784 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199128f1-49b1-4522-9653-764bd84f6044 req-5e9ca8cc-672d-49c2-bdb1-1f82b4b5c611 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:43.216872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-199128f1-49b1-4522-9653-764bd84f6044 req-5e9ca8cc-672d-49c2-bdb1-1f82b4b5c611 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0754988 Apr 16 16:30:43.248524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-199128f1-49b1-4522-9653-764bd84f6044 req-c41d6197-6a49-45ff-a213-f97990269383 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270147 Apr 16 16:30:43.878011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:44.384790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:30:44.410013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e538874-1619-4ca4-b966-14008bf9c782 req-4dca84f2-5854-4154-a138-ae1a883bcb57 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:44.411176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e538874-1619-4ca4-b966-14008bf9c782 req-4dca84f2-5854-4154-a138-ae1a883bcb57 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0703568 Apr 16 16:30:44.444458 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e538874-1619-4ca4-b966-14008bf9c782 req-f34009f0-88aa-4c7b-adcb-b4eabf27a782 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283878 Apr 16 16:30:45.599691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0991b-aea1-4509-a2c0-994e7c27e920 req-f7f253da-b4fd-4e90-b946-56287d9438ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:45.600772 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-97a0991b-aea1-4509-a2c0-994e7c27e920 req-f7f253da-b4fd-4e90-b946-56287d9438ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0637264 Apr 16 16:30:45.633947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-97a0991b-aea1-4509-a2c0-994e7c27e920 req-c781f9cb-2a00-46ea-ba20-0f8f053d06c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288200 Apr 16 16:30:46.809967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29190f-c3e5-4efd-8c85-5b9578ff6d3d req-6d4b3c15-fbef-4492-9353-b19dd55ee751 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:46.811128 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de29190f-c3e5-4efd-8c85-5b9578ff6d3d req-6d4b3c15-fbef-4492-9353-b19dd55ee751 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0786843 Apr 16 16:30:46.849401 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de29190f-c3e5-4efd-8c85-5b9578ff6d3d req-60bafdee-b54e-4c09-a0ba-c3800f467ae0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303333 Apr 16 16:30:48.009863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a5a66-1f6a-4e01-83c6-a48e8d2545aa req-58d9ddbf-f8cb-4c95-b2ba-9fbea7a281ba tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:48.010892 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-879a5a66-1f6a-4e01-83c6-a48e8d2545aa req-58d9ddbf-f8cb-4c95-b2ba-9fbea7a281ba tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0667341 Apr 16 16:30:48.047225 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-879a5a66-1f6a-4e01-83c6-a48e8d2545aa req-470d3e54-fcef-42d0-ad89-cfbb7b952588 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285089 Apr 16 16:30:49.223666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7499b2f-c90b-4a3f-9538-e9a9c6a58a43 req-10a1794f-7958-42ee-b896-d30563d80be1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:49.224793 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7499b2f-c90b-4a3f-9538-e9a9c6a58a43 req-10a1794f-7958-42ee-b896-d30563d80be1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0765715 Apr 16 16:30:49.256317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f7499b2f-c90b-4a3f-9538-e9a9c6a58a43 req-ebb4a97e-e631-4851-913a-9d829f36acc6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271466 Apr 16 16:30:50.428650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d83a7d-4125-450b-b071-1aba016d7351 req-23fc91b2-8fc2-4f8c-be75-84ba5a9b4fad tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:50.429812 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30d83a7d-4125-450b-b071-1aba016d7351 req-23fc91b2-8fc2-4f8c-be75-84ba5a9b4fad tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0793505 Apr 16 16:30:50.463126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30d83a7d-4125-450b-b071-1aba016d7351 req-6df11f22-f7e0-4f57-b4e6-d5e3ca0e78df tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284905 Apr 16 16:30:51.614982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697385e1-1272-420c-a881-2b05b7f629dd req-ed3da1d4-5f2d-4e2f-8a41-53c5a4590d36 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:51.616002 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-697385e1-1272-420c-a881-2b05b7f629dd req-ed3da1d4-5f2d-4e2f-8a41-53c5a4590d36 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0749955 Apr 16 16:30:51.649340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-697385e1-1272-420c-a881-2b05b7f629dd req-b8ea856a-a1dd-4894-bcb3-40760cc69771 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272949 Apr 16 16:30:52.812434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc06f5-63d5-4c8a-b5a7-9064d740a6f2 req-62e6155b-6e75-4892-9661-e92922e0d271 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:52.813569 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-adfc06f5-63d5-4c8a-b5a7-9064d740a6f2 req-62e6155b-6e75-4892-9661-e92922e0d271 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0729480 Apr 16 16:30:52.847983 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-adfc06f5-63d5-4c8a-b5a7-9064d740a6f2 req-617561d1-53e3-4460-9724-584c98693d8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297480 Apr 16 16:30:54.012016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e98404-b890-40df-8cea-581d93864c3a req-0e8da6d4-fd45-42bb-a5cb-943c6f0fd392 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:54.012959 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70e98404-b890-40df-8cea-581d93864c3a req-0e8da6d4-fd45-42bb-a5cb-943c6f0fd392 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0689006 Apr 16 16:30:54.049755 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70e98404-b890-40df-8cea-581d93864c3a req-0991cfd0-f02f-45ac-8544-691a65b7e47a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290351 Apr 16 16:30:55.207303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76587162-40bb-4378-aa04-5b99f1aa9a6f req-ef49394b-cb89-4836-9a0b-cb26f3b2e231 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:55.208376 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76587162-40bb-4378-aa04-5b99f1aa9a6f req-ef49394b-cb89-4836-9a0b-cb26f3b2e231 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0704701 Apr 16 16:30:55.242640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76587162-40bb-4378-aa04-5b99f1aa9a6f req-e40a3232-c00e-4cf5-b953-2cbf637e09f0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272393 Apr 16 16:30:55.799584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276f5ea-56a9-4969-91f7-c58063388385 req-ff8e69e7-2e62-4b2f-bd02-13c16c12326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:55.800723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5276f5ea-56a9-4969-91f7-c58063388385 req-ff8e69e7-2e62-4b2f-bd02-13c16c12326d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1099 time: 0.0612667 Apr 16 16:30:55.913880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276f5ea-56a9-4969-91f7-c58063388385 req-44ebb68c-b303-49a2-84c8-b43e3c4406dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:55.914814 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5276f5ea-56a9-4969-91f7-c58063388385 req-44ebb68c-b303-49a2-84c8-b43e3c4406dd service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0935040 Apr 16 16:30:56.008535 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5276f5ea-56a9-4969-91f7-c58063388385 req-70808ba8-f5a6-4402-9412-8ad9002ec0ba service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 1001 time: 0.0851650 Apr 16 16:30:56.058504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276f5ea-56a9-4969-91f7-c58063388385 req-4483a324-7d82-4615-a2f6-c03517c9ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:56.059475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5276f5ea-56a9-4969-91f7-c58063388385 req-4483a324-7d82-4615-a2f6-c03517c9ec4e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0429537 Apr 16 16:30:56.125383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276f5ea-56a9-4969-91f7-c58063388385 req-14085951-571c-4f91-a85f-59040a9c3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:56.126408 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5276f5ea-56a9-4969-91f7-c58063388385 req-14085951-571c-4f91-a85f-59040a9c3381 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587749 Apr 16 16:30:56.236498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5276f5ea-56a9-4969-91f7-c58063388385 req-ed0fa50e-a6e9-4d5e-98a5-03281c7eae08 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011577 Apr 16 16:30:56.367527 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5276f5ea-56a9-4969-91f7-c58063388385 req-9f8270bb-74f4-4697-818d-26e1d865d835 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224434 Apr 16 16:30:56.402569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ac25d-1527-4191-b0e9-9ea1a8cf2f21 req-3d08423f-e4b4-4144-990f-9f427f83a274 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:56.403706 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-109ac25d-1527-4191-b0e9-9ea1a8cf2f21 req-3d08423f-e4b4-4144-990f-9f427f83a274 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0781610 Apr 16 16:30:56.437403 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-109ac25d-1527-4191-b0e9-9ea1a8cf2f21 req-7bf0634e-8e80-4af7-b304-0ee7954210b7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293531 Apr 16 16:30:57.581428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0d604-e457-4de5-9dd7-575a8d9e413b req-ec040f2d-7417-4aec-a0c1-65c878a7865c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:57.582470 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b6c0d604-e457-4de5-9dd7-575a8d9e413b req-ec040f2d-7417-4aec-a0c1-65c878a7865c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0630653 Apr 16 16:30:57.616465 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b6c0d604-e457-4de5-9dd7-575a8d9e413b req-8e9b7c47-78c6-4110-8d5b-fe45788cc93f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267329 Apr 16 16:30:58.775966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733e30b-92a6-479d-93b8-ebcbb52a61a7 req-810c3261-2c18-481f-b246-2bd010ec78c4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:58.777057 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6733e30b-92a6-479d-93b8-ebcbb52a61a7 req-810c3261-2c18-481f-b246-2bd010ec78c4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0693607 Apr 16 16:30:58.811699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6733e30b-92a6-479d-93b8-ebcbb52a61a7 req-a0cd3e7f-11d1-490f-b241-f4f49821a7fc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272720 Apr 16 16:30:59.981557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f3df7-d86d-4212-b73a-0416f0f5d18a req-37800686-74ff-419e-9382-33b6aef1a038 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:30:59.982566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d7f3df7-d86d-4212-b73a-0416f0f5d18a req-37800686-74ff-419e-9382-33b6aef1a038 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0786266 Apr 16 16:31:00.015373 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d7f3df7-d86d-4212-b73a-0416f0f5d18a req-99b8b11a-881b-4170-8804-44575eb07fd4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276845 Apr 16 16:31:01.178843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fcc9f-9b1e-49cb-8003-f8175dd80e8a req-cb082395-6757-4578-b978-4653256503c0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:01.179923 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-998fcc9f-9b1e-49cb-8003-f8175dd80e8a req-cb082395-6757-4578-b978-4653256503c0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0664263 Apr 16 16:31:01.214968 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-998fcc9f-9b1e-49cb-8003-f8175dd80e8a req-0c7eef40-015c-43e2-a30d-59e08b2cfbc6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274608 Apr 16 16:31:02.362924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d223b29-8f83-47fd-99bb-96aa4c115091 req-e417323e-f6bb-4584-9567-7c0b16e7bd0d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:02.363937 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d223b29-8f83-47fd-99bb-96aa4c115091 req-e417323e-f6bb-4584-9567-7c0b16e7bd0d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0597446 Apr 16 16:31:02.398496 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d223b29-8f83-47fd-99bb-96aa4c115091 req-23b0535e-8d5b-4257-a1b6-93496c4b46e6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305398 Apr 16 16:31:02.414984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 45088) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:31:02.552649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Deleting port 72750b9b-dd93-4ba7-adbe-c19afe931e32 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:31:02.552906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:02.665181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:02.665408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:02.741359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Calling delete_port for 72750b9b-dd93-4ba7-adbe-c19afe931e32 owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:31:02.849787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:02.858464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e77ebfbb-c4d3-4efb-8e70-c7e053ab02e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:31:02.886565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event deleted for resources: {'Port': ['ID=72750b9b-dd93-4ba7-adbe-c19afe931e32,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:31:02.922974 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.923202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.923515 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.923750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.924017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.924287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.924555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.924823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.925093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.925360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.925628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.925894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:31:02.929231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:31:03.308518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:03.308878 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Floating IP b9083626-34ca-4dc4-b787-8d766c5e04b8 disassociated (deleted). External IP: 172.26.4.42, port: 79745d8c-8e07-46be-a049-28bd61c77827. Apr 16 16:31:03.507286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Router e751edf9-b703-40d6-90b9-baf9c2c56157 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:31:03.629461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:31:03.637924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e669d3-a13c-4019-be83-d34398a8ff39 None None] Sync routers for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:31:03.647112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:03.650350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e669d3-a13c-4019-be83-d34398a8ff39 None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:31:03.651759 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-96e669d3-a13c-4019-be83-d34398a8ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:30:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:31:03.681588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8f306fb0-1a99-4587-9949-35d6f6694978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "DELETE /v2.0/floatingips/b9083626-34ca-4dc4-b787-8d766c5e04b8 HTTP/1.1" status: 204 len: 168 time: 1.2658699 Apr 16 16:31:03.682334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:31:03.938707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-96e669d3-a13c-4019-be83-d34398a8ff39 None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:31:04.149108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-96e669d3-a13c-4019-be83-d34398a8ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:31:04.152357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e669d3-a13c-4019-be83-d34398a8ff39 None None] Checking router: e751edf9-b703-40d6-90b9-baf9c2c56157 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:31:04.158579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e669d3-a13c-4019-be83-d34398a8ff39 None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:31:04.158978 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-96e669d3-a13c-4019-be83-d34398a8ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:30:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:31:04.278718 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-96e669d3-a13c-4019-be83-d34398a8ff39 None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:31:04.458817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-96e669d3-a13c-4019-be83-d34398a8ff39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:31:04.461754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e669d3-a13c-4019-be83-d34398a8ff39 None None] The sync data for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv is: [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:31:04.764627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827', 'status': 'completed', 'code': 200} Apr 16 16:31:04.901081 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6c61b6-b5d7-47aa-9eba-25a166e2d98d None None] New status for floating IP b9083626-34ca-4dc4-b787-8d766c5e04b8: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:31:04.946069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed14517-c21d-4ad6-93c4-8740fdaf8bf8 req-22d44062-6fea-42af-87a7-6c0558739fc2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:04.946553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-fed14517-c21d-4ad6-93c4-8740fdaf8bf8 req-22d44062-6fea-42af-87a7-6c0558739fc2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Synchronizing usage tracker for tenant:b2d75f75b2334945a710177c58c921ea on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:31:04.957495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-fed14517-c21d-4ad6-93c4-8740fdaf8bf8 req-22d44062-6fea-42af-87a7-6c0558739fc2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Unset dirty status for tenant:b2d75f75b2334945a710177c58c921ea on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:31:04.958288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fed14517-c21d-4ad6-93c4-8740fdaf8bf8 req-22d44062-6fea-42af-87a7-6c0558739fc2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0674016 Apr 16 16:31:04.992008 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fed14517-c21d-4ad6-93c4-8740fdaf8bf8 req-5680e0b3-4312-4513-88ca-0e6410912c33 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264091 Apr 16 16:31:05.267004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58c8a8-f8da-4f32-9562-7b6302e175f2 req-89e38e36-60b3-40cd-acd6-31b38cb4f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:05.267954 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e58c8a8-f8da-4f32-9562-7b6302e175f2 req-89e38e36-60b3-40cd-acd6-31b38cb4f7de service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 1099 time: 0.0633450 Apr 16 16:31:05.350530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58c8a8-f8da-4f32-9562-7b6302e175f2 req-6e2c16f2-b01c-4f29-86ea-2646c0d69144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:05.351278 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e58c8a8-f8da-4f32-9562-7b6302e175f2 req-6e2c16f2-b01c-4f29-86ea-2646c0d69144 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0744133 Apr 16 16:31:05.395313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e58c8a8-f8da-4f32-9562-7b6302e175f2 req-1cd13c80-e579-4b2a-878a-2077be2b514b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 200 len: 217 time: 0.0358913 Apr 16 16:31:05.440737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58c8a8-f8da-4f32-9562-7b6302e175f2 req-81c53d05-9468-4f03-8745-450d3a64b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:05.441567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e58c8a8-f8da-4f32-9562-7b6302e175f2 req-81c53d05-9468-4f03-8745-450d3a64b39e service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0367482 Apr 16 16:31:05.496074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58c8a8-f8da-4f32-9562-7b6302e175f2 req-69776441-fe71-464c-8ce4-6f92edd14982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:05.497100 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e58c8a8-f8da-4f32-9562-7b6302e175f2 req-69776441-fe71-464c-8ce4-6f92edd14982 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502589 Apr 16 16:31:05.571067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e58c8a8-f8da-4f32-9562-7b6302e175f2 req-e24cf5c4-935a-4753-813b-f82a27060c33 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0684063 Apr 16 16:31:05.650578 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e58c8a8-f8da-4f32-9562-7b6302e175f2 req-4dfd8e14-25fe-4a4e-a30b-a1c15711532d service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0743933 Apr 16 16:31:06.134079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde1df5-266a-47d7-870e-4d8bda7e7a1c req-83a15889-9fcb-404b-91f2-4b5750ba77cd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:06.135083 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2cde1df5-266a-47d7-870e-4d8bda7e7a1c req-83a15889-9fcb-404b-91f2-4b5750ba77cd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0563233 Apr 16 16:31:06.162013 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2cde1df5-266a-47d7-870e-4d8bda7e7a1c req-a35debd6-1a9d-47a4-901a-3a852983812c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0225370 Apr 16 16:31:07.319040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb43f47-c6fe-44f7-bead-1e19a7f136dd req-779f0513-84e5-4ce4-84e1-8ee496b981be tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:07.320104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-edb43f47-c6fe-44f7-bead-1e19a7f136dd req-779f0513-84e5-4ce4-84e1-8ee496b981be tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0648715 Apr 16 16:31:07.351656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-edb43f47-c6fe-44f7-bead-1e19a7f136dd req-d830c51e-df0e-4e2a-a538-c4b2a8bd944f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274460 Apr 16 16:31:08.497684 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a84d05-7407-4bb5-8718-132b31e3aecc req-b78d687f-f291-408b-aaa2-f313230ef194 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:08.499634 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-14a84d05-7407-4bb5-8718-132b31e3aecc req-b78d687f-f291-408b-aaa2-f313230ef194 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0692842 Apr 16 16:31:08.539714 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-14a84d05-7407-4bb5-8718-132b31e3aecc req-3ce7b069-e7bb-4cdc-8953-c6f9fee44839 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322702 Apr 16 16:31:09.711650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec1e3b-d918-4004-91dc-5e5882fa4d1f req-f82af09d-96b3-47d4-99d3-7a90b6939b0d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:09.712729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-baec1e3b-d918-4004-91dc-5e5882fa4d1f req-f82af09d-96b3-47d4-99d3-7a90b6939b0d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0664957 Apr 16 16:31:09.744717 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-baec1e3b-d918-4004-91dc-5e5882fa4d1f req-749b7b91-c829-4d6e-a6e2-e4ab5b98acd0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267105 Apr 16 16:31:10.916210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88537c80-bfef-469a-86c3-4422ef091a71 req-f24ada5a-f003-4aa5-a521-a7a0379a6976 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:10.917297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-88537c80-bfef-469a-86c3-4422ef091a71 req-f24ada5a-f003-4aa5-a521-a7a0379a6976 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0739310 Apr 16 16:31:10.953188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-88537c80-bfef-469a-86c3-4422ef091a71 req-f961aa11-44b7-4569-9db9-f20610113b91 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283887 Apr 16 16:31:11.299946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-27460b52-3c7a-496e-a835-45f22b05d078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:12.109749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208e994-cfd4-4f09-af3a-c5eac00d9abf req-f18dd9dd-34dd-4b77-97b4-51d797b2b8ca tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:12.110868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f208e994-cfd4-4f09-af3a-c5eac00d9abf req-f18dd9dd-34dd-4b77-97b4-51d797b2b8ca tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0667083 Apr 16 16:31:12.153595 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f208e994-cfd4-4f09-af3a-c5eac00d9abf req-c5065ff2-84b0-4868-b4c1-456d1e09e5bd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382993 Apr 16 16:31:12.768050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2e6cedcb-c671-441f-9717-9924719b01c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:13.103350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:13.184051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:13.309142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e4c68-2807-49f4-bd8e-692140ef8ff8 req-e216a230-f9d0-42f3-897a-56d379fcd63b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:13.310219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d89e4c68-2807-49f4-bd8e-692140ef8ff8 req-e216a230-f9d0-42f3-897a-56d379fcd63b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0671201 Apr 16 16:31:13.346047 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d89e4c68-2807-49f4-bd8e-692140ef8ff8 req-4e2572b5-733e-4931-b003-207238b4ba81 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280490 Apr 16 16:31:13.891800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:14.397429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:14.497520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5495e37-3bf2-4117-a662-6006cb610a28 req-9d85bbf3-3f9f-4fa6-aaff-dc0671389781 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:14.498619 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c5495e37-3bf2-4117-a662-6006cb610a28 req-9d85bbf3-3f9f-4fa6-aaff-dc0671389781 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0629253 Apr 16 16:31:14.536539 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c5495e37-3bf2-4117-a662-6006cb610a28 req-a0933ccc-a754-4a68-b88b-c5e069070a6d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303228 Apr 16 16:31:15.691805 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95c403-815f-4388-9509-5f8bb9d40f6f req-4b0cb352-4103-4ad4-945c-fbbf1ba857c7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:15.693111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fa95c403-815f-4388-9509-5f8bb9d40f6f req-4b0cb352-4103-4ad4-945c-fbbf1ba857c7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0635428 Apr 16 16:31:15.725215 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fa95c403-815f-4388-9509-5f8bb9d40f6f req-b2572085-97cc-4b00-874a-1eb4d1ae04a4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278833 Apr 16 16:31:16.881824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66277f-6ed0-4cc5-8268-24012f86caec req-50c110d9-4b70-42bd-af3f-05e2afd9a3b1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:16.882868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c66277f-6ed0-4cc5-8268-24012f86caec req-50c110d9-4b70-42bd-af3f-05e2afd9a3b1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0690105 Apr 16 16:31:16.918529 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c66277f-6ed0-4cc5-8268-24012f86caec req-82aa1a41-f9ea-4412-b8bc-44e521f6f549 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282474 Apr 16 16:31:18.075236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d56ab7-4100-4adc-a607-f86cd6bac55a req-6bfb69f0-93bd-40c9-960d-88e0d9bb415f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:18.076398 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-67d56ab7-4100-4adc-a607-f86cd6bac55a req-6bfb69f0-93bd-40c9-960d-88e0d9bb415f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0701342 Apr 16 16:31:18.108685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-67d56ab7-4100-4adc-a607-f86cd6bac55a req-d8da25db-563c-47a8-bff0-cc29455b9828 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277448 Apr 16 16:31:18.906408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:31:19.274330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ff4c-1f13-4fcb-8a22-1e2caf473851 req-46d8f478-e4d8-4e49-a96a-ad6460d29581 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:19.275422 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6316ff4c-1f13-4fcb-8a22-1e2caf473851 req-46d8f478-e4d8-4e49-a96a-ad6460d29581 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0758295 Apr 16 16:31:19.307397 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6316ff4c-1f13-4fcb-8a22-1e2caf473851 req-a3040327-1c92-4743-b25e-8d657056caf0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269859 Apr 16 16:31:20.469489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f418c1b-81e9-4a48-a4b3-978051bfe24c req-b0f1c8b3-9f52-4d1c-8201-0b00f86595d0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:20.470559 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8f418c1b-81e9-4a48-a4b3-978051bfe24c req-b0f1c8b3-9f52-4d1c-8201-0b00f86595d0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0647240 Apr 16 16:31:20.507696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8f418c1b-81e9-4a48-a4b3-978051bfe24c req-e868e120-e385-4b29-a943-98c8b5a4dc40 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299258 Apr 16 16:31:21.669455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb4031-35e1-469a-9d2c-3e64b79f1f4f req-7ee54d32-9581-4b99-9738-670afa3aba4d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:21.670454 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0bb4031-35e1-469a-9d2c-3e64b79f1f4f req-7ee54d32-9581-4b99-9738-670afa3aba4d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0764050 Apr 16 16:31:21.702791 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0bb4031-35e1-469a-9d2c-3e64b79f1f4f req-b8c3c008-d2b1-4148-b3d2-96aac66c38ca tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278587 Apr 16 16:31:22.876498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013152e-d600-415f-9c98-fd7dd850e6d1 req-e76311bb-63f5-4d52-beef-52ff2191317d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:22.877613 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9013152e-d600-415f-9c98-fd7dd850e6d1 req-e76311bb-63f5-4d52-beef-52ff2191317d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0817049 Apr 16 16:31:22.911335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9013152e-d600-415f-9c98-fd7dd850e6d1 req-f41d0f41-cd86-4bfa-939e-4ef38972051a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293713 Apr 16 16:31:24.081221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da571f8-314c-40a2-bedd-5f97415347c3 req-c8e1a1f1-491b-4fc7-9d37-a34edab4cf60 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:24.082363 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5da571f8-314c-40a2-bedd-5f97415347c3 req-c8e1a1f1-491b-4fc7-9d37-a34edab4cf60 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0690780 Apr 16 16:31:24.115379 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5da571f8-314c-40a2-bedd-5f97415347c3 req-880394b1-46d4-48ec-becb-a6be14286744 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282571 Apr 16 16:31:25.268581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb5191-61ab-4a2a-b465-33b567f3a7af req-e948df02-27c4-4f79-b0fd-9c192167ad7d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:25.269657 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c6fb5191-61ab-4a2a-b465-33b567f3a7af req-e948df02-27c4-4f79-b0fd-9c192167ad7d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0666299 Apr 16 16:31:25.305340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c6fb5191-61ab-4a2a-b465-33b567f3a7af req-4d766d98-cae9-488b-b05e-707762f5da65 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284572 Apr 16 16:31:26.458252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94aeb3-b82f-480c-a3ab-375b4508130b req-77865d35-dddd-4c84-a9d5-498308238e8f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:26.459430 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f94aeb3-b82f-480c-a3ab-375b4508130b req-77865d35-dddd-4c84-a9d5-498308238e8f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0607758 Apr 16 16:31:26.495143 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f94aeb3-b82f-480c-a3ab-375b4508130b req-70c9fbd4-40d7-4061-b517-b8a0a6b2aa7b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307956 Apr 16 16:31:27.648939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d346a-593b-46b8-bd64-d940b9ebf1bd req-8977209d-d39b-44af-9e0f-7c98bb45339b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:27.650001 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af9d346a-593b-46b8-bd64-d940b9ebf1bd req-8977209d-d39b-44af-9e0f-7c98bb45339b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0650022 Apr 16 16:31:27.684293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af9d346a-593b-46b8-bd64-d940b9ebf1bd req-f326fa9b-5a65-4b90-a87a-1721fd88c6f4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275960 Apr 16 16:31:28.843422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4b6c98-9df9-4daf-8dad-2e3ef50c0ece req-3f574157-f668-4876-8f80-abeee9e9febe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:28.844494 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a4b6c98-9df9-4daf-8dad-2e3ef50c0ece req-3f574157-f668-4876-8f80-abeee9e9febe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0799839 Apr 16 16:31:28.889287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a4b6c98-9df9-4daf-8dad-2e3ef50c0ece req-bf4ca15a-5e6a-44b0-a20a-41aa001f5176 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375388 Apr 16 16:31:30.038577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac63ccf-f78e-44ed-94a0-5fa3edc35dfa req-9321fe23-f17d-409c-9196-bbd0bce61224 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:30.039726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ac63ccf-f78e-44ed-94a0-5fa3edc35dfa req-9321fe23-f17d-409c-9196-bbd0bce61224 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0655923 Apr 16 16:31:30.071920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ac63ccf-f78e-44ed-94a0-5fa3edc35dfa req-5e803900-d9c4-4cbf-ab6f-b8e5081170fb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278809 Apr 16 16:31:31.243875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cc645-02a9-4d33-bf8e-676e598af8b7 req-8b610ec9-978d-49e4-a706-cd25402ec9c1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:31.244935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4e7cc645-02a9-4d33-bf8e-676e598af8b7 req-8b610ec9-978d-49e4-a706-cd25402ec9c1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0760455 Apr 16 16:31:31.279467 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4e7cc645-02a9-4d33-bf8e-676e598af8b7 req-70273904-9d44-45df-95d2-f108dee18fdb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276077 Apr 16 16:31:32.426786 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9151-2a71-44ac-b557-b1e1dbc59f6b req-00dca293-ad1e-4f1b-963b-551e616caf6f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:32.427865 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52cd9151-2a71-44ac-b557-b1e1dbc59f6b req-00dca293-ad1e-4f1b-963b-551e616caf6f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0614607 Apr 16 16:31:32.463134 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52cd9151-2a71-44ac-b557-b1e1dbc59f6b req-7d0411c3-3d1a-4d17-b84e-866d70094764 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307982 Apr 16 16:31:33.613149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a383e83-1f57-4d33-9f8f-ca936c0acbeb req-df678e32-519a-4a92-9918-71c8ca80481d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:33.614252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9a383e83-1f57-4d33-9f8f-ca936c0acbeb req-df678e32-519a-4a92-9918-71c8ca80481d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0649779 Apr 16 16:31:33.646692 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9a383e83-1f57-4d33-9f8f-ca936c0acbeb req-7516f4fa-33f6-4750-a137-48bd9779d3e7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279799 Apr 16 16:31:35.106848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3ebf6-48e8-4967-b837-9dee5f865e5b req-56a53d3c-138c-49c1-9e23-d001dc48bd97 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:35.107799 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cee3ebf6-48e8-4967-b837-9dee5f865e5b req-56a53d3c-138c-49c1-9e23-d001dc48bd97 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.3608446 Apr 16 16:31:35.139724 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cee3ebf6-48e8-4967-b837-9dee5f865e5b req-1a8e2a25-ab3b-48d0-abb3-11b79d540d19 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239503 Apr 16 16:31:36.294659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1584f3b-bd46-4f33-8528-35ed7055f0a0 req-d40d7a12-051e-4f00-adbd-77fb84f92205 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:36.295776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1584f3b-bd46-4f33-8528-35ed7055f0a0 req-d40d7a12-051e-4f00-adbd-77fb84f92205 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0676634 Apr 16 16:31:36.331082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a1584f3b-bd46-4f33-8528-35ed7055f0a0 req-ac74fc7d-7f9c-4601-87cb-78b0041db421 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309832 Apr 16 16:31:37.490897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60b2e2-bd35-473d-baf5-b3cf3c10f46b req-d03403de-81c2-4319-9079-1cc05e83864e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:37.491997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4e60b2e2-bd35-473d-baf5-b3cf3c10f46b req-d03403de-81c2-4319-9079-1cc05e83864e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0666444 Apr 16 16:31:37.524665 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4e60b2e2-bd35-473d-baf5-b3cf3c10f46b req-275b8ad0-2669-4f21-ab7d-503cc7dc004c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282178 Apr 16 16:31:38.681051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe52632-f795-4e1d-a561-aaa7d71ad65c req-29f57094-2d19-4d89-9e83-c84266edcabf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:38.681954 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fbe52632-f795-4e1d-a561-aaa7d71ad65c req-29f57094-2d19-4d89-9e83-c84266edcabf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0658031 Apr 16 16:31:38.717046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fbe52632-f795-4e1d-a561-aaa7d71ad65c req-58ca3fef-103b-48b9-8349-6da25766d403 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276744 Apr 16 16:31:39.882302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07825709-1c1d-45cf-9e10-cbb92b215f09 req-6c9e3295-5e6a-4ce0-9b35-5252372d25c8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:39.883447 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07825709-1c1d-45cf-9e10-cbb92b215f09 req-6c9e3295-5e6a-4ce0-9b35-5252372d25c8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0737536 Apr 16 16:31:39.924260 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07825709-1c1d-45cf-9e10-cbb92b215f09 req-8c0f4636-351c-4878-a3cb-6a280c40da71 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328641 Apr 16 16:31:41.087800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06434cc1-f587-4d2e-aff2-3c9aa5d9f08a req-64458631-8a6d-4ab0-8d8c-b9a19f94d3ff tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:41.088915 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06434cc1-f587-4d2e-aff2-3c9aa5d9f08a req-64458631-8a6d-4ab0-8d8c-b9a19f94d3ff tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0728085 Apr 16 16:31:41.122380 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06434cc1-f587-4d2e-aff2-3c9aa5d9f08a req-898c8c31-09b8-4e48-bbab-c0b3e135899d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293448 Apr 16 16:31:41.307645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc1a02d5-12a4-4390-9f8c-4df81fcf8a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:42.282772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ea946-fcb2-4848-ad09-de9ee712604b req-f280618c-b770-4355-baf2-3663a49e528f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:42.284058 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da5ea946-fcb2-4848-ad09-de9ee712604b req-f280618c-b770-4355-baf2-3663a49e528f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0656152 Apr 16 16:31:42.319117 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da5ea946-fcb2-4848-ad09-de9ee712604b req-7a096175-b0ee-457d-8040-8599c15f48d2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275991 Apr 16 16:31:42.766665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-53b9160d-3ae4-492b-9e88-35869c5a2360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:43.102108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:43.187221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:43.635056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc7304-394f-4f43-b57a-eaf802fb66f3 req-141c33ae-94ed-4344-b3b5-e80526acf88e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:43.637004 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-49dc7304-394f-4f43-b57a-eaf802fb66f3 req-141c33ae-94ed-4344-b3b5-e80526acf88e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.2271328 Apr 16 16:31:43.671373 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-49dc7304-394f-4f43-b57a-eaf802fb66f3 req-18292cc5-c758-467f-aa57-7d724ae614c8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297611 Apr 16 16:31:43.890250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:44.400427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:31:44.830677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f6c02-cfa0-4384-a4e3-b5e0b0b3b08b req-bdc17463-a8d6-48fd-b844-109bc60189bc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:44.832234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-758f6c02-cfa0-4384-a4e3-b5e0b0b3b08b req-bdc17463-a8d6-48fd-b844-109bc60189bc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0665519 Apr 16 16:31:44.865021 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-758f6c02-cfa0-4384-a4e3-b5e0b0b3b08b req-fa1c8ac5-ee0a-4d03-bcb4-03c04d561d58 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277009 Apr 16 16:31:46.030627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b5c76-4cdb-406d-8b28-dd68ed0e5261 req-b383447f-adef-4cf0-856a-6898605371db tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:46.031642 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec0b5c76-4cdb-406d-8b28-dd68ed0e5261 req-b383447f-adef-4cf0-856a-6898605371db tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0744267 Apr 16 16:31:46.067046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ec0b5c76-4cdb-406d-8b28-dd68ed0e5261 req-a63e6255-35f3-4a95-9cac-31b2ade2b30f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287764 Apr 16 16:31:47.222048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cc0fe-a705-4fdf-9c93-2ba7761c6a09 req-efbba04b-1b06-40e5-9b65-cda693017af9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:47.223145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-913cc0fe-a705-4fdf-9c93-2ba7761c6a09 req-efbba04b-1b06-40e5-9b65-cda693017af9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0648177 Apr 16 16:31:47.254398 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-913cc0fe-a705-4fdf-9c93-2ba7761c6a09 req-c0cec057-4ea9-4b08-826c-2e857e976dc8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270231 Apr 16 16:31:48.410189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f61c0a-ee6b-4da6-ad55-abfb6ce64042 req-171c0168-0135-42d1-a5e2-ab6f9f43c4c3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:48.411329 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5f61c0a-ee6b-4da6-ad55-abfb6ce64042 req-171c0168-0135-42d1-a5e2-ab6f9f43c4c3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0662615 Apr 16 16:31:48.443168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5f61c0a-ee6b-4da6-ad55-abfb6ce64042 req-34795b5b-ca52-4338-a339-5d8296fa166f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272551 Apr 16 16:31:49.613404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03779d-1be9-4dcd-adc2-f72075003a43 req-89aa6c83-8014-4eb9-a98d-7f3eeb97c4b9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:49.614499 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c03779d-1be9-4dcd-adc2-f72075003a43 req-89aa6c83-8014-4eb9-a98d-7f3eeb97c4b9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0765128 Apr 16 16:31:49.650838 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c03779d-1be9-4dcd-adc2-f72075003a43 req-decdb07b-fca7-45d7-a3b7-eb81db967091 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285645 Apr 16 16:31:50.815338 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9fdbf-f039-47dd-91d3-0563bd055a1a req-849e0084-2fd6-4e2a-b5db-454b5bef8fe0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:50.816458 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1b9fdbf-f039-47dd-91d3-0563bd055a1a req-849e0084-2fd6-4e2a-b5db-454b5bef8fe0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0759373 Apr 16 16:31:50.848391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1b9fdbf-f039-47dd-91d3-0563bd055a1a req-a7ffda87-570c-4c2a-bc8d-60ce7a4defe8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274711 Apr 16 16:31:52.022688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767330c-d3f0-4bbf-b646-49282adbd0e7 req-a6633229-894a-45d9-815c-2bdb7d50e74f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:52.023831 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6767330c-d3f0-4bbf-b646-49282adbd0e7 req-a6633229-894a-45d9-815c-2bdb7d50e74f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0787067 Apr 16 16:31:52.057490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6767330c-d3f0-4bbf-b646-49282adbd0e7 req-7f92efd0-da2c-4d19-bf94-98e6a16ef822 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285916 Apr 16 16:31:53.222183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb8558-883a-4adb-8d6c-a50547155919 req-e57310cf-22ce-4ca5-b7ed-c11f48138c37 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:53.223303 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-40bb8558-883a-4adb-8d6c-a50547155919 req-e57310cf-22ce-4ca5-b7ed-c11f48138c37 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0687058 Apr 16 16:31:53.258134 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-40bb8558-883a-4adb-8d6c-a50547155919 req-3d67d2eb-75ab-4a99-9584-d3f872a2a69c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274444 Apr 16 16:31:54.423921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ff1bc-88cf-4bda-8b99-05d34cc41205 req-22b867e0-06e9-4e89-87ed-49cffbd85379 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:54.425103 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-577ff1bc-88cf-4bda-8b99-05d34cc41205 req-22b867e0-06e9-4e89-87ed-49cffbd85379 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0769436 Apr 16 16:31:54.457019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-577ff1bc-88cf-4bda-8b99-05d34cc41205 req-24b20fd2-5454-42a5-8526-0cd9a2fa17c3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270827 Apr 16 16:31:55.612854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde40031-a48b-4c00-91b3-99e83973660b req-5c00afe5-0675-4e51-aeac-86091e6dd156 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:55.614172 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bde40031-a48b-4c00-91b3-99e83973660b req-5c00afe5-0675-4e51-aeac-86091e6dd156 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0711608 Apr 16 16:31:55.646937 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bde40031-a48b-4c00-91b3-99e83973660b req-cbd6a94f-301d-4d86-8758-eb9cdf88d188 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280821 Apr 16 16:31:55.910858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:31:56.793309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171995d-4188-42ef-8eae-313d26744e81 req-c700e441-0ab7-4f30-95d1-60a4e25d0390 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:56.794374 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f171995d-4188-42ef-8eae-313d26744e81 req-c700e441-0ab7-4f30-95d1-60a4e25d0390 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0661438 Apr 16 16:31:56.825691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f171995d-4188-42ef-8eae-313d26744e81 req-d3c5a15d-cda7-4bbe-b63c-5ba87b748157 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267339 Apr 16 16:31:57.983422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b215e-cf4c-4c80-9b21-ec1a9ba52d60 req-0f2d2871-84f6-48e1-b92c-4fd3e231b3b4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:57.984471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-551b215e-cf4c-4c80-9b21-ec1a9ba52d60 req-0f2d2871-84f6-48e1-b92c-4fd3e231b3b4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0734243 Apr 16 16:31:58.017239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-551b215e-cf4c-4c80-9b21-ec1a9ba52d60 req-a8dc02e0-03bb-4142-a849-543122cbbd95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279882 Apr 16 16:31:59.167785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef21d88-5835-436c-9a3d-1403687c1d44 req-681c66d7-625f-450a-8680-a85cee61eebd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:31:59.168820 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ef21d88-5835-436c-9a3d-1403687c1d44 req-681c66d7-625f-450a-8680-a85cee61eebd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0678630 Apr 16 16:31:59.202973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ef21d88-5835-436c-9a3d-1403687c1d44 req-91ad38f9-21ff-4645-837a-06d74c2a5a98 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265734 Apr 16 16:32:00.369163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416678a3-e56c-4cf9-a9e6-40b9c8fe2e33 req-f9aaa8af-6ebf-4570-a628-36cccbdf9221 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:00.370213 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-416678a3-e56c-4cf9-a9e6-40b9c8fe2e33 req-f9aaa8af-6ebf-4570-a628-36cccbdf9221 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0698056 Apr 16 16:32:00.406558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-416678a3-e56c-4cf9-a9e6-40b9c8fe2e33 req-bbd69fb7-28b4-494f-8b0a-a21746404804 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285885 Apr 16 16:32:01.537442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb66dd7-18f5-4eb1-9042-a6e195ca78e1 req-7d76d981-e1ca-4f88-8fd7-bb51a235583c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:01.538307 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7fb66dd7-18f5-4eb1-9042-a6e195ca78e1 req-7d76d981-e1ca-4f88-8fd7-bb51a235583c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0548635 Apr 16 16:32:01.568612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7fb66dd7-18f5-4eb1-9042-a6e195ca78e1 req-445f0abb-6622-45fc-96f0-b7af01b88db9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0230644 Apr 16 16:32:02.725870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10eccb2-8007-449c-abc3-978f25793078 req-19545219-c249-4291-8b89-c7ecbb3e18ea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:02.726836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a10eccb2-8007-449c-abc3-978f25793078 req-19545219-c249-4291-8b89-c7ecbb3e18ea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0677211 Apr 16 16:32:02.762556 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a10eccb2-8007-449c-abc3-978f25793078 req-20994848-83fa-4321-bfda-b55c9080d610 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282187 Apr 16 16:32:03.925459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e0135-c0a9-46fa-ab9c-eda4d7186e86 req-44eb7c1b-2e64-416f-985c-8f152b476442 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:03.926564 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-464e0135-c0a9-46fa-ab9c-eda4d7186e86 req-44eb7c1b-2e64-416f-985c-8f152b476442 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0746317 Apr 16 16:32:03.966809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-464e0135-c0a9-46fa-ab9c-eda4d7186e86 req-8c3922e4-e193-4322-a197-eccf881e3c0d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323873 Apr 16 16:32:05.121480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22f34b-10f6-4dd2-91e3-d5e8824f6b00 req-127bc85c-1c7e-4c00-ad41-bbdd8d1656cc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:05.122553 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e22f34b-10f6-4dd2-91e3-d5e8824f6b00 req-127bc85c-1c7e-4c00-ad41-bbdd8d1656cc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0642171 Apr 16 16:32:05.155633 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e22f34b-10f6-4dd2-91e3-d5e8824f6b00 req-cf1d0def-73fc-4c2d-917a-38927d554a1f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288363 Apr 16 16:32:06.320346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55018885-f485-4c06-961a-9d2095c48075 req-88b5df9c-66f2-4c25-ad18-551a0743ade9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:06.321469 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55018885-f485-4c06-961a-9d2095c48075 req-88b5df9c-66f2-4c25-ad18-551a0743ade9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0799639 Apr 16 16:32:06.354058 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55018885-f485-4c06-961a-9d2095c48075 req-f45a3b80-c8b8-42a2-8b8a-6e6bf9f5a017 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282133 Apr 16 16:32:07.515276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f2360-e425-4d66-a555-008c7361dd0f req-353bb2d5-f689-4470-bda0-e581edcc0755 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:07.517216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b99f2360-e425-4d66-a555-008c7361dd0f req-353bb2d5-f689-4470-bda0-e581edcc0755 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0720921 Apr 16 16:32:07.552160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b99f2360-e425-4d66-a555-008c7361dd0f req-4330466b-6796-4554-b757-22720d905d95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303643 Apr 16 16:32:08.701980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b231cc-87b3-460a-9564-4cef161040bf req-f79b3d49-05d5-41f3-88b6-cd933722f7d7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:08.703010 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-01b231cc-87b3-460a-9564-4cef161040bf req-f79b3d49-05d5-41f3-88b6-cd933722f7d7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0618577 Apr 16 16:32:08.735792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-01b231cc-87b3-460a-9564-4cef161040bf req-dbaf3c18-04f7-4818-b7fb-6f701403f4de tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284991 Apr 16 16:32:09.892554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809c053-0c1a-433c-a424-87170369a75d req-2d96c675-5d6c-4ef3-bfa7-055c9bffbb85 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:09.893668 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c809c053-0c1a-433c-a424-87170369a75d req-2d96c675-5d6c-4ef3-bfa7-055c9bffbb85 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0653229 Apr 16 16:32:09.925616 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c809c053-0c1a-433c-a424-87170369a75d req-44952c7f-769c-4a49-8a49-cec1144ab562 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272043 Apr 16 16:32:11.109026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ceabf-d228-4dd2-bc3a-b9d7242c96ed req-a638492b-2dc1-426f-a2e9-4702dc0d55ff tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:11.111074 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-852ceabf-d228-4dd2-bc3a-b9d7242c96ed req-a638492b-2dc1-426f-a2e9-4702dc0d55ff tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0877488 Apr 16 16:32:11.144661 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-852ceabf-d228-4dd2-bc3a-b9d7242c96ed req-778c98d8-d450-419f-b2a7-e29e227396cb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285220 Apr 16 16:32:11.305864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-41606515-1aaa-49dc-a1cc-ecdaeb164eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:12.317455 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1dec4-5da9-41e2-be60-41fecda74649 req-cd14ade4-6c7a-42f2-9924-6fa6efecc8a7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:12.319257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-29b1dec4-5da9-41e2-be60-41fecda74649 req-cd14ade4-6c7a-42f2-9924-6fa6efecc8a7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0704372 Apr 16 16:32:12.355205 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-29b1dec4-5da9-41e2-be60-41fecda74649 req-e0b456d7-b872-4075-9fcc-b1b2039964c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284853 Apr 16 16:32:12.772552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2182800d-35f9-4edc-8fee-ff60049e4d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:13.101516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:13.184042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:13.517322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3884624-c176-4f5e-8732-4fe3e159656e req-e7f0246c-08ba-40ca-9813-fa8373373cf7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:13.518448 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c3884624-c176-4f5e-8732-4fe3e159656e req-e7f0246c-08ba-40ca-9813-fa8373373cf7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0744929 Apr 16 16:32:13.553123 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c3884624-c176-4f5e-8732-4fe3e159656e req-405e6315-f6a3-4451-96a1-4bf2ad514d98 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275707 Apr 16 16:32:13.907923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:14.432520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:14.728579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6723d05-0d91-4a4a-a04a-cac01e46f457 req-6e494e25-edcd-4de0-9c7b-4aa04771cfd7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:14.729680 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b6723d05-0d91-4a4a-a04a-cac01e46f457 req-6e494e25-edcd-4de0-9c7b-4aa04771cfd7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0745621 Apr 16 16:32:14.765816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b6723d05-0d91-4a4a-a04a-cac01e46f457 req-b384b084-9a35-472b-9d5e-6d2887cdbb5c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285337 Apr 16 16:32:15.921109 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f0846-e162-4336-bf9a-e0e53341ba1d req-ba6d2a6e-b2e1-41c1-bd13-cbd16dc23309 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:15.922178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-796f0846-e162-4336-bf9a-e0e53341ba1d req-ba6d2a6e-b2e1-41c1-bd13-cbd16dc23309 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0701034 Apr 16 16:32:15.956901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-796f0846-e162-4336-bf9a-e0e53341ba1d req-2eb7c96e-54d0-4bd5-895a-86bd985c9fc4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275004 Apr 16 16:32:17.104602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb146b90-382f-4a95-8e80-59c3dbf0a194 req-9cc34ab3-d5a8-4fcb-a875-34cec0de980d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:17.105650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb146b90-382f-4a95-8e80-59c3dbf0a194 req-9cc34ab3-d5a8-4fcb-a875-34cec0de980d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0634596 Apr 16 16:32:17.137094 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb146b90-382f-4a95-8e80-59c3dbf0a194 req-47715fea-839c-419f-9963-1fe99b0468df tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270755 Apr 16 16:32:18.307538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccede689-9653-44b3-a144-ef36262e93c1 req-dd20795c-f38d-4467-8345-b90e1865de5d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:18.308654 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ccede689-9653-44b3-a144-ef36262e93c1 req-dd20795c-f38d-4467-8345-b90e1865de5d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0796647 Apr 16 16:32:18.342074 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ccede689-9653-44b3-a144-ef36262e93c1 req-9b0a396b-fe9f-4fb4-a99c-23fcccf4acca tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289264 Apr 16 16:32:19.495692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd264b91-d2b4-4208-8eb1-9efa2faca49f req-024c84fd-6378-4ae4-b083-c33612cc3e0f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:19.496797 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd264b91-d2b4-4208-8eb1-9efa2faca49f req-024c84fd-6378-4ae4-b083-c33612cc3e0f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0651963 Apr 16 16:32:19.528756 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd264b91-d2b4-4208-8eb1-9efa2faca49f req-87b1ef4d-7565-44e3-8858-73cb2e8e2f5d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278029 Apr 16 16:32:20.701181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0024c8-fe68-4fa5-ab33-8b6c1555ed89 req-ad678eed-9465-42af-918e-0627b23ab9ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:20.702281 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef0024c8-fe68-4fa5-ab33-8b6c1555ed89 req-ad678eed-9465-42af-918e-0627b23ab9ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0761981 Apr 16 16:32:20.734930 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef0024c8-fe68-4fa5-ab33-8b6c1555ed89 req-d4b82c81-9232-43a4-b562-320315bb9654 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285509 Apr 16 16:32:21.896925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafb173-c836-414c-9d89-3622a5af2bc3 req-0731be59-3575-44bb-a7b4-d1bcbcc642c7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:21.898024 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dafb173-c836-414c-9d89-3622a5af2bc3 req-0731be59-3575-44bb-a7b4-d1bcbcc642c7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0667968 Apr 16 16:32:21.932899 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dafb173-c836-414c-9d89-3622a5af2bc3 req-b17cfec5-aa1c-4b94-8f91-657969c4cb2d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276017 Apr 16 16:32:23.111935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e13e8-bc49-46eb-b584-f87b6feff169 req-829c657a-5c22-41a7-80b2-f16b74942e35 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:23.112971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba3e13e8-bc49-46eb-b584-f87b6feff169 req-829c657a-5c22-41a7-80b2-f16b74942e35 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0921361 Apr 16 16:32:23.143852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba3e13e8-bc49-46eb-b584-f87b6feff169 req-82525e0e-5c8f-4b84-93ae-1140679d3950 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265958 Apr 16 16:32:24.571085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7a8bd-1856-41f6-8bdd-708da861a258 req-fe3f8bde-fd33-4344-93ee-28fed9026d4d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:24.572077 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b7a8bd-1856-41f6-8bdd-708da861a258 req-fe3f8bde-fd33-4344-93ee-28fed9026d4d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.3404121 Apr 16 16:32:24.602031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-28b7a8bd-1856-41f6-8bdd-708da861a258 req-6ec52cca-0ac3-42a7-ba80-4137fb43a7d0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0217109 Apr 16 16:32:25.760517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb5a95-f1c4-4e72-8976-eb67d9dd64bc req-3953266f-2463-46ed-980f-c3939584d6ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:25.761612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18fb5a95-f1c4-4e72-8976-eb67d9dd64bc req-3953266f-2463-46ed-980f-c3939584d6ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0669367 Apr 16 16:32:25.796515 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18fb5a95-f1c4-4e72-8976-eb67d9dd64bc req-b6c03045-ada2-4fcd-a22e-18a39e72de5a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271833 Apr 16 16:32:26.966322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448d9b1-7069-4983-aaf4-487944428de2 req-f5ae82c0-4bcf-421e-a047-6ce0e55cd2ca tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:26.967453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7448d9b1-7069-4983-aaf4-487944428de2 req-f5ae82c0-4bcf-421e-a047-6ce0e55cd2ca tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0768521 Apr 16 16:32:27.003547 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7448d9b1-7069-4983-aaf4-487944428de2 req-9d09a2f6-0707-483d-8655-9f197d894d01 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315638 Apr 16 16:32:28.321997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55953d99-063a-4f48-aa96-61400a6eba39 req-ebdec755-9f8c-40e7-a882-245f3462d190 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:28.323096 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55953d99-063a-4f48-aa96-61400a6eba39 req-ebdec755-9f8c-40e7-a882-245f3462d190 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0699759 Apr 16 16:32:28.354453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55953d99-063a-4f48-aa96-61400a6eba39 req-6dcb7f1c-1f37-4dc3-82c3-69aef5e1d253 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273483 Apr 16 16:32:29.510679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c34fdb-0143-4fa9-a1e1-ec4ee8165ccc req-7f435197-6e66-4183-b08f-492db2697d4d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:29.511777 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25c34fdb-0143-4fa9-a1e1-ec4ee8165ccc req-7f435197-6e66-4183-b08f-492db2697d4d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0645490 Apr 16 16:32:29.543497 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25c34fdb-0143-4fa9-a1e1-ec4ee8165ccc req-27669b99-17cd-4b47-860a-f71e78d15435 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275116 Apr 16 16:32:30.722806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef840b-9569-4c1b-b815-02cda8dcd0e7 req-6b372704-4782-481d-bd05-98dec7c659d4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:30.723950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ebef840b-9569-4c1b-b815-02cda8dcd0e7 req-6b372704-4782-481d-bd05-98dec7c659d4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0741835 Apr 16 16:32:30.757439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ebef840b-9569-4c1b-b815-02cda8dcd0e7 req-b8f211d2-44fa-4964-9366-b818847d2276 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275462 Apr 16 16:32:31.916269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eb58f-eee4-430c-9fd4-379026c75897 req-3e12e433-f5dc-4631-b431-0348d0355bed tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:31.917301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-720eb58f-eee4-430c-9fd4-379026c75897 req-3e12e433-f5dc-4631-b431-0348d0355bed tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0648780 Apr 16 16:32:31.953537 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-720eb58f-eee4-430c-9fd4-379026c75897 req-7061c447-1afa-4b3d-8d4a-e4d0f9d6206f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286648 Apr 16 16:32:32.915192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:32:33.132892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e855310-6b0b-4955-9f14-4c3edf870997 req-bad56d57-6521-460c-8c53-1bd698c1e7d9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:33.133989 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e855310-6b0b-4955-9f14-4c3edf870997 req-bad56d57-6521-460c-8c53-1bd698c1e7d9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0696294 Apr 16 16:32:33.170957 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e855310-6b0b-4955-9f14-4c3edf870997 req-3e7a3fc3-1c48-4826-85cd-1d58aef2264e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295236 Apr 16 16:32:34.328301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1e56-59fb-4f12-8beb-5da00f52b81c req-aa7ffbb4-70fb-4cff-8c58-3afcd91d3f58 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:34.329453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99df1e56-59fb-4f12-8beb-5da00f52b81c req-aa7ffbb4-70fb-4cff-8c58-3afcd91d3f58 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0687625 Apr 16 16:32:34.360871 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99df1e56-59fb-4f12-8beb-5da00f52b81c req-c4514907-0725-463a-aee8-6eeeafcec313 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272422 Apr 16 16:32:35.516315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663a8d7-3ab7-4f6b-b9d7-f00ce730ae40 req-01de57b6-c2a8-4dd4-b439-e7693283f288 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:35.517399 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e663a8d7-3ab7-4f6b-b9d7-f00ce730ae40 req-01de57b6-c2a8-4dd4-b439-e7693283f288 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0673652 Apr 16 16:32:35.553086 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e663a8d7-3ab7-4f6b-b9d7-f00ce730ae40 req-34c9de76-e5a5-4cc4-bbe2-40bd274385fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283992 Apr 16 16:32:36.886947 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419d5ce-11e4-4ff5-a320-c9c8e2054e0d req-7c2911ac-93c5-460d-811c-f9facdb06a99 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:36.888003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5419d5ce-11e4-4ff5-a320-c9c8e2054e0d req-7c2911ac-93c5-460d-811c-f9facdb06a99 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0758905 Apr 16 16:32:36.919736 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5419d5ce-11e4-4ff5-a320-c9c8e2054e0d req-76eb8030-8c68-4300-a6fb-80341c855587 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274603 Apr 16 16:32:38.080312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0992cc-6c13-43ce-961d-89e2444727c7 req-b57f5158-139f-4e68-b2bb-845cef703190 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:38.081400 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c0992cc-6c13-43ce-961d-89e2444727c7 req-b57f5158-139f-4e68-b2bb-845cef703190 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0636899 Apr 16 16:32:38.112503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7c0992cc-6c13-43ce-961d-89e2444727c7 req-2ba22be7-c29f-447f-9f7d-384954a4a9c1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269403 Apr 16 16:32:39.264430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba439aae-ec53-4b33-bd1e-ca29fd7d2283 req-f6a12846-c13d-4ddc-a91d-c904d5b41144 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:39.265460 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba439aae-ec53-4b33-bd1e-ca29fd7d2283 req-f6a12846-c13d-4ddc-a91d-c904d5b41144 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0655553 Apr 16 16:32:39.296977 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba439aae-ec53-4b33-bd1e-ca29fd7d2283 req-567138d6-c0fc-4143-9279-c20426d9b9e3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268905 Apr 16 16:32:40.478463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a408f-c0cf-4459-b375-d58e889eb3b6 req-877e6f1e-dc7a-4303-956d-2f4abbfbd526 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:40.480423 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-759a408f-c0cf-4459-b375-d58e889eb3b6 req-877e6f1e-dc7a-4303-956d-2f4abbfbd526 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0890343 Apr 16 16:32:40.514514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-759a408f-c0cf-4459-b375-d58e889eb3b6 req-2105ffb8-1c27-4ba7-8e32-1d560bca746e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292051 Apr 16 16:32:41.304404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1fba7507-5f86-4519-9ec0-c1ca0036a536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:41.662574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed608d-3873-46e3-baed-03b89dcdcc09 req-c3699507-1f2f-429b-83a6-ba6304bd7c12 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:41.663496 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-61ed608d-3873-46e3-baed-03b89dcdcc09 req-c3699507-1f2f-429b-83a6-ba6304bd7c12 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0671763 Apr 16 16:32:41.704804 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-61ed608d-3873-46e3-baed-03b89dcdcc09 req-4f96dec1-4cc8-47a3-8064-4e006813b07f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368953 Apr 16 16:32:42.763206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-78cd4024-82a6-4ca4-b832-fb1821443796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:42.856560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b54f69-c13c-4ea6-9b6e-426081a3ce09 req-2b649b14-6757-46e5-9340-75f42315b0ca tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:42.857624 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e4b54f69-c13c-4ea6-9b6e-426081a3ce09 req-2b649b14-6757-46e5-9340-75f42315b0ca tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0664029 Apr 16 16:32:42.892913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e4b54f69-c13c-4ea6-9b6e-426081a3ce09 req-74dd3b4f-b4a7-4a6c-b402-759c7cb29691 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273874 Apr 16 16:32:43.097979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:43.193623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:43.912322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:44.047864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a8377-add7-40c7-8ced-60f6734c0722 req-ff622fce-95e8-4629-8942-812fd263a670 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:44.048944 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-111a8377-add7-40c7-8ced-60f6734c0722 req-ff622fce-95e8-4629-8942-812fd263a670 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0707994 Apr 16 16:32:44.081531 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-111a8377-add7-40c7-8ced-60f6734c0722 req-f557f8b5-33f8-4f8b-8805-abac7c11e3de tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279932 Apr 16 16:32:44.410798 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:32:45.249553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be6e81-920d-43d2-8926-fc361d214d96 req-f0b364d1-0cfe-4b6f-aede-523f3f263032 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:45.250725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2be6e81-920d-43d2-8926-fc361d214d96 req-f0b364d1-0cfe-4b6f-aede-523f3f263032 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0811868 Apr 16 16:32:45.285019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2be6e81-920d-43d2-8926-fc361d214d96 req-03b36e21-195a-4fe8-b51d-6c2994359a03 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297263 Apr 16 16:32:46.446958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c0fd1-1462-48ab-bac3-f2195d3cd673 req-28391a08-447b-452e-be0a-48a0f60bf40a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:46.448136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b46c0fd1-1462-48ab-bac3-f2195d3cd673 req-28391a08-447b-452e-be0a-48a0f60bf40a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0732770 Apr 16 16:32:46.485697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b46c0fd1-1462-48ab-bac3-f2195d3cd673 req-89814116-1604-4a60-a00d-746bb56d6c89 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297306 Apr 16 16:32:47.641340 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb92a6f-e5b8-4e40-a011-f21f5be263ca req-510c1e69-02b7-4ab8-af02-ddd4de6a3a99 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:47.642445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ecb92a6f-e5b8-4e40-a011-f21f5be263ca req-510c1e69-02b7-4ab8-af02-ddd4de6a3a99 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0693610 Apr 16 16:32:47.676346 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ecb92a6f-e5b8-4e40-a011-f21f5be263ca req-2bfe9931-b1ea-48b0-9d23-830d7c2c5926 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293214 Apr 16 16:32:48.834739 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32febfda-1c30-40aa-8424-85879da8e591 req-4d25b203-4a3a-478b-a885-e55511f32173 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:48.835789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32febfda-1c30-40aa-8424-85879da8e591 req-4d25b203-4a3a-478b-a885-e55511f32173 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0694654 Apr 16 16:32:48.868969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32febfda-1c30-40aa-8424-85879da8e591 req-f3fabe03-fce0-4184-9e7c-403c1da6228a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289862 Apr 16 16:32:50.205434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a1dc8-002c-4abf-a318-3fdad465cbbc req-699b97e7-6028-4dfe-9db9-3a160919ecaa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:50.206566 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-413a1dc8-002c-4abf-a318-3fdad465cbbc req-699b97e7-6028-4dfe-9db9-3a160919ecaa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0638738 Apr 16 16:32:50.242836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-413a1dc8-002c-4abf-a318-3fdad465cbbc req-acbe579b-75b2-4edb-a1ee-006ab160a27a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287187 Apr 16 16:32:51.401531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b935dad-f14b-4ef3-9c5a-636124582d76 req-d534fe50-ba86-4fa0-9b22-d80f6e119d3f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:51.402615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3b935dad-f14b-4ef3-9c5a-636124582d76 req-d534fe50-ba86-4fa0-9b22-d80f6e119d3f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0644352 Apr 16 16:32:51.433781 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3b935dad-f14b-4ef3-9c5a-636124582d76 req-97c200f0-68e0-4ada-ad12-f31af0f60add tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267878 Apr 16 16:32:52.575471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923a49-d6ef-4092-bb26-58188c628441 req-4984bee9-51f9-4b53-8f7b-133f9c722e18 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:52.576543 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00923a49-d6ef-4092-bb26-58188c628441 req-4984bee9-51f9-4b53-8f7b-133f9c722e18 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0632405 Apr 16 16:32:52.612201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00923a49-d6ef-4092-bb26-58188c628441 req-9e02c651-3bc1-4b51-bbb7-a7a3b70a8b46 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283461 Apr 16 16:32:53.790030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5568349-b55f-4271-abcb-05c5363ba6af req-a79c3df2-9f15-4afe-9f7d-b6761405218d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:53.791200 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5568349-b55f-4271-abcb-05c5363ba6af req-a79c3df2-9f15-4afe-9f7d-b6761405218d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0784855 Apr 16 16:32:53.825351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5568349-b55f-4271-abcb-05c5363ba6af req-3282dc68-72cb-4c12-8ae6-95ce2aa66774 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294054 Apr 16 16:32:54.976329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817feb45-098f-40c5-8f14-4812ab8706da req-d21b2d5d-b4b2-42a7-9c3a-1e0bfef7c3f6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:54.977416 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-817feb45-098f-40c5-8f14-4812ab8706da req-d21b2d5d-b4b2-42a7-9c3a-1e0bfef7c3f6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0690157 Apr 16 16:32:55.008836 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-817feb45-098f-40c5-8f14-4812ab8706da req-359c8af6-89f3-4834-93bf-9b1c1af14b85 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272017 Apr 16 16:32:56.156304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d0e56-4fc4-4670-bfd1-d48bec66f5f4 req-22654912-9a8d-4e06-9e2e-d47694a96dea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:56.157461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-131d0e56-4fc4-4670-bfd1-d48bec66f5f4 req-22654912-9a8d-4e06-9e2e-d47694a96dea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0651340 Apr 16 16:32:56.190699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-131d0e56-4fc4-4670-bfd1-d48bec66f5f4 req-b032efb2-08a4-471b-a6a7-5554a67e078f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277526 Apr 16 16:32:57.357355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b878ce-f2cf-4473-9cc5-dd05c7ca0453 req-5c73c48a-7b9e-4b43-9378-ab02a54b9e25 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:57.358524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d9b878ce-f2cf-4473-9cc5-dd05c7ca0453 req-5c73c48a-7b9e-4b43-9378-ab02a54b9e25 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0759804 Apr 16 16:32:57.393288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d9b878ce-f2cf-4473-9cc5-dd05c7ca0453 req-6ff7b03c-ac92-4615-9edd-1be6b15a062e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302267 Apr 16 16:32:58.536758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33679dcf-dd25-4c2d-8655-caff79e969fb req-2b2e227b-666c-4230-a33f-1e11b0deae00 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:58.538233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-33679dcf-dd25-4c2d-8655-caff79e969fb req-2b2e227b-666c-4230-a33f-1e11b0deae00 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0642147 Apr 16 16:32:58.577433 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-33679dcf-dd25-4c2d-8655-caff79e969fb req-970fc9f4-8176-4e5e-9d6d-e68a1d6f0d79 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316312 Apr 16 16:32:59.727046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef033da6-b7e2-4249-b5aa-0ba6f8ad7138 req-d068d09e-1471-4d04-8b5d-1681a297b795 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:32:59.728043 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef033da6-b7e2-4249-b5aa-0ba6f8ad7138 req-d068d09e-1471-4d04-8b5d-1681a297b795 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0647063 Apr 16 16:32:59.760571 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef033da6-b7e2-4249-b5aa-0ba6f8ad7138 req-91d98e80-4221-4b80-a126-14ee619107d0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281417 Apr 16 16:33:00.907299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8f635-b0ab-49d3-838a-bd5d30719220 req-db5b148d-e654-478a-8b4c-109f14bf1cd6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:00.908415 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bed8f635-b0ab-49d3-838a-bd5d30719220 req-db5b148d-e654-478a-8b4c-109f14bf1cd6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0686731 Apr 16 16:33:00.946471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bed8f635-b0ab-49d3-838a-bd5d30719220 req-c75ae466-d3f0-48af-984b-5157fa6b46c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301089 Apr 16 16:33:02.117149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b266f5f-199e-4429-8954-7529c22c9503 req-53dda24e-3f72-460b-a956-e6a791ae8585 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:02.118221 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b266f5f-199e-4429-8954-7529c22c9503 req-53dda24e-3f72-460b-a956-e6a791ae8585 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0762770 Apr 16 16:33:02.150027 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b266f5f-199e-4429-8954-7529c22c9503 req-0f7eeeff-493f-4ab1-9b3b-93f67e1ee971 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275900 Apr 16 16:33:03.312354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787054f-4cd5-4ee4-b932-0d70940432e1 req-e0575dbb-ac5d-4f86-b27e-e81ac3be502b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:03.313338 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0787054f-4cd5-4ee4-b932-0d70940432e1 req-e0575dbb-ac5d-4f86-b27e-e81ac3be502b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0663991 Apr 16 16:33:03.348352 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0787054f-4cd5-4ee4-b932-0d70940432e1 req-aa870650-4dd8-486a-9d37-647e03da156c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274754 Apr 16 16:33:04.512992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681b72e-50d5-4cb3-9a6c-19bf245b9d2e req-57258284-fb76-4722-9e43-3ecbaf70802f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:04.514120 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6681b72e-50d5-4cb3-9a6c-19bf245b9d2e req-57258284-fb76-4722-9e43-3ecbaf70802f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0771625 Apr 16 16:33:04.546958 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6681b72e-50d5-4cb3-9a6c-19bf245b9d2e req-7b4d2b71-6ffd-442f-8683-aa116e5d8963 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282345 Apr 16 16:33:05.698284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdbaf3-82eb-4057-b476-387b72e453bf req-1412b176-3687-433d-9e13-5a7a0c267646 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:05.699354 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afcdbaf3-82eb-4057-b476-387b72e453bf req-1412b176-3687-433d-9e13-5a7a0c267646 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0719681 Apr 16 16:33:05.735913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afcdbaf3-82eb-4057-b476-387b72e453bf req-78cda78e-190d-4201-a006-4df3bed11a8d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282643 Apr 16 16:33:06.908863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1386c5f-47da-4244-b11d-a5c04f24b77f req-14aaccb1-db24-4083-9a2e-d598f105663e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:06.909984 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1386c5f-47da-4244-b11d-a5c04f24b77f req-14aaccb1-db24-4083-9a2e-d598f105663e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0746644 Apr 16 16:33:06.941605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1386c5f-47da-4244-b11d-a5c04f24b77f req-16ed25e6-be4f-4ad0-98ab-91da5ebe5e1f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270786 Apr 16 16:33:08.090323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae45b1-8e36-4121-870b-f82b1c699430 req-136db7b0-dc0b-44a2-84c5-65d2a8e6bd5a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:08.091395 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5dae45b1-8e36-4121-870b-f82b1c699430 req-136db7b0-dc0b-44a2-84c5-65d2a8e6bd5a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0648799 Apr 16 16:33:08.126289 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5dae45b1-8e36-4121-870b-f82b1c699430 req-a0af2d90-1091-462f-b578-f9d0247283df tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276237 Apr 16 16:33:09.268584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d935e-6afa-4b63-9abd-f08592de3193 req-aede097e-ad97-43d5-be83-3583936d1627 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:09.269634 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a91d935e-6afa-4b63-9abd-f08592de3193 req-aede097e-ad97-43d5-be83-3583936d1627 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0657566 Apr 16 16:33:09.302039 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a91d935e-6afa-4b63-9abd-f08592de3193 req-008905b6-3901-4e2e-ba7d-08e170d298d6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262561 Apr 16 16:33:09.918501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:33:10.460376 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecaed6-2b0e-4577-a678-09c6d3bb2507 req-5b44b26c-315d-4b3c-b205-19a333962bb3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:10.461846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25ecaed6-2b0e-4577-a678-09c6d3bb2507 req-5b44b26c-315d-4b3c-b205-19a333962bb3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0667746 Apr 16 16:33:10.493435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25ecaed6-2b0e-4577-a678-09c6d3bb2507 req-e345db42-6ab6-4e03-9229-647b5cd55d87 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269186 Apr 16 16:33:11.302448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f93f218f-4c04-4095-9dcc-9b054e922c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:11.641928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56291c92-c56b-4f3e-a583-a3872c7a37e0 req-d424efab-58a8-45b1-a1f2-0d5b383110c2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:11.643011 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56291c92-c56b-4f3e-a583-a3872c7a37e0 req-d424efab-58a8-45b1-a1f2-0d5b383110c2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0650113 Apr 16 16:33:11.677119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56291c92-c56b-4f3e-a583-a3872c7a37e0 req-1f78b694-0d69-4a08-9ec1-316f14b8fe83 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270371 Apr 16 16:33:12.763039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7bf2afcf-6081-4d06-9406-721ccfdc4a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:12.835951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c75713-d823-419d-9bd9-80f3ecddf4d3 req-cfdfa2fd-8695-431b-a254-bab8a8a14853 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:12.836988 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b8c75713-d823-419d-9bd9-80f3ecddf4d3 req-cfdfa2fd-8695-431b-a254-bab8a8a14853 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0649970 Apr 16 16:33:12.871881 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b8c75713-d823-419d-9bd9-80f3ecddf4d3 req-894dfca2-1141-4891-9bf1-58d1d57d4ef6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276935 Apr 16 16:33:13.095915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:13.194944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:13.918395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:14.026383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c39ef-8366-4fb8-a655-30ef2222c1d3 req-1d7772a7-d754-4219-b601-741a95071a98 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:14.027394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e0c39ef-8366-4fb8-a655-30ef2222c1d3 req-1d7772a7-d754-4219-b601-741a95071a98 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0646405 Apr 16 16:33:14.062724 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e0c39ef-8366-4fb8-a655-30ef2222c1d3 req-eb025c49-b0aa-49cc-bc85-a1213cab75e1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280683 Apr 16 16:33:14.409638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:15.215833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9378642-e766-41ba-b4da-8f177be9677a req-22d21f63-f120-4500-89ee-b031e437cf9e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:15.216893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9378642-e766-41ba-b4da-8f177be9677a req-22d21f63-f120-4500-89ee-b031e437cf9e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0682423 Apr 16 16:33:15.253744 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9378642-e766-41ba-b4da-8f177be9677a req-15e4c0ee-f360-4dd8-9c57-1e3433f076cb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292866 Apr 16 16:33:15.890500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-c629075b-6956-463e-8438-0d1da4e13d12 req-98d91f33-d720-4a27-ab2f-cbedb29268f6 service neutron] (86007) timed out ('10.222.0.95', 43442) {{(pid=86007) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 16:33:16.414348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7ff09-38a3-4420-9dbd-7a63e2c17490 req-64ea4e6b-12fc-4771-96db-742ad789558c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:16.415459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73d7ff09-38a3-4420-9dbd-7a63e2c17490 req-64ea4e6b-12fc-4771-96db-742ad789558c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0702145 Apr 16 16:33:16.728615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73d7ff09-38a3-4420-9dbd-7a63e2c17490 req-72c53a0d-ddf9-4e18-86dd-19a5074b5578 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054647 Apr 16 16:33:17.886188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3c238-d06f-442d-85fb-fa4b51642d99 req-1bc12ad6-9add-4dc2-b14f-c21583c0f0b0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:17.887327 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1ed3c238-d06f-442d-85fb-fa4b51642d99 req-1bc12ad6-9add-4dc2-b14f-c21583c0f0b0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0772336 Apr 16 16:33:17.922274 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1ed3c238-d06f-442d-85fb-fa4b51642d99 req-72f6dcaa-36de-41d8-ac0d-4712edab7287 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304971 Apr 16 16:33:19.088950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13940456-a7ea-4753-a505-fee6becabe25 req-1909980a-9e74-4bb0-bf4e-f543905e4364 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:19.090060 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13940456-a7ea-4753-a505-fee6becabe25 req-1909980a-9e74-4bb0-bf4e-f543905e4364 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0710907 Apr 16 16:33:19.121653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13940456-a7ea-4753-a505-fee6becabe25 req-0cbd1812-71c4-4727-a5bd-13232b6d96da tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272129 Apr 16 16:33:20.287506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220205e9-fddb-4253-bc8c-d139148383ad req-7d20ad08-bc1a-4915-886f-77833baba995 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:20.289291 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-220205e9-fddb-4253-bc8c-d139148383ad req-7d20ad08-bc1a-4915-886f-77833baba995 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0743163 Apr 16 16:33:20.322155 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-220205e9-fddb-4253-bc8c-d139148383ad req-7d4805b0-0e78-4b64-bd3b-88f0deb0b7fc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283449 Apr 16 16:33:21.469662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea30f9-cbd3-4c5d-bae9-271a3ea8730f req-bb429765-52b1-4939-846c-55cd21510414 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:21.470723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16ea30f9-cbd3-4c5d-bae9-271a3ea8730f req-bb429765-52b1-4939-846c-55cd21510414 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0606899 Apr 16 16:33:21.502171 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16ea30f9-cbd3-4c5d-bae9-271a3ea8730f req-e87fab6d-54f9-4a9a-94f3-c5ff752b74ce tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273533 Apr 16 16:33:22.670635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7461-0b59-468f-bd93-0f156ecf6e16 req-1690e923-8cff-40ae-9fdd-b09dab32266d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:22.671718 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-005b7461-0b59-468f-bd93-0f156ecf6e16 req-1690e923-8cff-40ae-9fdd-b09dab32266d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0782700 Apr 16 16:33:22.708017 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-005b7461-0b59-468f-bd93-0f156ecf6e16 req-09c6442f-8771-4fc7-a844-f3d3e4dc347c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284705 Apr 16 16:33:23.876499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a91a8-45c6-4148-be77-b3a261e3c191 req-1a6bfe77-a6f4-40db-a313-1ff4c05e4550 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:23.877578 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b8a91a8-45c6-4148-be77-b3a261e3c191 req-1a6bfe77-a6f4-40db-a313-1ff4c05e4550 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0751438 Apr 16 16:33:23.911816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4b8a91a8-45c6-4148-be77-b3a261e3c191 req-507062e9-ae52-4e15-83fe-d70f44737edd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272615 Apr 16 16:33:25.064811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86617b9-6bf1-40e6-8aa9-e83a3e5fb941 req-7a22f7ef-d952-4827-812d-787c1239e052 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:25.065935 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e86617b9-6bf1-40e6-8aa9-e83a3e5fb941 req-7a22f7ef-d952-4827-812d-787c1239e052 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0630994 Apr 16 16:33:25.097370 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e86617b9-6bf1-40e6-8aa9-e83a3e5fb941 req-b60e1b63-64e3-4dfd-a73e-ab24a953f125 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270844 Apr 16 16:33:26.253602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb62da0-1bfd-466f-af6e-0d809cd1fe2b req-5ee57c36-f3e3-4add-81df-c02dc3b5f4e0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:26.254740 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ceb62da0-1bfd-466f-af6e-0d809cd1fe2b req-5ee57c36-f3e3-4add-81df-c02dc3b5f4e0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0693629 Apr 16 16:33:26.286954 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ceb62da0-1bfd-466f-af6e-0d809cd1fe2b req-064433ea-0a1f-42df-abcb-ba7fe343543c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274134 Apr 16 16:33:27.460289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1571b07-478a-4599-afb8-93a9eef4f66c req-7ab6280f-75d4-4f89-9c1a-7c5d7034ad8f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:27.461725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c1571b07-478a-4599-afb8-93a9eef4f66c req-7ab6280f-75d4-4f89-9c1a-7c5d7034ad8f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0748236 Apr 16 16:33:27.498129 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c1571b07-478a-4599-afb8-93a9eef4f66c req-e45f2461-4dd8-4c50-a311-05f01c01d9c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283015 Apr 16 16:33:28.643780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0e652-7a27-49c1-b958-d465629a685b req-4c26cd53-33de-4807-9c46-6f179449fe07 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:28.644811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e3f0e652-7a27-49c1-b958-d465629a685b req-4c26cd53-33de-4807-9c46-6f179449fe07 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0645430 Apr 16 16:33:28.679062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e3f0e652-7a27-49c1-b958-d465629a685b req-4cf9a55f-ee12-499d-a142-6049df5a6d8e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266635 Apr 16 16:33:29.847077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47593f4-53a0-4a2e-a466-65e30d1da377 req-3fe25a2e-3355-4a40-b4f5-f70e73b5e1da tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:29.848194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b47593f4-53a0-4a2e-a466-65e30d1da377 req-3fe25a2e-3355-4a40-b4f5-f70e73b5e1da tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0733414 Apr 16 16:33:29.879819 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b47593f4-53a0-4a2e-a466-65e30d1da377 req-abe4fa1c-439a-427d-8db7-921c98866c12 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271575 Apr 16 16:33:31.048767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94312728-b9cb-4699-926b-8eb42685ee27 req-ec49f5f4-c959-4858-93ec-c0ef44e978f4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:31.049844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-94312728-b9cb-4699-926b-8eb42685ee27 req-ec49f5f4-c959-4858-93ec-c0ef44e978f4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0770960 Apr 16 16:33:31.086042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-94312728-b9cb-4699-926b-8eb42685ee27 req-31cde1f5-9050-4ba0-bf82-c5994ff5af6c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284386 Apr 16 16:33:32.243238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02df0ba-ad72-4d8d-9749-b67ccaae89d9 req-1e1e9991-cae2-4951-8080-6c4c2b2c4a2b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:32.244326 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e02df0ba-ad72-4d8d-9749-b67ccaae89d9 req-1e1e9991-cae2-4951-8080-6c4c2b2c4a2b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0649970 Apr 16 16:33:32.277445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e02df0ba-ad72-4d8d-9749-b67ccaae89d9 req-1ef7205d-b75c-4875-bd87-1f9db48f1f42 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279844 Apr 16 16:33:33.437003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e317372-bb53-4ce0-a047-f93da5b431d3 req-c2053343-d5f9-498a-8050-f828c204415a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:33.438094 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e317372-bb53-4ce0-a047-f93da5b431d3 req-c2053343-d5f9-498a-8050-f828c204415a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0659645 Apr 16 16:33:33.470960 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6e317372-bb53-4ce0-a047-f93da5b431d3 req-371ff60b-235a-48a4-a9fd-1bb6b7c36fe2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283270 Apr 16 16:33:34.609539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1496c6c-8ff2-4a49-8a45-6afba6600c23 req-1da17de3-c01d-434c-a9af-4dce362df34d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:34.610471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1496c6c-8ff2-4a49-8a45-6afba6600c23 req-1da17de3-c01d-434c-a9af-4dce362df34d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0659647 Apr 16 16:33:34.641416 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1496c6c-8ff2-4a49-8a45-6afba6600c23 req-65b7f20e-9975-4509-95c1-a7070f5fa61a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267649 Apr 16 16:33:35.814151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62d89b-620d-4ad3-b82e-77f362ddca97 req-78eb1894-c26d-4029-a1a7-4664d95e3bae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:35.815362 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce62d89b-620d-4ad3-b82e-77f362ddca97 req-78eb1894-c26d-4029-a1a7-4664d95e3bae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0793295 Apr 16 16:33:35.851687 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce62d89b-620d-4ad3-b82e-77f362ddca97 req-4e238b9f-08fc-4082-aea2-185ec72fb068 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284612 Apr 16 16:33:37.028006 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bf98e-e4f8-4a46-998c-b3e6b23ad5b6 req-2e1b6a7d-16fb-4a22-8e17-f89d6a890fa0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:37.029177 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d5bf98e-e4f8-4a46-998c-b3e6b23ad5b6 req-2e1b6a7d-16fb-4a22-8e17-f89d6a890fa0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0838437 Apr 16 16:33:37.062779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8d5bf98e-e4f8-4a46-998c-b3e6b23ad5b6 req-491be879-1c2b-4807-97cf-3ff7ba39c008 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290086 Apr 16 16:33:38.227289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204be7e-e037-407b-975f-9e5415b81b33 req-271f40ba-70e2-467e-a5dd-e537f5e47703 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:38.228378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d204be7e-e037-407b-975f-9e5415b81b33 req-271f40ba-70e2-467e-a5dd-e537f5e47703 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0739093 Apr 16 16:33:38.261972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d204be7e-e037-407b-975f-9e5415b81b33 req-13b43e1e-3025-43bd-aafd-c41e058e9d96 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278461 Apr 16 16:33:39.412091 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b38ee-3052-4306-b11a-09a2c03ac292 req-4d108191-8aff-4c77-a1cb-00a668997b2a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:39.413181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-059b38ee-3052-4306-b11a-09a2c03ac292 req-4d108191-8aff-4c77-a1cb-00a668997b2a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0618591 Apr 16 16:33:39.443276 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-059b38ee-3052-4306-b11a-09a2c03ac292 req-94028952-5dd0-4eb4-96db-a0519e1fe794 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258763 Apr 16 16:33:40.640126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b7d20-57ac-43c0-b98e-16d776534622 req-344f7c60-8a42-4680-a6cd-faf2ce79b637 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:40.641171 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-755b7d20-57ac-43c0-b98e-16d776534622 req-344f7c60-8a42-4680-a6cd-faf2ce79b637 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0641105 Apr 16 16:33:40.672766 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-755b7d20-57ac-43c0-b98e-16d776534622 req-0fdf48f6-eb12-431a-bfcc-0222925be661 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271282 Apr 16 16:33:41.299451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f73d855-fcbe-40f0-970c-8bfebe1ce271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:41.845055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01292bf1-ddfa-40fb-b1b5-4b2d4ce08545 req-4ef48c64-0fa3-4235-a8d4-6d244591d93f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:41.846179 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-01292bf1-ddfa-40fb-b1b5-4b2d4ce08545 req-4ef48c64-0fa3-4235-a8d4-6d244591d93f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0788190 Apr 16 16:33:41.889469 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-01292bf1-ddfa-40fb-b1b5-4b2d4ce08545 req-3d5be7b9-1984-4007-b8d0-a9640b60f5ce tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386114 Apr 16 16:33:42.773072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9702334a-96ad-493f-b0f9-aefad7e34c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:43.043904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27d513-f1cb-4034-af5a-c63d67f01fe4 req-0e383dbd-68be-472a-b187-ac88a2428a08 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:43.045068 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce27d513-f1cb-4034-af5a-c63d67f01fe4 req-0e383dbd-68be-472a-b187-ac88a2428a08 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0773356 Apr 16 16:33:43.081296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce27d513-f1cb-4034-af5a-c63d67f01fe4 req-1e4c35c8-b084-41aa-9e61-af518b3ffc77 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286915 Apr 16 16:33:43.084187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:43.201949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:43.921877 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:44.261807 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c22b83a-0ffb-4412-adb1-23c86a6eb703 req-7261af1e-25f3-4310-a166-1275e537c162 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:44.262878 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c22b83a-0ffb-4412-adb1-23c86a6eb703 req-7261af1e-25f3-4310-a166-1275e537c162 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0654051 Apr 16 16:33:44.296805 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6c22b83a-0ffb-4412-adb1-23c86a6eb703 req-8ff27093-f70b-438e-aa74-0589e5c45aab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295985 Apr 16 16:33:44.413490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:33:45.551431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657f9a2-288e-4d0b-a483-b362dfb3b7be req-71848ddf-91d2-4fd1-a34b-fd6dab70cd34 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:45.552486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0657f9a2-288e-4d0b-a483-b362dfb3b7be req-71848ddf-91d2-4fd1-a34b-fd6dab70cd34 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.1342325 Apr 16 16:33:45.587650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0657f9a2-288e-4d0b-a483-b362dfb3b7be req-b888924a-8b83-41a4-bb99-def5f5857123 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273972 Apr 16 16:33:46.744649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7bf78-e4fb-4434-ae17-b961a343c5b7 req-420b3a67-9418-4304-923a-fc5fd240914a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:46.745642 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b8d7bf78-e4fb-4434-ae17-b961a343c5b7 req-420b3a67-9418-4304-923a-fc5fd240914a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0650582 Apr 16 16:33:46.778041 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b8d7bf78-e4fb-4434-ae17-b961a343c5b7 req-6c9375cf-b978-46b0-b8fb-0d1ec7c70a21 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282841 Apr 16 16:33:46.921730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:33:47.931422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caaf46-93b1-45e2-ab44-2137b480a563 req-83dbdd4e-c146-4508-b0de-834164a019b2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:47.932505 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-34caaf46-93b1-45e2-ab44-2137b480a563 req-83dbdd4e-c146-4508-b0de-834164a019b2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0751832 Apr 16 16:33:47.965290 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-34caaf46-93b1-45e2-ab44-2137b480a563 req-c2690a92-d567-431f-8602-fb6aa9a53a24 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283387 Apr 16 16:33:49.201709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2879b85-74fd-4a5e-8f28-060734e4eb72 req-ef4bc192-2f38-4937-b789-ce4bfc5ee9ea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:49.202823 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2879b85-74fd-4a5e-8f28-060734e4eb72 req-ef4bc192-2f38-4937-b789-ce4bfc5ee9ea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.1099830 Apr 16 16:33:49.234424 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2879b85-74fd-4a5e-8f28-060734e4eb72 req-f3e81824-9f12-46e0-8247-5ec9ece0d0d7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270529 Apr 16 16:33:50.405353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d48ab-232e-4cc4-a48a-ccfc131b315f req-95f7c25e-a293-4df1-8fd1-969f8e0ca6d5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:50.406497 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba0d48ab-232e-4cc4-a48a-ccfc131b315f req-95f7c25e-a293-4df1-8fd1-969f8e0ca6d5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0784645 Apr 16 16:33:50.438925 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba0d48ab-232e-4cc4-a48a-ccfc131b315f req-7e78eb82-88de-4e71-a412-b6a4633014b8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276976 Apr 16 16:33:51.580201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c04fd5-fd08-42fa-be24-f28fa9c9c022 req-1a3e5a9d-7dc5-4533-9b75-bb90603346f9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:51.581250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-86c04fd5-fd08-42fa-be24-f28fa9c9c022 req-1a3e5a9d-7dc5-4533-9b75-bb90603346f9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0637386 Apr 16 16:33:51.612619 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-86c04fd5-fd08-42fa-be24-f28fa9c9c022 req-e8951189-fbb8-4209-830b-4c187e45073f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270553 Apr 16 16:33:52.778757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ec05f-2220-49cf-9990-c5c076fbc8e9 req-49fe9266-7f52-4b0a-90b0-2b26d57ad0a6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:52.779833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d76ec05f-2220-49cf-9990-c5c076fbc8e9 req-49fe9266-7f52-4b0a-90b0-2b26d57ad0a6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0672944 Apr 16 16:33:52.815129 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d76ec05f-2220-49cf-9990-c5c076fbc8e9 req-640fd241-8922-4516-bfe0-764a10c48eb0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278759 Apr 16 16:33:53.966979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0aad5-56f9-43d4-b5a1-756eaa236cc6 req-2eeae9aa-3f35-42df-bd4b-aa118dbbe3ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:53.968073 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9aa0aad5-56f9-43d4-b5a1-756eaa236cc6 req-2eeae9aa-3f35-42df-bd4b-aa118dbbe3ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0693762 Apr 16 16:33:54.003095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9aa0aad5-56f9-43d4-b5a1-756eaa236cc6 req-0241d8cc-5f22-4571-b2db-6cc618ef294a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276909 Apr 16 16:33:55.176146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16458599-8450-4de1-85b2-1847157ad5f4 req-cb9ba377-18af-44ae-9550-93f8f6adad27 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:55.177317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16458599-8450-4de1-85b2-1847157ad5f4 req-cb9ba377-18af-44ae-9550-93f8f6adad27 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0829811 Apr 16 16:33:55.214399 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-16458599-8450-4de1-85b2-1847157ad5f4 req-5003759e-3cf7-4b06-8ceb-68a239553404 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291882 Apr 16 16:33:56.379331 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97797ad6-abb8-418f-9be0-00e0ad4dc94e req-2bba0442-af00-442d-95c3-c0b8448320f9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:56.380448 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-97797ad6-abb8-418f-9be0-00e0ad4dc94e req-2bba0442-af00-442d-95c3-c0b8448320f9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0761471 Apr 16 16:33:56.418089 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-97797ad6-abb8-418f-9be0-00e0ad4dc94e req-05b35f12-8fc0-4dcf-9fab-b0036e5cba7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292025 Apr 16 16:33:57.560527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7827b9-34bb-4510-b3f2-628aa99f480c req-2d5bd68c-17dc-4196-9beb-da49b4e474b0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:57.562062 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1e7827b9-34bb-4510-b3f2-628aa99f480c req-2d5bd68c-17dc-4196-9beb-da49b4e474b0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0635719 Apr 16 16:33:57.593811 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1e7827b9-34bb-4510-b3f2-628aa99f480c req-e34c7107-4e2e-4c4a-a7e2-fd2da45c4633 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272315 Apr 16 16:33:58.750654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84335ded-b779-40fb-aaca-0c144f0b9726 req-7a3085b9-8ff4-4ae4-bb0b-f5738e785f6a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:58.751629 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84335ded-b779-40fb-aaca-0c144f0b9726 req-7a3085b9-8ff4-4ae4-bb0b-f5738e785f6a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0667343 Apr 16 16:33:58.789819 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84335ded-b779-40fb-aaca-0c144f0b9726 req-3b3f46ad-10fd-4286-a0fe-a30e815bd2a1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335541 Apr 16 16:33:59.941747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d67d0-acd7-4811-b582-b0bc9fc69e7c req-e6cfb63d-7060-4ac0-9b4d-a58514f27df4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:33:59.942851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-753d67d0-acd7-4811-b582-b0bc9fc69e7c req-e6cfb63d-7060-4ac0-9b4d-a58514f27df4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0650253 Apr 16 16:33:59.973725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-753d67d0-acd7-4811-b582-b0bc9fc69e7c req-9c9a9a40-68c6-4732-b320-889521a2f6b8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263999 Apr 16 16:34:01.101540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78066499-d572-4fba-8077-3e26a91ab696 req-0006dd16-3693-4ba2-be7e-13d01c415e24 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:01.102468 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78066499-d572-4fba-8077-3e26a91ab696 req-0006dd16-3693-4ba2-be7e-13d01c415e24 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0503991 Apr 16 16:34:01.133567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-78066499-d572-4fba-8077-3e26a91ab696 req-bd6886b2-43a9-4385-887c-e4b2e3f55594 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0233741 Apr 16 16:34:02.285670 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc572fc-eedc-4a34-93aa-b9335ed33ec0 req-aaa44484-eeed-4b70-92c3-55d2a388b4e7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:02.286785 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8fc572fc-eedc-4a34-93aa-b9335ed33ec0 req-aaa44484-eeed-4b70-92c3-55d2a388b4e7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0666106 Apr 16 16:34:02.319228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8fc572fc-eedc-4a34-93aa-b9335ed33ec0 req-1fa1aa61-1b9b-4415-8528-48da7fee6ea6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285521 Apr 16 16:34:03.480902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d195b-77cf-4a95-984e-e900569f5d33 req-b1197865-ff78-42a2-9bee-d47d247be158 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:03.481990 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-726d195b-77cf-4a95-984e-e900569f5d33 req-b1197865-ff78-42a2-9bee-d47d247be158 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0658755 Apr 16 16:34:03.791884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-726d195b-77cf-4a95-984e-e900569f5d33 req-b1f69f9e-1e16-4c71-b533-21b485a8caf8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023381 Apr 16 16:34:04.957596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608010f5-1f18-4bb3-8246-b411b7373963 req-6eada564-3df2-4f14-a4e1-56bef5250612 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:04.958688 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-608010f5-1f18-4bb3-8246-b411b7373963 req-6eada564-3df2-4f14-a4e1-56bef5250612 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0700207 Apr 16 16:34:04.992148 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-608010f5-1f18-4bb3-8246-b411b7373963 req-057977d2-bec5-43f2-861f-93d9e06a4190 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293086 Apr 16 16:34:06.150780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e600ff-66b8-4f45-b189-a08418954735 req-572ab647-f47e-4f5e-afe4-c11fd9e80859 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:06.151860 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20e600ff-66b8-4f45-b189-a08418954735 req-572ab647-f47e-4f5e-afe4-c11fd9e80859 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0622907 Apr 16 16:34:06.186648 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20e600ff-66b8-4f45-b189-a08418954735 req-3a2f65a0-61f5-4dea-a0a1-28c84b2e1fe6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273824 Apr 16 16:34:07.341621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7abcb-3299-495c-bdc7-6603eb6610f1 req-ba19834a-09d7-4593-99a9-fe036a229492 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:07.343226 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0ce7abcb-3299-495c-bdc7-6603eb6610f1 req-ba19834a-09d7-4593-99a9-fe036a229492 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0677760 Apr 16 16:34:07.380126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0ce7abcb-3299-495c-bdc7-6603eb6610f1 req-07cb2e07-6702-465a-bf1a-bcb7eb18f763 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293446 Apr 16 16:34:08.538582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427e037-3263-46da-98d3-fdd6392f3400 req-71460578-55f7-4cfa-8242-a33d1de6db47 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:08.539725 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e427e037-3263-46da-98d3-fdd6392f3400 req-71460578-55f7-4cfa-8242-a33d1de6db47 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0705502 Apr 16 16:34:08.577446 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e427e037-3263-46da-98d3-fdd6392f3400 req-da8f1e18-b0be-4234-a414-71a3d3e3b640 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329185 Apr 16 16:34:09.752299 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959ef12-2790-47f2-8bd8-ac8b2ac2a434 req-2ed2fa35-cd5a-4536-ab91-c6c007e65a17 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:09.753424 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b959ef12-2790-47f2-8bd8-ac8b2ac2a434 req-2ed2fa35-cd5a-4536-ab91-c6c007e65a17 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0818946 Apr 16 16:34:09.790809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b959ef12-2790-47f2-8bd8-ac8b2ac2a434 req-414049af-3a4b-4d55-9600-e8296514914b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292125 Apr 16 16:34:10.945540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec37cd5-d800-4013-b679-8b1c537b324f req-77a3734f-4c1e-4af4-943d-948bcd841945 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:10.946594 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dec37cd5-d800-4013-b679-8b1c537b324f req-77a3734f-4c1e-4af4-943d-948bcd841945 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0674839 Apr 16 16:34:10.980778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dec37cd5-d800-4013-b679-8b1c537b324f req-9e2611d7-dac2-4582-aa32-31e1cf4ba007 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269535 Apr 16 16:34:11.298891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1a6784a2-03c1-4e81-83b5-1f036485c286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:12.140689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399965a-e1ff-426a-a262-b201397be64a req-0e745e32-dd81-403f-ba13-2a822a49f9f8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:12.141683 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4399965a-e1ff-426a-a262-b201397be64a req-0e745e32-dd81-403f-ba13-2a822a49f9f8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0661407 Apr 16 16:34:12.176894 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4399965a-e1ff-426a-a262-b201397be64a req-6a1da07a-6174-453b-8e2f-05990b8cc243 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277951 Apr 16 16:34:12.771135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5afd24e5-f919-44be-8eaa-7120d04b2252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:13.084690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:13.205618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:13.340307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3fc14-6030-4626-93bb-1279353afd30 req-6f879a1b-8231-418c-ba43-d563603d044a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:13.341295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81d3fc14-6030-4626-93bb-1279353afd30 req-6f879a1b-8231-418c-ba43-d563603d044a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0664749 Apr 16 16:34:13.374660 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-81d3fc14-6030-4626-93bb-1279353afd30 req-f69c16f3-76dc-444d-8051-60f7422d3563 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269554 Apr 16 16:34:13.951022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:14.413568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:14.546578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47959b-4f67-4f3d-9d00-a137933c71a8 req-c9ef7ba9-db4c-474a-8eeb-97d6d533ddad tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:14.547673 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f47959b-4f67-4f3d-9d00-a137933c71a8 req-c9ef7ba9-db4c-474a-8eeb-97d6d533ddad tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0812705 Apr 16 16:34:14.579408 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6f47959b-4f67-4f3d-9d00-a137933c71a8 req-84234afe-f42d-470b-80d7-9f0b617252ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273085 Apr 16 16:34:15.729357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07924305-1728-49f0-afb3-5bcce8f62d0d req-67169328-4a43-463f-9777-04f441c78009 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:15.730382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07924305-1728-49f0-afb3-5bcce8f62d0d req-67169328-4a43-463f-9777-04f441c78009 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0717318 Apr 16 16:34:15.765161 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-07924305-1728-49f0-afb3-5bcce8f62d0d req-6bf79f46-c67d-4888-bf2a-826f636d3356 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273097 Apr 16 16:34:16.921492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af9e99-7c29-4fe2-9c32-145a6edb10f7 req-3a10e1dd-e5df-40a1-966d-251f6ea06aa3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:16.922572 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52af9e99-7c29-4fe2-9c32-145a6edb10f7 req-3a10e1dd-e5df-40a1-966d-251f6ea06aa3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0663552 Apr 16 16:34:16.959171 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-52af9e99-7c29-4fe2-9c32-145a6edb10f7 req-9e640a30-4f9a-4a54-87a3-e470fe675946 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293190 Apr 16 16:34:18.132851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27d381-d6ff-409f-83d7-9d9cb7f0a34b req-8f052a25-cd68-4a2b-ae82-94cebbbdfdd8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:18.133825 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c27d381-d6ff-409f-83d7-9d9cb7f0a34b req-8f052a25-cd68-4a2b-ae82-94cebbbdfdd8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0838423 Apr 16 16:34:18.167190 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c27d381-d6ff-409f-83d7-9d9cb7f0a34b req-86bd5176-93ad-4a9a-8ff2-6ae3545d42be tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287659 Apr 16 16:34:19.315553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ca50d-4a2d-4a12-a348-64a3f5495de8 req-70dff532-ca18-4c9a-8716-8f3f4e1aedd7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:19.316589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074ca50d-4a2d-4a12-a348-64a3f5495de8 req-70dff532-ca18-4c9a-8716-8f3f4e1aedd7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0628910 Apr 16 16:34:19.352726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074ca50d-4a2d-4a12-a348-64a3f5495de8 req-62bd099a-a8d0-40e9-b99c-0ecb7ed8443b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281971 Apr 16 16:34:20.524806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48e3c6-75b1-4c89-9ccd-adc74b476f65 req-973a71ed-d915-45ea-b853-f67861298f64 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:20.525994 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1e48e3c6-75b1-4c89-9ccd-adc74b476f65 req-973a71ed-d915-45ea-b853-f67861298f64 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0816026 Apr 16 16:34:20.559257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1e48e3c6-75b1-4c89-9ccd-adc74b476f65 req-024789d0-d896-436b-9425-c51cb55d49ec tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285094 Apr 16 16:34:21.708098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce1826-1b35-4e87-b0da-e281bf28d6b1 req-7d131dc4-439c-4d4b-850e-ed3bf494e904 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:21.709084 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d9ce1826-1b35-4e87-b0da-e281bf28d6b1 req-7d131dc4-439c-4d4b-850e-ed3bf494e904 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0666354 Apr 16 16:34:21.743872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d9ce1826-1b35-4e87-b0da-e281bf28d6b1 req-6bedf264-7390-4c55-9f03-e296be0a2eff tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274091 Apr 16 16:34:22.898783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e6ce2-e4c7-44c6-8745-f12415013de6 req-76d84900-92ac-4700-93a7-8ff5c6090af2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:22.899874 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-251e6ce2-e4c7-44c6-8745-f12415013de6 req-76d84900-92ac-4700-93a7-8ff5c6090af2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0641391 Apr 16 16:34:22.936104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-251e6ce2-e4c7-44c6-8745-f12415013de6 req-9a5fa5be-5806-426c-9e85-2860cf9bebea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288200 Apr 16 16:34:23.924570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:34:24.105601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd17d7b-45fb-4ebf-b5b9-3f1894e91012 req-c9d580f1-e90c-4ba5-96f5-dbdffa4e7701 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:24.106610 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8fd17d7b-45fb-4ebf-b5b9-3f1894e91012 req-c9d580f1-e90c-4ba5-96f5-dbdffa4e7701 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0762162 Apr 16 16:34:24.143514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8fd17d7b-45fb-4ebf-b5b9-3f1894e91012 req-c329547b-be75-4076-b4c7-232c57535fd5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285754 Apr 16 16:34:25.316309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b3df2-8195-45b1-8f7b-de527d03144e req-0d0cfba9-05c1-4b38-9a82-695699a8ba75 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:25.317373 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac3b3df2-8195-45b1-8f7b-de527d03144e req-0d0cfba9-05c1-4b38-9a82-695699a8ba75 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0777667 Apr 16 16:34:25.355046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac3b3df2-8195-45b1-8f7b-de527d03144e req-0ce104ab-e3a6-498f-81b4-66f37109429c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297086 Apr 16 16:34:26.499336 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce07b2b-0bf6-4c62-abd9-516dfa46dfe8 req-df95ee03-187d-4f04-92dd-0d4f1f9bd223 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:26.500447 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ce07b2b-0bf6-4c62-abd9-516dfa46dfe8 req-df95ee03-187d-4f04-92dd-0d4f1f9bd223 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0635388 Apr 16 16:34:26.534703 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8ce07b2b-0bf6-4c62-abd9-516dfa46dfe8 req-217559ea-cc1e-4c1e-94cf-59369f545213 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266373 Apr 16 16:34:27.707115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd8bd-37ef-4900-9897-11d77f9b3011 req-7781ddd9-8730-42d0-9c29-a44397917bbf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:27.708205 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba3dd8bd-37ef-4900-9897-11d77f9b3011 req-7781ddd9-8730-42d0-9c29-a44397917bbf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0734622 Apr 16 16:34:27.740550 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba3dd8bd-37ef-4900-9897-11d77f9b3011 req-a150da29-5b98-45ef-bf62-ac699e9a2fe6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275528 Apr 16 16:34:28.899789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6ba04-4df8-405e-b7a8-22485f0dcd9c req-54d2c7e6-3c5f-4647-8251-b5f76c355a1d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:28.900877 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ec6ba04-4df8-405e-b7a8-22485f0dcd9c req-54d2c7e6-3c5f-4647-8251-b5f76c355a1d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0666437 Apr 16 16:34:28.935767 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ec6ba04-4df8-405e-b7a8-22485f0dcd9c req-71ab4a06-95a7-4864-b5e4-663fc0bb3bf2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272074 Apr 16 16:34:30.086096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c0330-feed-481f-b75a-6d7a8bf1391f req-7345dec6-141b-484a-bdbb-1cc2be73146d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:30.087080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e8c0330-feed-481f-b75a-6d7a8bf1391f req-7345dec6-141b-484a-bdbb-1cc2be73146d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0639482 Apr 16 16:34:30.118864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e8c0330-feed-481f-b75a-6d7a8bf1391f req-24c33af2-fa67-45a0-9d66-e650e5beaefb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274339 Apr 16 16:34:31.275769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a93319-52d9-4325-a114-f1d70e648f11 req-1589bb8f-d12e-437b-87c2-9ed894e53a31 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:31.276853 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-53a93319-52d9-4325-a114-f1d70e648f11 req-1589bb8f-d12e-437b-87c2-9ed894e53a31 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0685670 Apr 16 16:34:31.307900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-53a93319-52d9-4325-a114-f1d70e648f11 req-b000b132-684b-432b-a0a1-7afc5bd1256e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267696 Apr 16 16:34:32.478202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae326d6-e347-477b-a8fd-11d7b9231c6b req-43d8c7d1-b449-4c0c-8eac-20a0251e15bd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:32.479289 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0ae326d6-e347-477b-a8fd-11d7b9231c6b req-43d8c7d1-b449-4c0c-8eac-20a0251e15bd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0678215 Apr 16 16:34:32.511123 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0ae326d6-e347-477b-a8fd-11d7b9231c6b req-4790b579-078a-444b-a185-63b22f8bbe17 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274749 Apr 16 16:34:33.651714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d347ae-d2a9-4205-a1d0-09ddd8a8b921 req-b248ca28-a201-479c-82c7-b0da91cbf931 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:33.652774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42d347ae-d2a9-4205-a1d0-09ddd8a8b921 req-b248ca28-a201-479c-82c7-b0da91cbf931 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0612156 Apr 16 16:34:33.684985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42d347ae-d2a9-4205-a1d0-09ddd8a8b921 req-59c5bf1d-2020-49dd-8e9c-e262d954e45b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279274 Apr 16 16:34:34.848902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3339b-0177-4607-9ea1-3a07dd9dc4cd req-88b8d9bc-1a9d-4687-b7af-ec154c4da6ff tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:34.850003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7bc3339b-0177-4607-9ea1-3a07dd9dc4cd req-88b8d9bc-1a9d-4687-b7af-ec154c4da6ff tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0754073 Apr 16 16:34:34.883319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7bc3339b-0177-4607-9ea1-3a07dd9dc4cd req-84471ed9-6e3f-4f1e-9e3c-8b66976db466 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279088 Apr 16 16:34:36.047639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a5366-f0c1-437d-a005-b9f90702e254 req-d985a1ae-323b-4e00-9db9-16dfde764329 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:36.048696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-644a5366-f0c1-437d-a005-b9f90702e254 req-d985a1ae-323b-4e00-9db9-16dfde764329 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0797882 Apr 16 16:34:36.082840 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-644a5366-f0c1-437d-a005-b9f90702e254 req-f4a1305f-7aee-4076-9365-69a51691614f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293710 Apr 16 16:34:37.236919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089312e-7e0a-4781-a9b9-be318da81531 req-0da73710-4c72-4e25-bcba-1b18d468932c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:37.237984 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7089312e-7e0a-4781-a9b9-be318da81531 req-0da73710-4c72-4e25-bcba-1b18d468932c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0628419 Apr 16 16:34:37.271372 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7089312e-7e0a-4781-a9b9-be318da81531 req-11059bfd-aa80-4eda-bec5-f9707d45f49e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267222 Apr 16 16:34:38.419578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0339c-aa69-4728-9fce-f65f31279cf4 req-9ec90e04-acc0-4f77-96e5-44dc2729f809 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:38.420674 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80c0339c-aa69-4728-9fce-f65f31279cf4 req-9ec90e04-acc0-4f77-96e5-44dc2729f809 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0644653 Apr 16 16:34:38.456647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80c0339c-aa69-4728-9fce-f65f31279cf4 req-3728632c-ba8d-4cb9-922e-207401653259 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280631 Apr 16 16:34:39.611202 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cdea5-8cdb-43ed-896a-2ec4c2a7af84 req-f4f3f087-837a-4ad4-81d5-96f522f97251 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:39.612288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae4cdea5-8cdb-43ed-896a-2ec4c2a7af84 req-f4f3f087-837a-4ad4-81d5-96f522f97251 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0754595 Apr 16 16:34:39.646016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae4cdea5-8cdb-43ed-896a-2ec4c2a7af84 req-53a01784-02db-4019-bccc-d56e3bbdd223 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266438 Apr 16 16:34:40.811854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5790e-bbb0-4e9d-800f-7c7399df4328 req-93efcd79-c8f0-44c3-a9b0-fd93302d3b07 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:40.812963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-15c5790e-bbb0-4e9d-800f-7c7399df4328 req-93efcd79-c8f0-44c3-a9b0-fd93302d3b07 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0738416 Apr 16 16:34:40.848779 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-15c5790e-bbb0-4e9d-800f-7c7399df4328 req-ce208d08-a037-4c2c-a0cc-955d39dbef91 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272131 Apr 16 16:34:41.298297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f75dff25-ee65-4b4c-b66b-afb7921c0cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:42.015834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b94119-275b-4501-8f25-55b73fb62bf3 req-c84d4496-25ad-425d-83df-29b5f0627564 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:42.016933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56b94119-275b-4501-8f25-55b73fb62bf3 req-c84d4496-25ad-425d-83df-29b5f0627564 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0761390 Apr 16 16:34:42.052153 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56b94119-275b-4501-8f25-55b73fb62bf3 req-de56be99-7ee2-49c6-9854-7e528e7bdce6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273626 Apr 16 16:34:42.771133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1808ad23-054b-44de-b0db-b0866ca94ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:43.092647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:43.200295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:43.221130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66717898-2942-4e89-a935-45e640f0bc18 req-1c6e9b14-86cc-41fc-81fe-2fa1e2a284a9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:43.222272 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66717898-2942-4e89-a935-45e640f0bc18 req-1c6e9b14-86cc-41fc-81fe-2fa1e2a284a9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0727732 Apr 16 16:34:43.254430 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66717898-2942-4e89-a935-45e640f0bc18 req-f9347bac-4776-45e8-ae1f-8e7e76c9abff tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273833 Apr 16 16:34:43.966689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:44.411533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c851b-d415-4229-8f51-2fe5beeb03f0 req-4890819f-37bd-4ac1-bfdb-fc392e5e4384 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:44.412633 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c7c851b-d415-4229-8f51-2fe5beeb03f0 req-4890819f-37bd-4ac1-bfdb-fc392e5e4384 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0642562 Apr 16 16:34:44.414639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:34:44.444753 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c7c851b-d415-4229-8f51-2fe5beeb03f0 req-dc60c899-45a2-41d1-94cc-b670a11653f1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272589 Apr 16 16:34:45.602030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394d580-d88a-4ec2-8a5a-539a5cb2fc4f req-51655ab0-099f-49f9-b304-d6a30f36101c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:45.603139 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8394d580-d88a-4ec2-8a5a-539a5cb2fc4f req-51655ab0-099f-49f9-b304-d6a30f36101c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0680475 Apr 16 16:34:45.638640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8394d580-d88a-4ec2-8a5a-539a5cb2fc4f req-21e6055a-e5ee-46d2-99b0-700ef3e6b409 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277014 Apr 16 16:34:46.811482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002020a-e0ab-4817-a3c4-9cb0f698fd08 req-0ba20bf7-e911-49e6-a236-fb73f1c7bc1e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:46.812586 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2002020a-e0ab-4817-a3c4-9cb0f698fd08 req-0ba20bf7-e911-49e6-a236-fb73f1c7bc1e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0803995 Apr 16 16:34:46.844775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2002020a-e0ab-4817-a3c4-9cb0f698fd08 req-360c8f65-c79e-4758-b8e0-aa76f56f6b5d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278168 Apr 16 16:34:48.013150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbd72d-7f38-4139-b0c2-01dbe8fbf4da req-09dc3f96-a5a0-44fe-999f-246727aa5b6e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:48.014287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3bdbd72d-7f38-4139-b0c2-01dbe8fbf4da req-09dc3f96-a5a0-44fe-999f-246727aa5b6e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0645995 Apr 16 16:34:48.049900 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3bdbd72d-7f38-4139-b0c2-01dbe8fbf4da req-09290c3b-a68b-4fda-a902-964eecefd674 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280037 Apr 16 16:34:49.347404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99197eb9-a5a6-49c6-9d98-c2c9790f672f req-78806ba8-50db-4113-b685-fa096a069d72 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:49.348366 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99197eb9-a5a6-49c6-9d98-c2c9790f672f req-78806ba8-50db-4113-b685-fa096a069d72 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0645156 Apr 16 16:34:49.383739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99197eb9-a5a6-49c6-9d98-c2c9790f672f req-64b0d132-5310-4355-ac93-afa261c5ab8e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282228 Apr 16 16:34:50.534943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ecb4d-57bf-480d-9135-b3d6a743f473 req-b67344c0-e13c-452a-8bf8-d1ee0cdf8086 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:50.536034 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c2ecb4d-57bf-480d-9135-b3d6a743f473 req-b67344c0-e13c-452a-8bf8-d1ee0cdf8086 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0641937 Apr 16 16:34:50.569816 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c2ecb4d-57bf-480d-9135-b3d6a743f473 req-efbe1b98-90ac-4d9f-b78b-36106b3eb9f9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266731 Apr 16 16:34:51.713421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2b993-a13b-4656-949e-574827efc5b8 req-e3e4e79d-ed69-4eb3-b393-5e3ced3f2505 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:51.714488 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bbc2b993-a13b-4656-949e-574827efc5b8 req-e3e4e79d-ed69-4eb3-b393-5e3ced3f2505 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0656290 Apr 16 16:34:51.746628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bbc2b993-a13b-4656-949e-574827efc5b8 req-14975718-8bfb-4448-b392-a8d77cd50a11 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272696 Apr 16 16:34:53.177481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15771d1c-7b73-4347-b669-e008fca0f3c5 req-ba32f8f8-59d9-4f79-875d-217f7225d64c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:53.178584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-15771d1c-7b73-4347-b669-e008fca0f3c5 req-ba32f8f8-59d9-4f79-875d-217f7225d64c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.3397529 Apr 16 16:34:53.213757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-15771d1c-7b73-4347-b669-e008fca0f3c5 req-6d3f2901-7a32-4b8c-89aa-98eca3056993 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275755 Apr 16 16:34:54.374009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179014b-b13f-4b17-ac38-1435008c7ee4 req-770dcb14-1ac6-4096-a0a2-a250d317df75 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:54.375115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6179014b-b13f-4b17-ac38-1435008c7ee4 req-770dcb14-1ac6-4096-a0a2-a250d317df75 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0661731 Apr 16 16:34:54.411363 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6179014b-b13f-4b17-ac38-1435008c7ee4 req-1d970c65-7a92-4012-a67a-17c283ef43d6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278909 Apr 16 16:34:55.552342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fba7bb-8276-4b6c-a797-bf1582320aee req-aa9fd934-0c0c-408b-a650-7388865181c8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:55.553367 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-02fba7bb-8276-4b6c-a797-bf1582320aee req-aa9fd934-0c0c-408b-a650-7388865181c8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0643392 Apr 16 16:34:55.588962 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-02fba7bb-8276-4b6c-a797-bf1582320aee req-fc198d37-37f5-4d01-ba5e-1ef02aa92db5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312829 Apr 16 16:34:56.747532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5bb1a-99eb-45c5-9795-957afbdbf6e5 req-cf450ed3-1e7f-42e0-98b6-e7b47fb58b46 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:56.748580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdd5bb1a-99eb-45c5-9795-957afbdbf6e5 req-cf450ed3-1e7f-42e0-98b6-e7b47fb58b46 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0724380 Apr 16 16:34:56.791672 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdd5bb1a-99eb-45c5-9795-957afbdbf6e5 req-177d6ee5-a620-44b0-9564-8744def3bdd9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350332 Apr 16 16:34:57.964912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c28e10-f3f6-4603-bd14-98e16d21b162 req-696a9163-8e57-4946-8aff-cbe8d6961ea3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:57.966037 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-65c28e10-f3f6-4603-bd14-98e16d21b162 req-696a9163-8e57-4946-8aff-cbe8d6961ea3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0701184 Apr 16 16:34:58.002919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-65c28e10-f3f6-4603-bd14-98e16d21b162 req-5e30df74-5632-4441-9b1c-9557fa14c190 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291166 Apr 16 16:34:59.159154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45b95c-c0a3-498d-99c9-2afaa3e02da1 req-2d2e8425-71ad-424c-9b80-05f016d54a71 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:34:59.160218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd45b95c-c0a3-498d-99c9-2afaa3e02da1 req-2d2e8425-71ad-424c-9b80-05f016d54a71 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0642662 Apr 16 16:34:59.196056 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd45b95c-c0a3-498d-99c9-2afaa3e02da1 req-5bdcad7f-ba75-40a2-9d4f-cb09bf0be1f6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311096 Apr 16 16:35:00.345574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435fb80-f58b-41fb-a3c1-f58e094cbf04 req-8f52afc1-31e6-4797-b1f0-269ed9750912 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:00.346708 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b435fb80-f58b-41fb-a3c1-f58e094cbf04 req-8f52afc1-31e6-4797-b1f0-269ed9750912 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0737188 Apr 16 16:35:00.379814 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b435fb80-f58b-41fb-a3c1-f58e094cbf04 req-a393dce9-0ac2-4b95-a303-3833a6ec050a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286219 Apr 16 16:35:00.922232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:35:01.529415 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9731d-ba5a-4c49-9cd1-90c5da02fd48 req-3c1f93c7-bbc6-47d1-bfc3-13438169932e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:01.530540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6dd9731d-ba5a-4c49-9cd1-90c5da02fd48 req-3c1f93c7-bbc6-47d1-bfc3-13438169932e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0663495 Apr 16 16:35:01.561850 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6dd9731d-ba5a-4c49-9cd1-90c5da02fd48 req-7da7d18c-2205-417a-8077-2f5c0b6e62a4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265074 Apr 16 16:35:02.706732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e953a3d-0813-45f5-8c19-54d0b07c4880 req-1f87e332-ad18-48e7-8689-c84c86e0b708 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:02.707710 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e953a3d-0813-45f5-8c19-54d0b07c4880 req-1f87e332-ad18-48e7-8689-c84c86e0b708 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0623984 Apr 16 16:35:02.737701 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e953a3d-0813-45f5-8c19-54d0b07c4880 req-82fefde1-2ccd-43e4-b2dc-d235c1cef08e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258672 Apr 16 16:35:03.900785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d77d8a-4da1-4613-8fc0-5a2b338fc707 req-109e25fd-2315-411b-a75b-a7382ad32a8d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:03.901901 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f8d77d8a-4da1-4613-8fc0-5a2b338fc707 req-109e25fd-2315-411b-a75b-a7382ad32a8d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0658348 Apr 16 16:35:03.934441 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f8d77d8a-4da1-4613-8fc0-5a2b338fc707 req-dbaedbc8-4b51-4fca-ac85-622790b92010 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283365 Apr 16 16:35:05.095531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32c5a0-45cf-497c-b379-a520ee3ca704 req-47b2aff5-3e1c-4743-aa1f-aead50adda51 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:05.096650 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f32c5a0-45cf-497c-b379-a520ee3ca704 req-47b2aff5-3e1c-4743-aa1f-aead50adda51 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0743916 Apr 16 16:35:05.134429 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f32c5a0-45cf-497c-b379-a520ee3ca704 req-16660570-af15-4030-bc7f-9c0fd6e6b977 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300524 Apr 16 16:35:06.293473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec145f-438a-425b-b82a-ca1ba7cedb91 req-9aa4e65c-b7ad-4def-b5d7-dc34390bbf50 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:06.295083 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06ec145f-438a-425b-b82a-ca1ba7cedb91 req-9aa4e65c-b7ad-4def-b5d7-dc34390bbf50 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0632963 Apr 16 16:35:06.329620 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06ec145f-438a-425b-b82a-ca1ba7cedb91 req-47ae9220-1d53-485c-a586-26be8f493175 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272727 Apr 16 16:35:07.491611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f92d4-0acb-4bf6-a4d7-bd1302d10153 req-158f6342-cc3f-4d94-a43b-a539470d20f5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:07.492699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d64f92d4-0acb-4bf6-a4d7-bd1302d10153 req-158f6342-cc3f-4d94-a43b-a539470d20f5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0681009 Apr 16 16:35:07.528407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d64f92d4-0acb-4bf6-a4d7-bd1302d10153 req-56a1c733-edfd-45b8-8425-ed90fdd1999f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282371 Apr 16 16:35:08.686159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45977687-29f0-417a-8a79-4e8c4fa46221 req-1b0c7023-0f70-4bbc-ade5-81af85e1db4e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:08.687156 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-45977687-29f0-417a-8a79-4e8c4fa46221 req-1b0c7023-0f70-4bbc-ade5-81af85e1db4e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0653455 Apr 16 16:35:08.733085 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-45977687-29f0-417a-8a79-4e8c4fa46221 req-84146a59-335b-4989-a5e3-07cb144a31e9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379865 Apr 16 16:35:09.887248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebff6db-8961-4eab-9b8a-981956fdb7a7 req-bbbc8c04-53c0-44ba-9317-b80f7f85772e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:09.888512 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cebff6db-8961-4eab-9b8a-981956fdb7a7 req-bbbc8c04-53c0-44ba-9317-b80f7f85772e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0651743 Apr 16 16:35:09.919748 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cebff6db-8961-4eab-9b8a-981956fdb7a7 req-9e869af7-ecaf-4d2c-b1d0-f8fe26f05a61 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262737 Apr 16 16:35:11.076198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6a878-2e7c-4ee6-ac3a-088cce7109ba req-fb25e67d-b560-4728-a31d-682a5e19c49f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:11.077226 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64b6a878-2e7c-4ee6-ac3a-088cce7109ba req-fb25e67d-b560-4728-a31d-682a5e19c49f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0667620 Apr 16 16:35:11.109312 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64b6a878-2e7c-4ee6-ac3a-088cce7109ba req-86a90ace-2c9f-4fe2-8963-47a7ae5155a2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278690 Apr 16 16:35:11.298743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c58a1fd3-e656-4777-a467-fabd3d32ecff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:12.272411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b5c8d-07bd-42d4-a2f8-221a6a997d1e req-a9f47221-3bd7-4038-b8d9-56a419ba9230 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:12.273430 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-892b5c8d-07bd-42d4-a2f8-221a6a997d1e req-a9f47221-3bd7-4038-b8d9-56a419ba9230 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0676227 Apr 16 16:35:12.309080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-892b5c8d-07bd-42d4-a2f8-221a6a997d1e req-22825a59-06ee-48f3-8d67-d707f3a22040 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275228 Apr 16 16:35:12.772471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6834deec-b03b-4524-a141-06cf585787ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:13.096502 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:13.211008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:13.463948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99712dbc-d7e9-426d-9925-5afe3550cb23 req-2bdf7680-1733-4db4-9b48-6b0b181e40d1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:13.465046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99712dbc-d7e9-426d-9925-5afe3550cb23 req-2bdf7680-1733-4db4-9b48-6b0b181e40d1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0639718 Apr 16 16:35:13.495869 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99712dbc-d7e9-426d-9925-5afe3550cb23 req-b8ed740c-f708-4e88-b980-ad4b0e87bd42 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266552 Apr 16 16:35:13.966868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:14.418617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:14.648785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5fa46-8ec3-48f4-bc4c-ba5c77fc0588 req-99679808-c056-465a-acc4-cc8f16da9d97 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:14.649915 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1cf5fa46-8ec3-48f4-bc4c-ba5c77fc0588 req-99679808-c056-465a-acc4-cc8f16da9d97 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0734825 Apr 16 16:35:14.684176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1cf5fa46-8ec3-48f4-bc4c-ba5c77fc0588 req-5ee8d7fe-1dde-4256-9f9d-96efd1df116b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295630 Apr 16 16:35:15.854296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c30b2-8f4f-4b48-bedc-07a1f316c581 req-d8bf3e75-d7a5-4ee8-bf70-cfe942d36e69 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:15.855406 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a4c30b2-8f4f-4b48-bedc-07a1f316c581 req-d8bf3e75-d7a5-4ee8-bf70-cfe942d36e69 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0749474 Apr 16 16:35:15.892189 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2a4c30b2-8f4f-4b48-bedc-07a1f316c581 req-2e4791f7-a24d-487e-aada-01b48d4de442 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300992 Apr 16 16:35:17.037846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b01f1-aa4a-43d1-9366-1ed51f22be4e req-ecbac434-1a1e-44de-a5ad-ed6c7a9e6b10 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:17.038898 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-871b01f1-aa4a-43d1-9366-1ed51f22be4e req-ecbac434-1a1e-44de-a5ad-ed6c7a9e6b10 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0628462 Apr 16 16:35:17.070188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-871b01f1-aa4a-43d1-9366-1ed51f22be4e req-e7b710de-a394-4e05-98c0-fd7fca52dcc7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271113 Apr 16 16:35:18.229892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368ebb4-a5aa-466d-8550-26a16ab71680 req-fa7e6386-6815-4b20-8631-a17de982344a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:18.231067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0368ebb4-a5aa-466d-8550-26a16ab71680 req-fa7e6386-6815-4b20-8631-a17de982344a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0686753 Apr 16 16:35:18.263976 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0368ebb4-a5aa-466d-8550-26a16ab71680 req-f62b8869-0897-4943-b0fc-be131ed4a40c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268257 Apr 16 16:35:19.583413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e8637-01b4-46de-bd31-dbf85cb29883 req-7a2ac9b6-071d-4652-b2c9-f9f7b74da18f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:19.584332 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e70e8637-01b4-46de-bd31-dbf85cb29883 req-7a2ac9b6-071d-4652-b2c9-f9f7b74da18f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0621564 Apr 16 16:35:19.616019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e70e8637-01b4-46de-bd31-dbf85cb29883 req-1ca43de0-0fab-497e-9bc7-de189681b88f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274692 Apr 16 16:35:20.774986 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db17523-29a6-414f-9a29-d5bdb0f5cce9 req-a83de4e9-3650-4aa9-b3f0-96746bfe17a9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:20.775971 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9db17523-29a6-414f-9a29-d5bdb0f5cce9 req-a83de4e9-3650-4aa9-b3f0-96746bfe17a9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0713477 Apr 16 16:35:20.808513 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9db17523-29a6-414f-9a29-d5bdb0f5cce9 req-85ae4685-2ff7-432d-86ec-3770bbd74c5a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282278 Apr 16 16:35:21.958453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e33bff-5ad1-4fad-a55f-117c57b8c737 req-0f370747-b4bc-4e64-a232-36f31cef54fe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:21.959451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e33bff-5ad1-4fad-a55f-117c57b8c737 req-0f370747-b4bc-4e64-a232-36f31cef54fe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0665028 Apr 16 16:35:21.993580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e33bff-5ad1-4fad-a55f-117c57b8c737 req-172a8629-f7ad-49ea-9008-b5174e6a1c42 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269215 Apr 16 16:35:23.150124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73874b-9b99-4a52-be0d-f00cc6f9dda0 req-8ea52e7a-861e-4261-a448-6f4e302099b1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:23.151223 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d73874b-9b99-4a52-be0d-f00cc6f9dda0 req-8ea52e7a-861e-4261-a448-6f4e302099b1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0652392 Apr 16 16:35:23.182807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d73874b-9b99-4a52-be0d-f00cc6f9dda0 req-2e9591c7-303b-443b-888c-066984265095 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272176 Apr 16 16:35:24.358075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c93f81-1b4a-4db7-97bb-a9cce89894f2 req-524e10c5-36c2-4ac8-88fd-12f569ad6455 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:24.359229 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26c93f81-1b4a-4db7-97bb-a9cce89894f2 req-524e10c5-36c2-4ac8-88fd-12f569ad6455 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0809987 Apr 16 16:35:24.393176 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26c93f81-1b4a-4db7-97bb-a9cce89894f2 req-59152d51-f60b-425a-8b0d-57d22fe2ef8f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295761 Apr 16 16:35:25.534020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28263a-a65f-483d-a9e9-96c2a9dc33d2 req-21ecf4a9-4031-4375-8ef4-2cf9101b6160 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:25.535100 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b28263a-a65f-483d-a9e9-96c2a9dc33d2 req-21ecf4a9-4031-4375-8ef4-2cf9101b6160 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0638490 Apr 16 16:35:25.568786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0b28263a-a65f-483d-a9e9-96c2a9dc33d2 req-15590878-34c6-40b3-b2fa-58014e3ad44f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263939 Apr 16 16:35:26.748698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a24c86-d4c8-4912-ac69-33401278b564 req-4979ddf9-d232-4889-8a9f-19bb9f6b37c8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:26.749748 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5a24c86-d4c8-4912-ac69-33401278b564 req-4979ddf9-d232-4889-8a9f-19bb9f6b37c8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0762410 Apr 16 16:35:26.782795 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5a24c86-d4c8-4912-ac69-33401278b564 req-89531861-215c-48b8-bb59-e0c959790bcd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282412 Apr 16 16:35:27.942171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abacaaa-ee88-4ca8-9040-171ad76e9975 req-3562f31a-3f9d-4d87-803f-a3eb958595d4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:27.943253 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2abacaaa-ee88-4ca8-9040-171ad76e9975 req-3562f31a-3f9d-4d87-803f-a3eb958595d4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0651844 Apr 16 16:35:27.974848 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2abacaaa-ee88-4ca8-9040-171ad76e9975 req-d51e88c1-aaa6-42cc-ad60-9c40ab399566 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269892 Apr 16 16:35:29.133692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f5426-93e4-4e2c-9e54-6eab637a8087 req-3eafa8b7-242b-4e5d-b767-1c2caba7914f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:29.134828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-351f5426-93e4-4e2c-9e54-6eab637a8087 req-3eafa8b7-242b-4e5d-b767-1c2caba7914f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0780826 Apr 16 16:35:29.167046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-351f5426-93e4-4e2c-9e54-6eab637a8087 req-ce85d180-daa3-4250-a2b2-555ce2c97902 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277321 Apr 16 16:35:30.329215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e8c92-a874-449d-83a1-437820d119ca req-70b1fade-d181-4b59-aeb9-b5f106557796 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:30.330323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d13e8c92-a874-449d-83a1-437820d119ca req-70b1fade-d181-4b59-aeb9-b5f106557796 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0688903 Apr 16 16:35:30.361893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d13e8c92-a874-449d-83a1-437820d119ca req-a424c5f4-9661-42b0-85a7-715b6ae653a1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272024 Apr 16 16:35:31.506254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc60622-1e79-49fa-a5e8-d272dea94803 req-66501938-4b65-47e1-b63d-033211844eaa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:31.507393 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dc60622-1e79-49fa-a5e8-d272dea94803 req-66501938-4b65-47e1-b63d-033211844eaa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0634599 Apr 16 16:35:31.538810 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4dc60622-1e79-49fa-a5e8-d272dea94803 req-5b6a42f2-8c36-4198-801a-230681c4adaa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262582 Apr 16 16:35:32.697010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0d4ff-991f-4a30-9265-329492d8f0da req-5f0ed80c-ec01-4f7e-bf85-7d10581c2af0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:32.697985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3b0d4ff-991f-4a30-9265-329492d8f0da req-5f0ed80c-ec01-4f7e-bf85-7d10581c2af0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0703917 Apr 16 16:35:32.729813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3b0d4ff-991f-4a30-9265-329492d8f0da req-c353e946-1e04-4963-a321-1a14b5a93fc4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272379 Apr 16 16:35:33.882982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f0b5c-ad2c-412f-8e80-f9dc9a2c9412 req-4ce9ce31-a163-42ec-9f9d-0a94199cb796 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:33.884052 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba8f0b5c-ad2c-412f-8e80-f9dc9a2c9412 req-4ce9ce31-a163-42ec-9f9d-0a94199cb796 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0657210 Apr 16 16:35:33.916518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba8f0b5c-ad2c-412f-8e80-f9dc9a2c9412 req-06eb2d90-fe75-44db-b193-c068fb89cd78 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281975 Apr 16 16:35:35.083302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23de4a8-68e7-4389-9258-2eeafccbdb82 req-4d2e2bd5-6437-40f3-93b2-a0e0711be3c6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:35.084453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f23de4a8-68e7-4389-9258-2eeafccbdb82 req-4d2e2bd5-6437-40f3-93b2-a0e0711be3c6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0804753 Apr 16 16:35:35.116592 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f23de4a8-68e7-4389-9258-2eeafccbdb82 req-61cfbd4b-8bc2-4273-8238-fd7fbbaca6c7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276566 Apr 16 16:35:36.270380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b3892-1b8f-4f10-8a0a-19d26c0f456b req-306fcff8-91cb-40f0-9575-2f404a59b554 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:36.271524 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-261b3892-1b8f-4f10-8a0a-19d26c0f456b req-306fcff8-91cb-40f0-9575-2f404a59b554 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0773494 Apr 16 16:35:36.305472 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-261b3892-1b8f-4f10-8a0a-19d26c0f456b req-07da85f3-5f81-4a59-9893-8ade062ad6bf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294099 Apr 16 16:35:37.471029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481cb47-0ca3-49a1-a0b1-0ede1c30d44d req-c7aff6df-7d43-4b6d-b8e4-93ca888d9978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:37.472122 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b481cb47-0ca3-49a1-a0b1-0ede1c30d44d req-c7aff6df-7d43-4b6d-b8e4-93ca888d9978 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0661325 Apr 16 16:35:37.505582 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b481cb47-0ca3-49a1-a0b1-0ede1c30d44d req-7682ed74-6832-4b5e-8e52-89bf4f2eadc8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289962 Apr 16 16:35:37.924521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:35:38.684018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35093-66be-4dcf-a2d9-5a05398c2d04 req-f3a0f2ba-214b-4a2f-99b2-4d7babd028f1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:38.685065 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2b35093-66be-4dcf-a2d9-5a05398c2d04 req-f3a0f2ba-214b-4a2f-99b2-4d7babd028f1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0747373 Apr 16 16:35:38.723937 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2b35093-66be-4dcf-a2d9-5a05398c2d04 req-2a75da37-4ee6-4d67-b8cf-4f992db88de1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311430 Apr 16 16:35:39.877017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1e9e4-9aeb-4c8c-a1eb-bda6eea41c80 req-334af9b2-fa8e-46f6-86d7-87acc0fa9015 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:39.878126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fac1e9e4-9aeb-4c8c-a1eb-bda6eea41c80 req-334af9b2-fa8e-46f6-86d7-87acc0fa9015 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0632453 Apr 16 16:35:39.910239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fac1e9e4-9aeb-4c8c-a1eb-bda6eea41c80 req-2ef80407-4651-47a7-b23b-6fefc7be647a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273876 Apr 16 16:35:41.088568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739179ce-7848-43ee-ad03-44c48989259e req-e8081e16-1a0b-474c-8612-53835dfb2d4e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:41.089727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-739179ce-7848-43ee-ad03-44c48989259e req-e8081e16-1a0b-474c-8612-53835dfb2d4e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0890226 Apr 16 16:35:41.296080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-8e3fc3e0-7ad9-45ca-b440-6d50756b183e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:41.406374 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-739179ce-7848-43ee-ad03-44c48989259e req-cb655745-c3a3-4bff-98ab-2ba8997c2e03 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120153 Apr 16 16:35:42.546391 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d585ad-b2a1-4ced-8c3b-a266f065d8fa req-06ad7c32-f920-465c-af51-e2fd1b90b5f4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:42.547464 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-35d585ad-b2a1-4ced-8c3b-a266f065d8fa req-06ad7c32-f920-465c-af51-e2fd1b90b5f4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0640805 Apr 16 16:35:42.580678 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-35d585ad-b2a1-4ced-8c3b-a266f065d8fa req-e44bda52-4a3c-4f7a-aecb-0e8135af4c24 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291185 Apr 16 16:35:42.776300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-595abcb7-49fb-467d-b24c-6fde3027a114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:43.097855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:43.215154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:43.744886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78b721-3b94-4e20-9b22-31bc6b9e6b58 req-3e936065-f8e6-4207-8029-774f581661de tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:43.745878 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c78b721-3b94-4e20-9b22-31bc6b9e6b58 req-3e936065-f8e6-4207-8029-774f581661de tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0765524 Apr 16 16:35:43.781679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c78b721-3b94-4e20-9b22-31bc6b9e6b58 req-4fd3dc66-1fe4-4c7f-b6aa-7452d3da4a39 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282230 Apr 16 16:35:43.998321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:44.425248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:35:44.942867 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bd14c-2dc9-43e3-acd0-8c4bdb465f05 req-781a7de1-b53a-45ba-81d8-ac80e5d37182 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:44.944926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-536bd14c-2dc9-43e3-acd0-8c4bdb465f05 req-781a7de1-b53a-45ba-81d8-ac80e5d37182 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0707526 Apr 16 16:35:44.985088 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-536bd14c-2dc9-43e3-acd0-8c4bdb465f05 req-1ab6bf86-2d8f-4c2b-8329-b1ae71432287 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321667 Apr 16 16:35:46.157926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a712afd-77f6-4f0b-b4fe-8bde8b3d64a6 req-4d28b16a-d659-49ec-b173-de604d46b64e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:46.159159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5a712afd-77f6-4f0b-b4fe-8bde8b3d64a6 req-4d28b16a-d659-49ec-b173-de604d46b64e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0798676 Apr 16 16:35:46.194616 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5a712afd-77f6-4f0b-b4fe-8bde8b3d64a6 req-2a0778b4-b72a-42dd-8e45-fb71a9491aef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281436 Apr 16 16:35:47.363021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5903-ea6b-4af9-bf29-ace540ccdf53 req-996d39da-8999-446c-a585-4f15d44215f6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:47.364125 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-152c5903-ea6b-4af9-bf29-ace540ccdf53 req-996d39da-8999-446c-a585-4f15d44215f6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0771863 Apr 16 16:35:47.400678 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-152c5903-ea6b-4af9-bf29-ace540ccdf53 req-59e656a4-0155-45ba-8d17-b5c51c3d512d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287538 Apr 16 16:35:48.548184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03804b-0205-4add-b328-4454aa42b086 req-8da98b29-126a-497a-9c76-0edb1a6cf9ce tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:48.549219 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7d03804b-0205-4add-b328-4454aa42b086 req-8da98b29-126a-497a-9c76-0edb1a6cf9ce tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0704787 Apr 16 16:35:48.583920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7d03804b-0205-4add-b328-4454aa42b086 req-453ec346-7fb5-4863-bb79-a696367841c6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273287 Apr 16 16:35:49.727723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5e707-ab9f-4f57-b3ca-177757a99aa0 req-a9dbd8dc-048d-44fb-9cf6-1bdc0a3fe57f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:49.728827 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-50d5e707-ab9f-4f57-b3ca-177757a99aa0 req-a9dbd8dc-048d-44fb-9cf6-1bdc0a3fe57f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0656915 Apr 16 16:35:49.759832 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-50d5e707-ab9f-4f57-b3ca-177757a99aa0 req-3ac63dc6-1859-45d3-bca8-f169054f4d18 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266171 Apr 16 16:35:50.913857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcddc8f-7f8f-4705-8a0d-ec8a6a34a8d6 req-ea5f5320-ab47-4389-8817-f3218da89319 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:50.914947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bfcddc8f-7f8f-4705-8a0d-ec8a6a34a8d6 req-ea5f5320-ab47-4389-8817-f3218da89319 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0658205 Apr 16 16:35:50.947340 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bfcddc8f-7f8f-4705-8a0d-ec8a6a34a8d6 req-44397d5c-76d4-435d-9fa4-bdd46bf425a4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281527 Apr 16 16:35:52.106466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131dfad-a8b2-41ed-b227-7fa83a76a504 req-4333ad42-a911-441a-a970-e0fbec3353e8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:52.107398 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f131dfad-a8b2-41ed-b227-7fa83a76a504 req-4333ad42-a911-441a-a970-e0fbec3353e8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0647812 Apr 16 16:35:52.138661 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f131dfad-a8b2-41ed-b227-7fa83a76a504 req-c98e706c-4e11-4510-acec-881ecb7456ca tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271955 Apr 16 16:35:53.288488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06a8ce-2ddb-45dc-aa00-368c440c9399 req-ae8e93fa-76e6-4ac4-a2c5-eb952ca46462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:53.290075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aa06a8ce-2ddb-45dc-aa00-368c440c9399 req-ae8e93fa-76e6-4ac4-a2c5-eb952ca46462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0631578 Apr 16 16:35:53.326264 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aa06a8ce-2ddb-45dc-aa00-368c440c9399 req-bf287c4d-f174-438e-939b-2e84e9bdd95f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286820 Apr 16 16:35:54.485110 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffe1e5-dc39-430f-86d5-0ceb18fec6f7 req-e8de5860-b5af-41e8-941f-4962f076a747 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:54.486141 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26ffe1e5-dc39-430f-86d5-0ceb18fec6f7 req-e8de5860-b5af-41e8-941f-4962f076a747 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0650337 Apr 16 16:35:54.522109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26ffe1e5-dc39-430f-86d5-0ceb18fec6f7 req-2694627a-27df-4e89-a3d3-981b9850802a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311775 Apr 16 16:35:55.682690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8642d8b-5a8f-4dc4-ac46-2ea2fa45885c req-3ccf2a24-2efb-4156-8051-dfad3dcb0c09 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:55.683774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d8642d8b-5a8f-4dc4-ac46-2ea2fa45885c req-3ccf2a24-2efb-4156-8051-dfad3dcb0c09 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0683053 Apr 16 16:35:55.717388 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d8642d8b-5a8f-4dc4-ac46-2ea2fa45885c req-b97a4f4b-fd81-478e-8a6f-63719964ae3a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293016 Apr 16 16:35:56.884846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d61ace-81b2-479c-ba99-6efd04139a3c req-5ce41ec2-3ee8-446d-8133-311bf878c081 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:56.885933 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-49d61ace-81b2-479c-ba99-6efd04139a3c req-5ce41ec2-3ee8-446d-8133-311bf878c081 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0765324 Apr 16 16:35:56.918128 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-49d61ace-81b2-479c-ba99-6efd04139a3c req-dc3136b8-c776-451d-a525-0d9fcf6fa70f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277748 Apr 16 16:35:58.072757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35308304-7285-4ce1-8143-0486212673f5 req-a10c5ba4-55d5-41e4-8891-af2b96285389 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:58.073852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-35308304-7285-4ce1-8143-0486212673f5 req-a10c5ba4-55d5-41e4-8891-af2b96285389 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0699263 Apr 16 16:35:58.108738 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-35308304-7285-4ce1-8143-0486212673f5 req-5b8b79cf-ab85-47bf-a62e-33f416977dba tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273013 Apr 16 16:35:59.274574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ff1d8-632d-4889-8df7-328dc7ad9885 req-17f5e8b0-9037-4b8d-842f-de6ce1755280 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:35:59.275881 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-168ff1d8-632d-4889-8df7-328dc7ad9885 req-17f5e8b0-9037-4b8d-842f-de6ce1755280 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0758929 Apr 16 16:35:59.313247 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-168ff1d8-632d-4889-8df7-328dc7ad9885 req-2e0f9032-fce6-47ff-9927-797f73aee79d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294480 Apr 16 16:36:00.461758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92370066-5997-4b69-a55d-4f34c108e2a3 req-32d0b067-d0d6-4ac0-8bad-e27a35c19ae0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:00.462978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92370066-5997-4b69-a55d-4f34c108e2a3 req-32d0b067-d0d6-4ac0-8bad-e27a35c19ae0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0668077 Apr 16 16:36:00.495223 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92370066-5997-4b69-a55d-4f34c108e2a3 req-e87c0996-f04d-479c-82c8-077bde9315bd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270452 Apr 16 16:36:01.652482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e499f-94be-43b7-91f7-75c390950ae0 req-8935be9c-d132-4c8c-8766-6cc8f00122a5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:01.653629 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-356e499f-94be-43b7-91f7-75c390950ae0 req-8935be9c-d132-4c8c-8766-6cc8f00122a5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0770514 Apr 16 16:36:01.685690 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-356e499f-94be-43b7-91f7-75c390950ae0 req-b49e4eb7-d27a-4e8a-b6fc-ad47cd4762b2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275161 Apr 16 16:36:02.846241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5b865-1e1f-409e-877e-5e6bec65fc31 req-2611dc87-2451-451d-ab9a-d06a4500b48d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:02.847361 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4a5b865-1e1f-409e-877e-5e6bec65fc31 req-2611dc87-2451-451d-ab9a-d06a4500b48d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0671480 Apr 16 16:36:02.878521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4a5b865-1e1f-409e-877e-5e6bec65fc31 req-3c72d587-950f-46a5-8bd3-43a36a7511ac tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266912 Apr 16 16:36:04.028771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208efdc-c413-4f69-97e1-5ab8f94acd11 req-170e8c2e-3234-4d5c-902a-3e89e219b2d3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:04.029832 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d208efdc-c413-4f69-97e1-5ab8f94acd11 req-170e8c2e-3234-4d5c-902a-3e89e219b2d3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0644717 Apr 16 16:36:04.065491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d208efdc-c413-4f69-97e1-5ab8f94acd11 req-2336dfc7-6f38-462d-8aae-b34f1e0f3388 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284696 Apr 16 16:36:05.216025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee44573-e822-46b1-90e6-4cc746fe89ce req-498f1cec-6f43-48e1-8184-f93deb076bee tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:05.217079 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bee44573-e822-46b1-90e6-4cc746fe89ce req-498f1cec-6f43-48e1-8184-f93deb076bee tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0679362 Apr 16 16:36:05.251934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bee44573-e822-46b1-90e6-4cc746fe89ce req-609ae5da-d34b-4eec-af47-72ddca2edff8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274632 Apr 16 16:36:06.423683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5050a01-fa2d-482b-91a6-01e451e7bd3b req-3aed0eff-f46f-4c6f-b8de-887bee541310 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:06.424818 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5050a01-fa2d-482b-91a6-01e451e7bd3b req-3aed0eff-f46f-4c6f-b8de-887bee541310 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0821311 Apr 16 16:36:06.458849 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f5050a01-fa2d-482b-91a6-01e451e7bd3b req-34e5cf3f-2ecf-42f7-9568-b51240b5db36 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291252 Apr 16 16:36:07.613485 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebed07-ff14-4929-9a27-fee34162fd1c req-9d50046b-07c1-44c1-82f1-13cc009e15bf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:07.614573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dfebed07-ff14-4929-9a27-fee34162fd1c req-9d50046b-07c1-44c1-82f1-13cc009e15bf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0629389 Apr 16 16:36:07.646540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dfebed07-ff14-4929-9a27-fee34162fd1c req-8a6c9038-5cbc-4978-a2e1-af971fa6a583 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277448 Apr 16 16:36:08.799225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6194d0-f10c-4395-9f68-04707abe0a6f req-9ff3056a-5a4e-43af-a395-8bc50d677cb0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:08.800293 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c6194d0-f10c-4395-9f68-04707abe0a6f req-9ff3056a-5a4e-43af-a395-8bc50d677cb0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0642889 Apr 16 16:36:08.838299 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c6194d0-f10c-4395-9f68-04707abe0a6f req-bbf6004b-0769-429d-b952-00c08d83284a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303736 Apr 16 16:36:10.003062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef49f0-b965-40a7-8f2b-0d31e96414be req-efe14c70-e7e1-49dc-b5c2-b611f390db8d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:10.004188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5ef49f0-b965-40a7-8f2b-0d31e96414be req-efe14c70-e7e1-49dc-b5c2-b611f390db8d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0670755 Apr 16 16:36:10.040644 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5ef49f0-b965-40a7-8f2b-0d31e96414be req-a6d262a6-1687-465f-b729-c39e8b6a4571 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282805 Apr 16 16:36:11.205984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e065ca-5573-4887-9315-2179b2cfc326 req-0d4001cf-e213-495c-a0b0-c69d90fd9cf0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:11.207056 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84e065ca-5573-4887-9315-2179b2cfc326 req-0d4001cf-e213-495c-a0b0-c69d90fd9cf0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0701077 Apr 16 16:36:11.238466 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84e065ca-5573-4887-9315-2179b2cfc326 req-5ed66ada-12d0-42f2-be07-94b385682c40 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272887 Apr 16 16:36:11.286968 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a823813e-76fc-4e60-9f12-77c803ceefd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:12.412061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eb061-ee2b-48eb-9032-06c597ec6129 req-ed86abe7-c3d3-46b9-87be-0b1d7de5257e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:12.413164 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-458eb061-ee2b-48eb-9032-06c597ec6129 req-ed86abe7-c3d3-46b9-87be-0b1d7de5257e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0785241 Apr 16 16:36:12.447606 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-458eb061-ee2b-48eb-9032-06c597ec6129 req-8dc91458-1127-4761-ac5e-a13ad0d4a807 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296681 Apr 16 16:36:12.775700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d75d6ea7-1203-41c5-8000-4a88f7370085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:13.096380 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:13.219312 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:13.611143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb824fc4-51cb-45a1-9eb6-af8d41287af6 req-8e2315e6-22a6-4e92-88fc-4f7eaff6f702 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:13.612265 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb824fc4-51cb-45a1-9eb6-af8d41287af6 req-8e2315e6-22a6-4e92-88fc-4f7eaff6f702 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0811992 Apr 16 16:36:13.644667 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb824fc4-51cb-45a1-9eb6-af8d41287af6 req-9b75b286-4745-496e-8ad0-84bc929af76d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278182 Apr 16 16:36:13.998855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:14.418729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:14.786104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fed43-069c-4142-8178-648426d58e0d req-a5a81856-258b-4f9f-91a0-1b7b16c62ae4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:14.787188 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-852fed43-069c-4142-8178-648426d58e0d req-a5a81856-258b-4f9f-91a0-1b7b16c62ae4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0638072 Apr 16 16:36:14.821217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-852fed43-069c-4142-8178-648426d58e0d req-76f4dbcf-e22e-4a33-b31b-84b5fe68f43c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267606 Apr 16 16:36:14.927316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:36:15.978662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9c284-b24e-4c45-a832-a19c9554cf86 req-7f358517-458b-438f-81dc-48f7614eab38 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:15.979681 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32e9c284-b24e-4c45-a832-a19c9554cf86 req-7f358517-458b-438f-81dc-48f7614eab38 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0692313 Apr 16 16:36:16.014100 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32e9c284-b24e-4c45-a832-a19c9554cf86 req-15dab491-906c-4514-847e-132e1791dd13 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277305 Apr 16 16:36:17.185861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf534964-1f83-47b2-b336-3a2e0101dee0 req-245c54ef-5e61-402e-8a0d-07d57f83bf7f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:17.187027 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cf534964-1f83-47b2-b336-3a2e0101dee0 req-245c54ef-5e61-402e-8a0d-07d57f83bf7f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0815022 Apr 16 16:36:17.220472 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cf534964-1f83-47b2-b336-3a2e0101dee0 req-23631520-3f63-4393-9bd2-9cad72953ad5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291026 Apr 16 16:36:18.366710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054694a7-8d86-466c-8826-9a4c7ea39c19 req-bd887f26-6893-4923-982d-cd93d0ff62e3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:18.367789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-054694a7-8d86-466c-8826-9a4c7ea39c19 req-bd887f26-6893-4923-982d-cd93d0ff62e3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0642478 Apr 16 16:36:18.399572 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-054694a7-8d86-466c-8826-9a4c7ea39c19 req-7dfa8888-1f51-4401-8d4e-ba273b20a130 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275109 Apr 16 16:36:19.537019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25166-59db-4a30-ad52-c1e24bff21d6 req-d7e07d22-5579-4a42-98c1-2b2451415308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:19.538063 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fad25166-59db-4a30-ad52-c1e24bff21d6 req-d7e07d22-5579-4a42-98c1-2b2451415308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0631104 Apr 16 16:36:19.568881 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fad25166-59db-4a30-ad52-c1e24bff21d6 req-ce318ccd-4854-4657-b717-a4209e8d8c70 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267031 Apr 16 16:36:20.731180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6d613-ffb6-4eae-b994-6eec08c12a5d req-7e6c84c5-7f9f-418f-9e07-79ee87b66dee tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:20.732180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdd6d613-ffb6-4eae-b994-6eec08c12a5d req-7e6c84c5-7f9f-418f-9e07-79ee87b66dee tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0662472 Apr 16 16:36:20.767628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fdd6d613-ffb6-4eae-b994-6eec08c12a5d req-5975a9cf-8ed7-4df4-9dea-8aea1d5b69c1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280211 Apr 16 16:36:21.917831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c1e6b-d737-40cb-8143-9b9cc75bfe32 req-c426c591-1066-4f74-9527-2409f8e76c42 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:21.918919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-785c1e6b-d737-40cb-8143-9b9cc75bfe32 req-c426c591-1066-4f74-9527-2409f8e76c42 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0625935 Apr 16 16:36:21.949614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-785c1e6b-d737-40cb-8143-9b9cc75bfe32 req-c72d8929-6910-4326-9796-7f31f5f379e3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260928 Apr 16 16:36:23.107052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d2270-1010-48b5-b155-d39e6610bbf9 req-62057bb2-660a-4082-b41f-715ac9a3584e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:23.108099 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-497d2270-1010-48b5-b155-d39e6610bbf9 req-62057bb2-660a-4082-b41f-715ac9a3584e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0659542 Apr 16 16:36:23.140341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-497d2270-1010-48b5-b155-d39e6610bbf9 req-dc6eea34-bd60-4a9c-a2c3-c296d6a01bf4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275173 Apr 16 16:36:24.305651 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca7438-0aff-4be0-a3e0-ef543886d738 req-c18ecccf-a825-4af8-a1af-c6b957cd0a06 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:24.306776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6aca7438-0aff-4be0-a3e0-ef543886d738 req-c18ecccf-a825-4af8-a1af-c6b957cd0a06 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0769303 Apr 16 16:36:24.342695 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6aca7438-0aff-4be0-a3e0-ef543886d738 req-74404fb2-cfa3-4d82-bcf3-49a3d8a2c227 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279162 Apr 16 16:36:25.499661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bd76c-829d-4316-91d3-28c38d091748 req-ec116a67-2ace-47ba-971c-ed06335974d2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:25.500768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be5bd76c-829d-4316-91d3-28c38d091748 req-ec116a67-2ace-47ba-971c-ed06335974d2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0661044 Apr 16 16:36:25.532015 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-be5bd76c-829d-4316-91d3-28c38d091748 req-9a54b51e-dd99-4da9-96a8-a3cd54bcc945 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267560 Apr 16 16:36:26.686075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bbcf7-1b2d-485a-8765-9072e7033bc6 req-f77cb15a-047f-44bd-8802-e4a9246a9ba7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:26.687125 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-173bbcf7-1b2d-485a-8765-9072e7033bc6 req-f77cb15a-047f-44bd-8802-e4a9246a9ba7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0647829 Apr 16 16:36:26.719763 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-173bbcf7-1b2d-485a-8765-9072e7033bc6 req-80433bbc-b51a-46f8-b35d-b87577862390 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273573 Apr 16 16:36:27.895457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac529418-2cf3-4dc9-9049-bb2ce22c9080 req-34199bb1-16fc-4c9d-87f1-bb3e6bcc6a44 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:27.896540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac529418-2cf3-4dc9-9049-bb2ce22c9080 req-34199bb1-16fc-4c9d-87f1-bb3e6bcc6a44 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0784850 Apr 16 16:36:27.929902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac529418-2cf3-4dc9-9049-bb2ce22c9080 req-8a9995c1-7c46-4fe3-b069-a899edc8155f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285251 Apr 16 16:36:29.080796 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c8e47-0568-4ab1-98ac-231ded3a54d9 req-837dc5fa-87d5-427a-a9c5-cb206ba535fc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:29.081921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074c8e47-0568-4ab1-98ac-231ded3a54d9 req-837dc5fa-87d5-427a-a9c5-cb206ba535fc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0628636 Apr 16 16:36:29.117115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-074c8e47-0568-4ab1-98ac-231ded3a54d9 req-a9cee8ef-0eae-4977-a011-6be081820cda tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275528 Apr 16 16:36:30.543014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33274d4c-dc3b-45a4-8e18-9ab09b1ee815 req-144f2588-1142-45e3-9097-5d3738c8c941 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:30.543918 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-33274d4c-dc3b-45a4-8e18-9ab09b1ee815 req-144f2588-1142-45e3-9097-5d3738c8c941 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.3433557 Apr 16 16:36:30.570570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-33274d4c-dc3b-45a4-8e18-9ab09b1ee815 req-acb37dad-8ef1-4b61-bad6-ad3e9ea7feb4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0221245 Apr 16 16:36:31.717572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e00a76-ca84-41a8-ad11-cd9c2f9902ed req-329a80d4-21b0-4e44-a098-b075e5cf7716 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:31.718521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c5e00a76-ca84-41a8-ad11-cd9c2f9902ed req-329a80d4-21b0-4e44-a098-b075e5cf7716 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0633910 Apr 16 16:36:31.753093 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c5e00a76-ca84-41a8-ad11-cd9c2f9902ed req-7b8a6734-4794-449f-9da9-6012c506b303 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272648 Apr 16 16:36:32.919848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99076108-0d72-48de-a45f-7ebc5340da5d req-002c78a0-6616-4191-9044-fdae60b281b8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:32.920949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99076108-0d72-48de-a45f-7ebc5340da5d req-002c78a0-6616-4191-9044-fdae60b281b8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0737936 Apr 16 16:36:32.960181 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99076108-0d72-48de-a45f-7ebc5340da5d req-eeee0428-a03e-41f7-86cc-617dce472312 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311708 Apr 16 16:36:34.120228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c32914-0b50-401e-bbfe-e15e1d9bf2a0 req-e32bbf94-a59f-48bc-b2f3-5f1ed3a7b876 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:34.121254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b8c32914-0b50-401e-bbfe-e15e1d9bf2a0 req-e32bbf94-a59f-48bc-b2f3-5f1ed3a7b876 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0628681 Apr 16 16:36:34.156996 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b8c32914-0b50-401e-bbfe-e15e1d9bf2a0 req-1acaaf68-3292-456e-9046-1ab49a549cf3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284181 Apr 16 16:36:35.322381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d258e60-4fff-41b2-a15e-1730f090ed54 req-3be1b57c-c54e-4913-8a9d-92c29de7671b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:35.323489 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7d258e60-4fff-41b2-a15e-1730f090ed54 req-3be1b57c-c54e-4913-8a9d-92c29de7671b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0692079 Apr 16 16:36:35.359991 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7d258e60-4fff-41b2-a15e-1730f090ed54 req-bcb4084e-ccc7-43d9-81e7-2c13d1a691e9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289204 Apr 16 16:36:36.520841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa44338-049d-40f0-abd5-656c3241168a req-16aab7b8-46c3-456c-a7d2-a47f7e3f52bb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:36.521924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8fa44338-049d-40f0-abd5-656c3241168a req-16aab7b8-46c3-456c-a7d2-a47f7e3f52bb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0715885 Apr 16 16:36:36.556197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8fa44338-049d-40f0-abd5-656c3241168a req-d5d394ad-9f4a-49bf-a432-40dbc21d45f8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278490 Apr 16 16:36:37.719702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb1996-9392-4fb4-8030-0d6dd922fee6 req-99a732e6-9520-42c4-8cb3-ef2fd0e3c0d8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:37.720750 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4bb1996-9392-4fb4-8030-0d6dd922fee6 req-99a732e6-9520-42c4-8cb3-ef2fd0e3c0d8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0725269 Apr 16 16:36:37.752576 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4bb1996-9392-4fb4-8030-0d6dd922fee6 req-7745cab7-6c85-4424-a526-e7e038b74f6e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272799 Apr 16 16:36:38.918133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028c71d-f73d-4479-9e09-40915072db2f req-0f3712b9-82a9-452e-aa37-af3ae3a564ea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:38.919236 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1028c71d-f73d-4479-9e09-40915072db2f req-0f3712b9-82a9-452e-aa37-af3ae3a564ea tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0673883 Apr 16 16:36:38.954739 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1028c71d-f73d-4479-9e09-40915072db2f req-6a981837-378d-47ee-8030-4e92ea1189c9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280716 Apr 16 16:36:40.125964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5efc68-1e14-49c6-9e79-97a65469b8f6 req-59068c67-65b6-4594-8de1-49e7308087ed tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:40.127124 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b5efc68-1e14-49c6-9e79-97a65469b8f6 req-59068c67-65b6-4594-8de1-49e7308087ed tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0778003 Apr 16 16:36:40.158915 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b5efc68-1e14-49c6-9e79-97a65469b8f6 req-81f2cc1d-d1ca-4d5a-9af9-08d8377e9080 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275557 Apr 16 16:36:41.285103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf562-2dce-4ded-9015-c797e94318db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:41.316723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9436e-a5a4-4471-a26c-3146422ced4c req-64f643b6-626d-4ee9-a6e6-d2d03e244d8e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:41.317883 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dce9436e-a5a4-4471-a26c-3146422ced4c req-64f643b6-626d-4ee9-a6e6-d2d03e244d8e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0657275 Apr 16 16:36:41.350301 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dce9436e-a5a4-4471-a26c-3146422ced4c req-318200f6-dab1-4f3b-9b24-61b6d3efde68 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269325 Apr 16 16:36:42.509346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9799b-0cee-46fb-990f-615fc53eac00 req-092d6d32-e93d-4b74-a3eb-d2b817915bc8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:42.510532 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b7c9799b-0cee-46fb-990f-615fc53eac00 req-092d6d32-e93d-4b74-a3eb-d2b817915bc8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0647888 Apr 16 16:36:42.543640 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b7c9799b-0cee-46fb-990f-615fc53eac00 req-048ab2af-231c-4bdb-856c-2d32725904cc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289237 Apr 16 16:36:42.773437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb783c82-6fb2-447b-86b2-c575859fb194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:43.093961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:43.219753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:43.693896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da074638-74c6-4456-96eb-d6c4b5a05d6d req-b1b09422-6df8-42a5-ad79-c3accf36737a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:43.694864 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da074638-74c6-4456-96eb-d6c4b5a05d6d req-b1b09422-6df8-42a5-ad79-c3accf36737a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0633349 Apr 16 16:36:43.728266 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da074638-74c6-4456-96eb-d6c4b5a05d6d req-ea733f76-ee5a-4a0b-9d8a-26d8bfc368fd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268545 Apr 16 16:36:43.989147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:44.421305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:36:44.906758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e2dde-10bc-4b16-af5c-900c20fffab9 req-f46aac5a-74cf-4339-9689-7eed80a6999c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:44.907927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8f0e2dde-10bc-4b16-af5c-900c20fffab9 req-f46aac5a-74cf-4339-9689-7eed80a6999c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0874302 Apr 16 16:36:44.943599 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8f0e2dde-10bc-4b16-af5c-900c20fffab9 req-93f3f291-1ba7-445e-898d-3dbfcb6cb1ef tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307217 Apr 16 16:36:46.103231 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761815e7-158e-455b-a61a-aa3f245e0fb6 req-05045689-b1d6-483e-883a-374e9509383b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:46.104310 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-761815e7-158e-455b-a61a-aa3f245e0fb6 req-05045689-b1d6-483e-883a-374e9509383b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0703804 Apr 16 16:36:46.136842 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-761815e7-158e-455b-a61a-aa3f245e0fb6 req-e9d68a71-be02-4d01-a049-cd0eae857828 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280511 Apr 16 16:36:47.307950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab8260-8046-4726-96f8-6c908198bbeb req-09fbfc21-3b18-4daf-b63d-4af68f7698c8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:47.309084 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9ab8260-8046-4726-96f8-6c908198bbeb req-09fbfc21-3b18-4daf-b63d-4af68f7698c8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0814295 Apr 16 16:36:47.341570 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9ab8260-8046-4726-96f8-6c908198bbeb req-b78abb60-8d6a-466b-b587-d02dcb1df53c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280161 Apr 16 16:36:48.498635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07f417-8997-495e-ab47-7c3e4d5b52bd req-b115f9aa-a0b9-4494-acc9-88c66b8d91c3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:48.499711 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f07f417-8997-495e-ab47-7c3e4d5b52bd req-b115f9aa-a0b9-4494-acc9-88c66b8d91c3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0679612 Apr 16 16:36:48.530822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9f07f417-8997-495e-ab47-7c3e4d5b52bd req-2127f078-7046-496e-aa05-cf7db87ff4f6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268369 Apr 16 16:36:49.689785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3632e-83d2-48b2-aef3-028f62ab53a5 req-952354b3-8058-475a-8601-e0c461c38741 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:49.690805 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d3632e-83d2-48b2-aef3-028f62ab53a5 req-952354b3-8058-475a-8601-e0c461c38741 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0680239 Apr 16 16:36:49.732747 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b3d3632e-83d2-48b2-aef3-028f62ab53a5 req-ae24d640-f6ae-4035-a6dc-62eecd9808ee tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377133 Apr 16 16:36:50.895343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356cd59-8393-43d0-a866-85d703328612 req-e0697ad4-24b1-4611-84fb-d9625176b142 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:50.898605 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c356cd59-8393-43d0-a866-85d703328612 req-e0697ad4-24b1-4611-84fb-d9625176b142 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0718646 Apr 16 16:36:50.928677 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c356cd59-8393-43d0-a866-85d703328612 req-e7e6b62f-7513-463a-a04f-b77ac8bb4044 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272062 Apr 16 16:36:51.926493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:36:52.093993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765ff17-97a7-4cf6-b81f-2e10bb483e96 req-399b350a-bd62-4048-ab8e-bb1e99b0e5b2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:52.095140 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4765ff17-97a7-4cf6-b81f-2e10bb483e96 req-399b350a-bd62-4048-ab8e-bb1e99b0e5b2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0787296 Apr 16 16:36:52.131732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4765ff17-97a7-4cf6-b81f-2e10bb483e96 req-54d1048c-a328-4076-9fcc-2b953824dad0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289125 Apr 16 16:36:53.294031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9940fb1-cf50-417d-9eaf-af4279f26cf5 req-512f7ccd-ada7-4973-bf0f-c0dc3406df16 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:53.295614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9940fb1-cf50-417d-9eaf-af4279f26cf5 req-512f7ccd-ada7-4973-bf0f-c0dc3406df16 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0815535 Apr 16 16:36:53.332443 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9940fb1-cf50-417d-9eaf-af4279f26cf5 req-339e64cf-bd70-4d5e-9f9b-d41903e15aa4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289898 Apr 16 16:36:54.476478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcfcae-a129-4098-8fda-04ea7da213fd req-67b35b2d-c3f0-4b42-9bea-9a367d466231 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:54.477580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5afcfcae-a129-4098-8fda-04ea7da213fd req-67b35b2d-c3f0-4b42-9bea-9a367d466231 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0608373 Apr 16 16:36:54.509351 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5afcfcae-a129-4098-8fda-04ea7da213fd req-94497092-6582-474d-9f2d-db001b613d36 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271184 Apr 16 16:36:55.668287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a9505-840b-4771-b9e3-6b06cadac5ba req-2c0ccc91-cfe3-44cc-b7e4-4ca09fc4a9f8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:55.669247 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c29a9505-840b-4771-b9e3-6b06cadac5ba req-2c0ccc91-cfe3-44cc-b7e4-4ca09fc4a9f8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0681260 Apr 16 16:36:55.701168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c29a9505-840b-4771-b9e3-6b06cadac5ba req-9535955d-3fe3-4394-86df-024974d0b101 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270851 Apr 16 16:36:56.871107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc8b76-83ab-46f2-bc62-05befa4771d3 req-a1ee92fe-4f16-4ff0-9143-dc463f6db6cb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:56.872200 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-96dc8b76-83ab-46f2-bc62-05befa4771d3 req-a1ee92fe-4f16-4ff0-9143-dc463f6db6cb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0744298 Apr 16 16:36:56.904636 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-96dc8b76-83ab-46f2-bc62-05befa4771d3 req-27979ab5-18c2-4992-b901-c3e622de8c87 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276258 Apr 16 16:36:58.052200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1c6a5-0ee8-4012-b03f-824ab7781e4e req-7e8a302a-f618-49b8-a300-b6bfbe098561 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:58.053222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72b1c6a5-0ee8-4012-b03f-824ab7781e4e req-7e8a302a-f618-49b8-a300-b6bfbe098561 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0629342 Apr 16 16:36:58.084731 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72b1c6a5-0ee8-4012-b03f-824ab7781e4e req-7e6db99d-488e-4e76-80f3-89bc675b3e9c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272779 Apr 16 16:36:59.241444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2730f60-100b-48d8-b10b-827d06b9ec9e req-11e3e9ab-2625-4b80-8328-bb3751359a0d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:36:59.242508 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2730f60-100b-48d8-b10b-827d06b9ec9e req-11e3e9ab-2625-4b80-8328-bb3751359a0d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0687196 Apr 16 16:36:59.275826 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a2730f60-100b-48d8-b10b-827d06b9ec9e req-4615ce21-ef99-4919-98e7-ef1ef61bd68c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288243 Apr 16 16:37:00.428736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0aa6c-335b-4d67-abb2-3e641d0336fd req-d20f12f3-5039-48e2-a320-56dc8da1c40f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:00.429821 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99b0aa6c-335b-4d67-abb2-3e641d0336fd req-d20f12f3-5039-48e2-a320-56dc8da1c40f tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0663769 Apr 16 16:37:00.467042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-99b0aa6c-335b-4d67-abb2-3e641d0336fd req-77dd61a8-58ca-47ff-aa2d-b5aeb9bef99b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291522 Apr 16 16:37:01.609806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844bc1c-7583-4938-850c-b25b25343469 req-e2eabebe-f39f-424c-912b-2ae3ab49a955 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:01.610820 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c844bc1c-7583-4938-850c-b25b25343469 req-e2eabebe-f39f-424c-912b-2ae3ab49a955 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0602276 Apr 16 16:37:01.643021 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c844bc1c-7583-4938-850c-b25b25343469 req-91e96c7b-fc26-4309-9b9f-aa5bced180a7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254064 Apr 16 16:37:02.804997 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fff47c-d452-4579-9b13-d5556f5e6128 req-c8a630e3-ad16-4596-8edd-fa89a1890756 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:02.806124 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0fff47c-d452-4579-9b13-d5556f5e6128 req-c8a630e3-ad16-4596-8edd-fa89a1890756 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0667889 Apr 16 16:37:02.838111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0fff47c-d452-4579-9b13-d5556f5e6128 req-bb277ff1-7bf9-4888-a44f-3212c61aca72 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276272 Apr 16 16:37:03.987616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0fa10-e6de-4d11-9d39-38b3bb57f43c req-1e5fdf4a-a3e4-41f4-a0e2-3b2600ecc0d0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:03.988676 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfd0fa10-e6de-4d11-9d39-38b3bb57f43c req-1e5fdf4a-a3e4-41f4-a0e2-3b2600ecc0d0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0644450 Apr 16 16:37:04.023696 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfd0fa10-e6de-4d11-9d39-38b3bb57f43c req-bacf3b5c-e042-4625-90d2-34f461f80012 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276322 Apr 16 16:37:05.163913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f390a-0f10-458b-b405-898f7452aa81 req-3148a55d-323f-4615-bed8-370da5bcda36 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:05.164925 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c4f390a-0f10-458b-b405-898f7452aa81 req-3148a55d-323f-4615-bed8-370da5bcda36 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0612707 Apr 16 16:37:05.195948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c4f390a-0f10-458b-b405-898f7452aa81 req-23c6cad5-15be-4a7d-bf37-0e70deecb4f6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269220 Apr 16 16:37:05.211755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 45860) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:05.251090 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-6716108d-748d-4eae-b823-9f79420d6c22 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 16 16:37:05.251713 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-6716108d-748d-4eae-b823-9f79420d6c22 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "DELETE /v2.0/security-groups/ca1c31af-58d6-4ed6-9bc8-85a8c9cd85f5 HTTP/1.1" status: 409 len: 336 time: 0.0392971 Apr 16 16:37:05.508056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 45870) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:05.512471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974099190', 'description': 'tempest-secgroup-smoke-1974099190 description', 'project_id': 'b2d75f75b2334945a710177c58c921ea'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:05.517339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:37:05.525507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:37:05.532551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.546976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:37:05.550245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:37:05.553045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:37:05.557337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:37:05.605812 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.608184 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.610699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-26fd5730-ff66-485e-b95a-b5e5410dcdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:05.637058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a21a40b-e0c5-404b-96a4-e35015fb7546,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:05.644051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.644284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.644566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.644852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.645121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.645392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.645666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.645937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.646207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.646495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.646767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.647035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:05.649273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.650122 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1412237 Apr 16 16:37:05.650823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fb762d3c-6af1-4ccb-afb7-07265c9f0e8c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:05.652270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 45874) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:05.656339 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': '9a21a40b-e0c5-404b-96a4-e35015fb7546', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:05.660596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:37:05.663406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:37:05.665396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:37:05.669440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:37:05.679604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.713114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.715000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.716139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ab47f8e2-53ae-4885-894a-4951a38a2e53 tempest-ServerActionsTestJSON-546716314 tempest-ServerActionsTestJSON-546716314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:05.730579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a2be269-7935-4553-a8a0-7b3f5689a9f6,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:05.731991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:05.735657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.736380 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-93ac177b-5284-481b-921f-681966be23ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0834572 Apr 16 16:37:05.738277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 45878) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:05.741327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': '9a21a40b-e0c5-404b-96a4-e35015fb7546', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:05.744631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:37:05.746817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:37:05.748945 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:37:05.752318 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:37:05.761571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.797599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.799330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.800481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55188379-52b5-4687-916d-7d1612fea308 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:05.812683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4750f221-277c-440f-8779-2e48275c28f2,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:05.814092 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:05.818141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.818789 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4d21ddfe-0269-4da8-a4b6-b82762d194c5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0799141 Apr 16 16:37:05.820976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 45882) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:05.824705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': '9a21a40b-e0c5-404b-96a4-e35015fb7546', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:05.828717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:37:05.831246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:37:05.833154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:37:05.836859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:37:05.847448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.887387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.889914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.891214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8bfa955b-687b-4661-b9ab-5738c46d6be7 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:05.905144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ee4a17-855a-4fad-9859-19897f494ab9,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:05.906775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:05.910847 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.911647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-463d57d3-3716-4c65-8705-37e2de0d277d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0899968 Apr 16 16:37:05.913555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 45886) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:05.917079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': '9a21a40b-e0c5-404b-96a4-e35015fb7546', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:05.921212 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:37:05.924009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:37:05.925908 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:37:05.929148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:37:05.938174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.973780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.975675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.976835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0cb2f151-4d01-4f17-9a62-0d00d1c9ffb9 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:05.989034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216772bb-dd9a-4991-9452-e5461bce19e2,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:05.990462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:05.994246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:05.994997 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9f091f11-32df-4cb2-a2a3-c8dbe856f0fa tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0807590 Apr 16 16:37:05.997033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 45890) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:06.000590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': '9a21a40b-e0c5-404b-96a4-e35015fb7546', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:06.006641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:37:06.009353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:37:06.011266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:37:06.016044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:37:06.021718 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Project b2d75f75b2334945a710177c58c921ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:37:06.026464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:06.064562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:06.066662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:06.067834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-12a2d466-cdb3-4b40-b382-f8e9ff544051 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:06.078676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1ff91e-ab1c-4bd8-aab6-e4096b612fab,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:06.086049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.086278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.086519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.086743 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.086963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.087185 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.087407 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.087626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.087843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.088061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.088278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.088492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:06.091406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:06.093590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:06.094307 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-76d5a323-78b5-4a38-bf7d-977c06aa1b95 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0966129 Apr 16 16:37:06.096419 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 45906) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:06.099546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'security_group_rule': {'security_group_id': '9a21a40b-e0c5-404b-96a4-e35015fb7546', 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:06.103126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:37:06.105404 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:security_group_rule and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:37:06.107221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:37:06.111022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:37:06.116664 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Project b2d75f75b2334945a710177c58c921ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:37:06.120208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:06.155952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:06.157780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:06.158931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-21cd85df-0268-42a1-87ce-8fdd6c4b1b5f tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:06.170546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ececb5cf-f42d-487b-a71d-f12c53440dbc,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:06.171973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:06.175510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:06.176221 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0792000 Apr 16 16:37:11.280771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7d89538-38d8-4d2f-9fd7-acae70752d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:12.761584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-68e1e556-662e-4210-8bb2-7e4bef9b45c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:13.081953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:13.214614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:13.986849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:14.421625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:19.476225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-295767ee-c95a-48c1-af98-1013de4f625c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Synchronizing usage tracker for tenant:b2d75f75b2334945a710177c58c921ea on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:37:19.485832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-295767ee-c95a-48c1-af98-1013de4f625c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Unset dirty status for tenant:b2d75f75b2334945a710177c58c921ea on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:37:19.486558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-295767ee-c95a-48c1-af98-1013de4f625c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974099190&fields=id&tenant_id=b2d75f75b2334945a710177c58c921ea HTTP/1.1" status: 200 len: 267 time: 0.0459032 Apr 16 16:37:19.573893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-4d80a6b7-a848-4800-8593-526e3af0c5a7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:19.574681 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-4d80a6b7-a848-4800-8593-526e3af0c5a7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 809 time: 0.0834429 Apr 16 16:37:19.583649 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-159365ea-5016-48d5-b4d3-95002b209030 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/quotas/b2d75f75b2334945a710177c58c921ea HTTP/1.1" status: 200 len: 375 time: 0.0052195 Apr 16 16:37:19.638881 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-81704ae8-6537-4cd2-ab04-f8912bc82f57 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520492 Apr 16 16:37:19.708742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2fbb919d-1e5b-4453-833a-98257bdbcf38 service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:37:19.709435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2fbb919d-1e5b-4453-833a-98257bdbcf38 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294700 Apr 16 16:37:19.799356 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-cea00505-f0db-4ccc-94ca-c4de337d0294 service neutron] 10.222.0.95 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857725 Apr 16 16:37:19.893884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-4ee918f2-bdc2-4877-bf67-d83f868d69ac service neutron] 10.222.0.95 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901663 Apr 16 16:37:20.145039 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e886aa4f-22ae-43ba-8415-1c36f3162e1d req-6abc5102-bbd7-45b7-8994-608e167facc6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0338349 Apr 16 16:37:21.226371 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-21ec8bf6-5517-4faa-bd99-a90874e5d9fc req-15ec9119-9e0b-47a6-b471-1555ec45a189 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0339172 Apr 16 16:37:22.332173 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff0ae403-ef4c-4487-b470-54100c8b4987 req-9ad71db2-aba6-4842-9555-514b7e725c4e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0405388 Apr 16 16:37:23.426937 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c32041ce-99a6-435f-8db8-7b3987fbacb1 req-69e14241-5c04-4894-bdff-3e7fd699e22d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0370584 Apr 16 16:37:24.539473 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-359b397a-6c91-429a-b8df-111cba5de558 req-24a3cf2e-7fd0-4d31-9e17-7f3d140cf9d4 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0334866 Apr 16 16:37:25.665895 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19e1b6c3-a48c-44c5-bb20-5f9095a14d16 req-f8982f74-c184-41bc-bb63-250fde3b40c2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0416718 Apr 16 16:37:27.081197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c6e1ff5a-91df-4508-bd07-44693532837e req-a87ec364-950f-4de7-8857-d3be1abf41e6 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.3245914 Apr 16 16:37:28.228988 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-721721c2-a6ba-4928-8415-78dc5657ffab req-c24978ae-a79e-4c5f-b708-1cd57bb1091b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0506029 Apr 16 16:37:28.928426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:37:29.358546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dbdd5ecc-e9e6-45b2-9a9e-030c58e0d2d6 req-b1206375-9bfa-415f-b777-ae4f77dd3da7 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0368397 Apr 16 16:37:29.747675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-5e16089c-8f27-4b6c-a8c0-3caefb6fb2e3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:29.748728 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-5e16089c-8f27-4b6c-a8c0-3caefb6fb2e3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 809 time: 0.1117864 Apr 16 16:37:29.815939 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-55cd94d1-a551-4ea4-ba16-5ef4e52e7d0e tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b2d75f75b2334945a710177c58c921ea HTTP/1.1" status: 200 len: 13157 time: 0.0558059 Apr 16 16:37:29.825130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'port': {'device_id': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'admin_state_up': True, 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'security_groups': ['9a21a40b-e0c5-404b-96a4-e35015fb7546']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:29.918909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:37:29.926498 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:37:29.934171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Made reservation on behalf of b2d75f75b2334945a710177c58c921ea for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:37:29.938472 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:30.049915 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Allocated IP 172.20.0.7 (44f642ea-ec54-4b26-afcd-a77577296f80/bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00/92ce9f70-4fec-4b5f-bea8-148cb606caa2) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:37:30.171949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:30.181530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Transition to ACTIVE for port object 92ce9f70-4fec-4b5f-bea8-148cb606caa2 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:37:30.196305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:30.205056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3cf0135f-e4ea-48bd-a5f6-d15b16084ae3 tempest-ServersNegativeTestJSON-382678316 tempest-ServersNegativeTestJSON-382678316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:30.277909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'Port': ['ID=92ce9f70-4fec-4b5f-bea8-148cb606caa2,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:30.280496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:30.312630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Network 44f642ea-ec54-4b26-afcd-a77577296f80 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:37:30.313425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:37:30.315303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:37:30.355865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:30.356321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:30.393729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712848 Apr 16 16:37:30.404437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-aeae1546-e2f6-4c66-b4e3-92a3b8ac700c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:37:30.405339 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-aeae1546-e2f6-4c66-b4e3-92a3b8ac700c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0038910 Apr 16 16:37:30.491052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-46c26215-77cd-47dc-81e5-9bde83534b86 None None] Provisioning for port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:37:30.495099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-46c26215-77cd-47dc-81e5-9bde83534b86 None None] Provisioning complete for port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:37:30.495373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-46c26215-77cd-47dc-81e5-9bde83534b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:30.509398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Request body: {'port': {'device_id': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:30.536049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-46c26215-77cd-47dc-81e5-9bde83534b86 None None] Port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:37:30.536278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbf5a0-5072-41fa-b3cf-6dbabc5a9cfe req-8a4ed265-65ba-4d56-ae0c-b74c51e6a212 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:30.536546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-13dbf5a0-5072-41fa-b3cf-6dbabc5a9cfe req-8a4ed265-65ba-4d56-ae0c-b74c51e6a212 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Synchronizing usage tracker for tenant:b2d75f75b2334945a710177c58c921ea on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:37:30.572418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-13dbf5a0-5072-41fa-b3cf-6dbabc5a9cfe req-8a4ed265-65ba-4d56-ae0c-b74c51e6a212 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Unset dirty status for tenant:b2d75f75b2334945a710177c58c921ea on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:37:30.573420 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13dbf5a0-5072-41fa-b3cf-6dbabc5a9cfe req-8a4ed265-65ba-4d56-ae0c-b74c51e6a212 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 931 time: 0.1162364 Apr 16 16:37:30.608629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:30.619580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13dbf5a0-5072-41fa-b3cf-6dbabc5a9cfe req-65ba7d2c-53da-4984-bcb0-c27911cefe13 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402887 Apr 16 16:37:30.829481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ce9f70-4fec-4b5f-bea8-148cb606caa2 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:37:30.833967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:30.843063 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Transition to ACTIVE for port object 92ce9f70-4fec-4b5f-bea8-148cb606caa2 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:37:30.845308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:30.854495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aff70048-f40a-4088-81eb-4da34b513f72 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:30.925396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Pushing event updated for resources: {'Port': ['ID=92ce9f70-4fec-4b5f-bea8-148cb606caa2,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:30.927346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:31.055543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Attempting to bind port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:37:31.055741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Attempting to bind port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:37:31.055937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Attempting to bind port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 on network 44f642ea-ec54-4b26-afcd-a77577296f80 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:37:31.058663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 on network 44f642ea-ec54-4b26-afcd-a77577296f80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:37:31.058848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Attempting to bind port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 on network 44f642ea-ec54-4b26-afcd-a77577296f80 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:37:31.061855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:37:31.062051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Checking segment: {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:37:31.062281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Bound using segment: {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:37:31.062566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Bound port: 92ce9f70-4fec-4b5f-bea8-148cb606caa2, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1467, 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:37:31.062795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:31.112238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] For port 92ce9f70-4fec-4b5f-bea8-148cb606caa2, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:37:31.113994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] For port 92ce9f70-4fec-4b5f-bea8-148cb606caa2, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:37:31.117051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:31.123964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e228cd5-8f9c-4d44-b2d0-f23af3a3153d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:31.201556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Pushing event updated for resources: {'Port': ['ID=92ce9f70-4fec-4b5f-bea8-148cb606caa2,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:31.204140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:31.222756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:31.222886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:31.223775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] 10.222.0.107 "PUT /v2.0/ports/92ce9f70-4fec-4b5f-bea8-148cb606caa2 HTTP/1.1" status: 200 len: 1093 time: 0.7453730 Apr 16 16:37:31.224112 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'tag': '92ce9f70-4fec-4b5f-bea8-148cb606caa2'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:37:31.300563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-45e973dd-5f39-43a7-851b-e6819330b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:31.301528 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-45e973dd-5f39-43a7-851b-e6819330b763 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 1096 time: 0.0455446 Apr 16 16:37:31.311788 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'tag': '92ce9f70-4fec-4b5f-bea8-148cb606caa2', 'status': 'completed', 'code': 200} Apr 16 16:37:31.351586 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-602330ae-17fc-49f1-8039-cf434c6ba145 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2 HTTP/1.1" status: 200 len: 217 time: 0.0380599 Apr 16 16:37:31.393991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-c49454cb-a985-4c0e-8f81-8a0a97bbb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:31.394946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-c49454cb-a985-4c0e-8f81-8a0a97bbb9a5 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0356147 Apr 16 16:37:31.446482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-934f0b18-1181-4112-8e04-ce8f7eb8b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:31.447372 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-934f0b18-1181-4112-8e04-ce8f7eb8b5fd service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439129 Apr 16 16:37:31.529286 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-b5a041d7-51c0-47f9-ae0f-3c03528f260c service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0729511 Apr 16 16:37:31.610134 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-48201d59-4feb-4af1-8ca6-2f574235a9bc req-e5a7b909-d185-465b-b71b-a506cfc29b47 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0728879 Apr 16 16:37:31.755423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacac2ab-1824-48b6-bff2-d04e4d360404 req-76b5437f-7bf0-4c81-b967-fede9f51da2c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:31.756459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dacac2ab-1824-48b6-bff2-d04e4d360404 req-76b5437f-7bf0-4c81-b967-fede9f51da2c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 943 time: 0.0532293 Apr 16 16:37:31.784978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dacac2ab-1824-48b6-bff2-d04e4d360404 req-a4696bea-3ab5-4abc-b961-de7523cfffac tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245512 Apr 16 16:37:32.943504 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e596744-e28d-4dd4-8859-7165204aa620 req-ceb5ff4a-51b6-446f-ad3a-102c9ad676b0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:32.944539 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e596744-e28d-4dd4-8859-7165204aa620 req-ceb5ff4a-51b6-446f-ad3a-102c9ad676b0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 943 time: 0.0656040 Apr 16 16:37:32.977236 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e596744-e28d-4dd4-8859-7165204aa620 req-d0dabfef-cf24-422d-b278-fc65a6b89ab5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280495 Apr 16 16:37:34.135273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788155a-a71b-431f-9a69-654d73c79e5e req-d91337aa-00d4-42fb-bf84-80c077951dd1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:34.136288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8788155a-a71b-431f-9a69-654d73c79e5e req-d91337aa-00d4-42fb-bf84-80c077951dd1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 943 time: 0.0636923 Apr 16 16:37:34.169531 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8788155a-a71b-431f-9a69-654d73c79e5e req-ec308511-b4a9-465d-893c-11f05f5ffe05 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289457 Apr 16 16:37:35.326790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f18443-4035-4bb4-ba17-d24d7cf5f43b req-91d5dcf8-f4d6-4903-9f3c-5f3d0bfe0833 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:35.327893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30f18443-4035-4bb4-ba17-d24d7cf5f43b req-91d5dcf8-f4d6-4903-9f3c-5f3d0bfe0833 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 943 time: 0.0706484 Apr 16 16:37:35.360174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30f18443-4035-4bb4-ba17-d24d7cf5f43b req-fdcfa0b1-7b4d-4ab2-a59a-fb3745a80b67 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277658 Apr 16 16:37:36.091172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e35c2-134c-45d2-b52b-613c2f132242 req-660f004f-229d-4068-bf60-74a79c7958a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:36.092239 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c1e35c2-134c-45d2-b52b-613c2f132242 req-660f004f-229d-4068-bf60-74a79c7958a7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 1096 time: 0.0625820 Apr 16 16:37:36.192136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e35c2-134c-45d2-b52b-613c2f132242 req-8c6c7e73-35f5-4900-9532-4a7cf43a4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:36.193051 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c1e35c2-134c-45d2-b52b-613c2f132242 req-8c6c7e73-35f5-4900-9532-4a7cf43a4dd5 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0920329 Apr 16 16:37:36.244610 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c1e35c2-134c-45d2-b52b-613c2f132242 req-7260bf0f-0c23-4260-909b-577535d8b98b service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2 HTTP/1.1" status: 200 len: 217 time: 0.0433898 Apr 16 16:37:36.294017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e35c2-134c-45d2-b52b-613c2f132242 req-e109e28a-1dba-4f3e-a1cf-3678c6de97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:36.294976 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c1e35c2-134c-45d2-b52b-613c2f132242 req-e109e28a-1dba-4f3e-a1cf-3678c6de97b2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0419395 Apr 16 16:37:36.355116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e35c2-134c-45d2-b52b-613c2f132242 req-d88d61a6-1c66-4160-b21d-76b1c9bf3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:36.356032 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c1e35c2-134c-45d2-b52b-613c2f132242 req-d88d61a6-1c66-4160-b21d-76b1c9bf3d3d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518026 Apr 16 16:37:36.785359 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c1e35c2-134c-45d2-b52b-613c2f132242 req-5bad6f78-0567-41c7-8df0-ef2b58e29c34 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195707 Apr 16 16:37:36.836068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463764f-c494-447f-a56a-33828ecdaaca req-63362792-f448-4e0f-b72a-da90fe1bd495 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:36.836920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d463764f-c494-447f-a56a-33828ecdaaca req-63362792-f448-4e0f-b72a-da90fe1bd495 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 943 time: 0.1099455 Apr 16 16:37:36.888180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d463764f-c494-447f-a56a-33828ecdaaca req-7741182a-5f7b-4655-8e74-dc984e905bd2 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407908 Apr 16 16:37:36.890297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3c1e35c2-134c-45d2-b52b-613c2f132242 req-e17cf864-d97c-4a88-b1f7-aa2be0c875c9 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961065 Apr 16 16:37:38.041559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4556a-297c-4a52-9ba2-bbdacb79aa76 req-15dc8f9a-694e-4866-989b-3dcc05e23560 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:38.042577 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6dc4556a-297c-4a52-9ba2-bbdacb79aa76 req-15dc8f9a-694e-4866-989b-3dcc05e23560 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 943 time: 0.0650678 Apr 16 16:37:38.072095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6dc4556a-297c-4a52-9ba2-bbdacb79aa76 req-a82d7774-d6e7-45d2-a986-4a1ba6d476c0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253100 Apr 16 16:37:39.219423 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d51c6d-aae5-4b3d-a718-e9fd724b68d2 req-3a919080-8db0-47da-81d3-102b87d19dad tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:39.220516 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f0d51c6d-aae5-4b3d-a718-e9fd724b68d2 req-3a919080-8db0-47da-81d3-102b87d19dad tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 943 time: 0.0666029 Apr 16 16:37:39.254593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f0d51c6d-aae5-4b3d-a718-e9fd724b68d2 req-ae84252d-172c-47f5-8076-78e7c668b80c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266461 Apr 16 16:37:40.412912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32549eda-af20-4651-8276-9775b3805585 req-0437e208-011f-4ae3-9a6e-816f804b0c22 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:40.414033 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32549eda-af20-4651-8276-9775b3805585 req-0437e208-011f-4ae3-9a6e-816f804b0c22 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 943 time: 0.0630143 Apr 16 16:37:40.446737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-32549eda-af20-4651-8276-9775b3805585 req-435c28ea-49e9-468c-ac81-47f253da54a3 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280929 Apr 16 16:37:41.023465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 92ce9f70-4fec-4b5f-bea8-148cb606caa2 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:37:41.136328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 92ce9f70-4fec-4b5f-bea8-148cb606caa2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:37:41.145753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '92ce9f70-4fec-4b5f-bea8-148cb606caa2', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'port_id': '92ce9f70-4fec-4b5f-bea8-148cb606caa2', 'mac_address': 'fa:16:3e:b0:08:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1467, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:37:41.186791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:41.198736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ce9f70-4fec-4b5f-bea8-148cb606caa2 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:37:41.209276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 92ce9f70-4fec-4b5f-bea8-148cb606caa2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:37:41.211686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:41.213347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:41.259781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=92ce9f70-4fec-4b5f-bea8-148cb606caa2,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:41.265062 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.265277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.265536 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.265766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.266002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.266244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.266533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.266750 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.266988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.267225 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.267463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.267702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:37:41.270526 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:41.287754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3f2118ce-1983-44e1-847a-ec35fcaa83ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:41.611206 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b10f05-7fd2-474c-b3f4-df4c95b9811e req-43f6c425-afca-440e-8402-c3456d687dc5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:41.612318 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30b10f05-7fd2-474c-b3f4-df4c95b9811e req-43f6c425-afca-440e-8402-c3456d687dc5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 944 time: 0.0763113 Apr 16 16:37:41.644946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-30b10f05-7fd2-474c-b3f4-df4c95b9811e req-ec38d351-7bc8-40c7-8f86-a891632f4fb9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282865 Apr 16 16:37:41.849808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['92ce9f70-4fec-4b5f-bea8-148cb606caa2'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:37:42.765528 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a24343f4-17fc-459e-94ee-429811a7bfdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:42.812577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce749c94-9df0-40ee-83de-5f384c926272 req-f7a246cf-9f65-44e1-8e9a-195e26deca96 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:42.813675 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce749c94-9df0-40ee-83de-5f384c926272 req-f7a246cf-9f65-44e1-8e9a-195e26deca96 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 944 time: 0.0818017 Apr 16 16:37:42.846851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce749c94-9df0-40ee-83de-5f384c926272 req-e0195d50-0846-4344-98fd-7b4c7676acb8 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283816 Apr 16 16:37:43.022375 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 92ce9f70-4fec-4b5f-bea8-148cb606caa2 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:37:43.087030 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:43.093850 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:37:43.097571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:37:43.097833 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:43.193072 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:43.218049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ce9f70-4fec-4b5f-bea8-148cb606caa2'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:37:43.226402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 92ce9f70-4fec-4b5f-bea8-148cb606caa2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:37:43.227570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:43.228930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:43.230262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-bd99f510-3853-4b04-b0da-d305d31afd3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:43.279227 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=92ce9f70-4fec-4b5f-bea8-148cb606caa2,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:43.281384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:43.472092 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ce9f70-4fec-4b5f-bea8-148cb606caa2', 'code': 200} Apr 16 16:37:43.986389 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:44.015434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b384-c2ee-4fe2-8d0a-93c4e3568071 req-a45f2a0a-a12e-457c-8e97-895c1838d1e0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:44.016689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f59b384-c2ee-4fe2-8d0a-93c4e3568071 req-a45f2a0a-a12e-457c-8e97-895c1838d1e0 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 945 time: 0.0725389 Apr 16 16:37:44.048923 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f59b384-c2ee-4fe2-8d0a-93c4e3568071 req-24bb6b19-4e91-4915-9ef1-0870f7df1fa9 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277762 Apr 16 16:37:44.427532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:45.182527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17ebac-663e-476f-883f-df758122ece5 req-f84b1937-6c05-4d47-a35e-e2083711d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:45.183493 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af17ebac-663e-476f-883f-df758122ece5 req-f84b1937-6c05-4d47-a35e-e2083711d3c6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 1098 time: 0.1085632 Apr 16 16:37:45.220971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fbcee-6695-48cd-aea4-a1dfbe9d6b59 req-fe0e0d3d-b134-45b3-b768-d4fbd0eeab55 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:45.221922 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d58fbcee-6695-48cd-aea4-a1dfbe9d6b59 req-fe0e0d3d-b134-45b3-b768-d4fbd0eeab55 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 945 time: 0.0886750 Apr 16 16:37:45.225808 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af17ebac-663e-476f-883f-df758122ece5 req-225a2121-3e85-4a95-972f-52f2978c468c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339851 Apr 16 16:37:45.255665 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d58fbcee-6695-48cd-aea4-a1dfbe9d6b59 req-cad3ad73-091f-42ac-a6c9-51c9f8a4edd1 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292230 Apr 16 16:37:46.413765 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef2b07-418a-46c4-9927-546218b92b17 req-e8c77798-5b6b-45ff-8aac-567c545d58ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:46.414886 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-86ef2b07-418a-46c4-9927-546218b92b17 req-e8c77798-5b6b-45ff-8aac-567c545d58ae tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 945 time: 0.0646427 Apr 16 16:37:46.449557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-86ef2b07-418a-46c4-9927-546218b92b17 req-677a92a9-6043-4b7f-9612-d4e7a182cefe tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299547 Apr 16 16:37:46.598872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0539f3-1277-4962-ae70-4048a4de1ccc req-9e926824-4ded-4d0d-aba3-66f5fd408e31 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:46.599897 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b0539f3-1277-4962-ae70-4048a4de1ccc req-9e926824-4ded-4d0d-aba3-66f5fd408e31 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 945 time: 0.0741096 Apr 16 16:37:46.634879 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b0539f3-1277-4962-ae70-4048a4de1ccc req-27e22307-f737-4205-a60c-122268f3c468 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277894 Apr 16 16:37:46.650849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46162) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:46.841574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5783ad6-feb2-48c6-88b7-4cac10a1f864 tempest-TestShelveInstance-1621422888 tempest-TestShelveInstance-1621422888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:46.842134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e5783ad6-feb2-48c6-88b7-4cac10a1f864 tempest-TestShelveInstance-1621422888 tempest-TestShelveInstance-1621422888-project-admin] Synchronizing usage tracker for tenant:15845f75209d495ead288100fad83087 on resource:port {{(pid=86007) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:37:46.853286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-e5783ad6-feb2-48c6-88b7-4cac10a1f864 tempest-TestShelveInstance-1621422888 tempest-TestShelveInstance-1621422888-project-admin] Unset dirty status for tenant:15845f75209d495ead288100fad83087 on resource:port {{(pid=86007) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:37:46.854061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-e5783ad6-feb2-48c6-88b7-4cac10a1f864 tempest-TestShelveInstance-1621422888 tempest-TestShelveInstance-1621422888-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 1093 time: 0.2024176 Apr 16 16:37:46.856533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46170) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:37:46.860183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '92ce9f70-4fec-4b5f-bea8-148cb606caa2', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'fixed_ip_address': '172.20.0.7'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:37:46.864425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:37:46.867236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Usage tracker for resource:floatingip and tenant:b2d75f75b2334945a710177c58c921ea is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:37:46.869170 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:37:46.873751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:37:46.880480 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for floatingip, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:46.974346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:47.067131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Allocated IP 172.26.4.153 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/d20f9d83-e204-4f09-a678-8b3aebfd7542) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:37:47.173245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:47.195447 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:47.204413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-d8d1c04c-b05c-4661-809c-70912fa42b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:47.276983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'Port': ['ID=d20f9d83-e204-4f09-a678-8b3aebfd7542,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:47.279720 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:47.308692 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:37:47.309422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:37:47.311160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:37:47.833465 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:47.896842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:48.035131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:48.037889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:48.046219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ff4b307-a374-48fe-a6c0-0cd29fcc5272 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:37:48.112811 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event updated for resources: {'Port': ['ID=d20f9d83-e204-4f09-a678-8b3aebfd7542,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:37:48.115272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:37:48.169721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:48.261853 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Floating IP 2b920da6-df3c-48b4-9f1c-5f35f039ce75 associated. External IP: 172.26.4.153, port: 92ce9f70-4fec-4b5f-bea8-148cb606caa2. Apr 16 16:37:48.452770 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Router e751edf9-b703-40d6-90b9-baf9c2c56157 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:37:48.582368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:37:48.591065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12ddfbd-265b-47fa-a462-789ca5238f5b None None] Sync routers for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:37:48.600151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ddfbd-265b-47fa-a462-789ca5238f5b None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:37:48.600546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f12ddfbd-265b-47fa-a462-789ca5238f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:48.602556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:37:48.637075 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a74abe84-67de-4d1c-8cf6-5843c6192f5b tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7797675 Apr 16 16:37:48.637591 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'tag': '92ce9f70-4fec-4b5f-bea8-148cb606caa2'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:37:48.731262 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'tag': '92ce9f70-4fec-4b5f-bea8-148cb606caa2', 'status': 'completed', 'code': 200} Apr 16 16:37:48.872537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f12ddfbd-265b-47fa-a462-789ca5238f5b None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:37:49.081673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f12ddfbd-265b-47fa-a462-789ca5238f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '2b920da6-df3c-48b4-9f1c-5f35f039ce75', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'port_id': '92ce9f70-4fec-4b5f-bea8-148cb606caa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'mac_address': 'fa:16:3e:b0:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:37:47Z', 'updated_at': '2021-04-16T16:37:47Z', 'revision_number': 0, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:49.084595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12ddfbd-265b-47fa-a462-789ca5238f5b None None] Checking router: e751edf9-b703-40d6-90b9-baf9c2c56157 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:37:49.091191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ddfbd-265b-47fa-a462-789ca5238f5b None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:37:49.091570 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f12ddfbd-265b-47fa-a462-789ca5238f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:37:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:49.208412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-f12ddfbd-265b-47fa-a462-789ca5238f5b None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:37:49.399394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-f12ddfbd-265b-47fa-a462-789ca5238f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '2b920da6-df3c-48b4-9f1c-5f35f039ce75', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'port_id': '92ce9f70-4fec-4b5f-bea8-148cb606caa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'mac_address': 'fa:16:3e:b0:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:37:47Z', 'updated_at': '2021-04-16T16:37:47Z', 'revision_number': 0, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:37:49.402598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12ddfbd-265b-47fa-a462-789ca5238f5b None None] The sync data for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv is: [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '2b920da6-df3c-48b4-9f1c-5f35f039ce75', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'floating_ip_address': '172.26.4.153', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'port_id': '92ce9f70-4fec-4b5f-bea8-148cb606caa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'mac_address': 'fa:16:3e:b0:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:37:47Z', 'updated_at': '2021-04-16T16:37:47Z', 'revision_number': 0, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:37:49.470029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46969d7-0399-4754-b92c-a1f034229d34 req-41ea279f-d576-41f3-98b9-e11de4a155d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:49.471060 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c46969d7-0399-4754-b92c-a1f034229d34 req-41ea279f-d576-41f3-98b9-e11de4a155d6 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 1098 time: 0.0485408 Apr 16 16:37:49.558104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46969d7-0399-4754-b92c-a1f034229d34 req-fb11f6a4-afc2-4f4d-bf37-58aef543a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:49.559067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c46969d7-0399-4754-b92c-a1f034229d34 req-fb11f6a4-afc2-4f4d-bf37-58aef543a4ee service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0818915 Apr 16 16:37:49.626265 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c46969d7-0399-4754-b92c-a1f034229d34 req-00a9b3b3-fe1f-44de-b2c7-50a0e489293e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2 HTTP/1.1" status: 200 len: 999 time: 0.0585563 Apr 16 16:37:49.674036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69567fce-3f2e-4eba-b53c-675b49cf212f None None] New status for floating IP 2b920da6-df3c-48b4-9f1c-5f35f039ce75: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:37:49.678572 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46969d7-0399-4754-b92c-a1f034229d34 req-2b983f16-09e4-4a8e-bc41-7e0f50e44444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:49.679653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c46969d7-0399-4754-b92c-a1f034229d34 req-2b983f16-09e4-4a8e-bc41-7e0f50e44444 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0455780 Apr 16 16:37:49.742359 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46969d7-0399-4754-b92c-a1f034229d34 req-81124d28-add3-446e-97cf-e83d45557a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:37:49.744390 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c46969d7-0399-4754-b92c-a1f034229d34 req-81124d28-add3-446e-97cf-e83d45557a56 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0569110 Apr 16 16:37:49.840051 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c46969d7-0399-4754-b92c-a1f034229d34 req-f7651d67-bd63-451b-a343-b350aa9a6923 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883884 Apr 16 16:37:49.944288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c46969d7-0399-4754-b92c-a1f034229d34 req-83b944b0-e2af-48e1-a573-89b82fef285b service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966587 Apr 16 16:38:03.554445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-2f5c3032-8d7d-42e1-a287-e37d6d632d46 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606809 Apr 16 16:38:04.601278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-d37e5797-304d-46d6-bca9-a71d4bbfb45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:38:04.602350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-d37e5797-304d-46d6-bca9-a71d4bbfb45b service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 1098 time: 0.0634003 Apr 16 16:38:04.732187 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-c7eba1cb-5bd0-4d84-9ea5-45584a5e494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:38:04.733174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-c7eba1cb-5bd0-4d84-9ea5-45584a5e494b service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.1065652 Apr 16 16:38:04.805209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-ba5898d9-c5cd-4e6b-9d14-eb028f03a7e2 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2 HTTP/1.1" status: 200 len: 1001 time: 0.0670812 Apr 16 16:38:04.854664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-a68b459d-aaa7-428a-9df5-3647b2b37a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:38:04.855598 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-a68b459d-aaa7-428a-9df5-3647b2b37a5b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0422301 Apr 16 16:38:04.914198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-a33b434b-aaf7-427b-aaca-92c4487d9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:38:04.915189 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-a33b434b-aaf7-427b-aaca-92c4487d9340 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514808 Apr 16 16:38:05.012003 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-c583fd36-6e24-4797-b4f2-6399ab45752b service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868292 Apr 16 16:38:05.109216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4cbb4a19-df0d-4044-8ed7-359a7b024d3c req-e00d56be-7156-4fb5-8e9b-a140c32c167a service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887425 Apr 16 16:38:05.932066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:38:11.295998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5c10-cb74-4cbc-bf58-6543c204b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:12.776766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-def3bd6d-e422-495f-8ea6-5d6f7bd1d31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:13.082194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:13.227655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:14.008734 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:14.429709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:41.294064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a58705c4-3fb6-4be7-805f-d837295d1d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:42.776311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3728f2b7-4153-437a-9253-b9b90bdcdfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:42.936395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:38:43.085831 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:43.231287 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:44.021506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:38:44.432321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:04.552597 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-e345ffb9-c4c4-454f-997d-39daef6f59c7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646560 Apr 16 16:39:05.679682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-e28a9f06-a097-42cd-b695-68a2a01a6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:05.680763 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-e28a9f06-a097-42cd-b695-68a2a01a6857 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 1098 time: 0.0627820 Apr 16 16:39:05.792874 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-77695d59-e546-4451-996e-25f00dbf9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:05.793913 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-77695d59-e546-4451-996e-25f00dbf9a34 service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0929496 Apr 16 16:39:05.871627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-ad058730-08a7-4448-8803-84c330633f9e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2 HTTP/1.1" status: 200 len: 1001 time: 0.0685027 Apr 16 16:39:05.924608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-fdbf86b9-faec-4651-857d-f03287887eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:05.925491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-fdbf86b9-faec-4651-857d-f03287887eaf service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0437198 Apr 16 16:39:05.984715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-d6792b0b-6c67-4be0-a614-314752c468d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:05.985768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-d6792b0b-6c67-4be0-a614-314752c468d0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507424 Apr 16 16:39:06.081607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-1264e348-c42d-42db-9a64-4c0e1948c85f service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864456 Apr 16 16:39:06.178163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c789930c-87ee-41f9-b6ff-2b89a7212170 req-ac0ed180-889a-430b-a975-f337c0b9e741 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884395 Apr 16 16:39:11.285969 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-89df754d-059d-499d-aff8-584eb172ce96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:12.773715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-96cdd699-a436-48e7-944b-b7e4eb33aa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:13.093220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:13.234175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:14.020271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:14.435531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:19.939421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:39:41.294722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f6dcfd6e-cb37-41e8-b5e8-107943490fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:42.771960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ebf9d94-df10-4be5-a844-59a1d9612948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:43.092107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:43.237440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:44.019422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:44.438168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:56.943726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:39:58.948258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31c6b0-5632-44cf-a835-e4a7134b234b req-49497da2-f671-4b3c-8e28-faa616a75daf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:39:58.949378 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c31c6b0-5632-44cf-a835-e4a7134b234b req-49497da2-f671-4b3c-8e28-faa616a75daf tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce796906-7d83-499d-88d7-11869682f482 HTTP/1.1" status: 200 len: 946 time: 0.0806367 Apr 16 16:39:59.007182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-0c31c6b0-5632-44cf-a835-e4a7134b234b req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Deleting port 79745d8c-8e07-46be-a049-28bd61c77827 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:39:59.007422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0c31c6b0-5632-44cf-a835-e4a7134b234b req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:59.451907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-0c31c6b0-5632-44cf-a835-e4a7134b234b req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] For port 79745d8c-8e07-46be-a049-28bd61c77827, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=79745d8c-8e07-46be-a049-28bd61c77827,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:39:59.452140 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0c31c6b0-5632-44cf-a835-e4a7134b234b req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:59.516512 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-0c31c6b0-5632-44cf-a835-e4a7134b234b req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Calling delete_port for 79745d8c-8e07-46be-a049-28bd61c77827 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:39:59.597860 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0c31c6b0-5632-44cf-a835-e4a7134b234b req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:59.606253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0a47ad36-f896-43dd-aded-a3bb096b9f5d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:39:59.651629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event deleted for resources: {'Port': ['ID=79745d8c-8e07-46be-a049-28bd61c77827,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:39:59.659154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.659357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.659574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.659792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.660012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.660229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.660446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.660676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.660896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.661114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.661329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.661548 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:39:59.664065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:39:59.743555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c31c6b0-5632-44cf-a835-e4a7134b234b req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] No DVR routers for this DVR port 79745d8c-8e07-46be-a049-28bd61c77827 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:39:59.745614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-0c31c6b0-5632-44cf-a835-e4a7134b234b req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:39:59.747846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'name': 'network-vif-deleted', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:39:59.758455 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c31c6b0-5632-44cf-a835-e4a7134b234b req-edbb997f-8a76-45f4-9b0b-9b41ee0f8d7c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.107 "DELETE /v2.0/ports/79745d8c-8e07-46be-a049-28bd61c77827 HTTP/1.1" status: 204 len: 173 time: 0.8015397 Apr 16 16:39:59.777505 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce796906-7d83-499d-88d7-11869682f482', 'name': 'network-vif-deleted', 'tag': '79745d8c-8e07-46be-a049-28bd61c77827', 'status': 'completed', 'code': 200} Apr 16 16:40:01.929853 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 79745d8c-8e07-46be-a049-28bd61c77827 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:40:01.974329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 79745d8c-8e07-46be-a049-28bd61c77827 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:40:01.974642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 79745d8c-8e07-46be-a049-28bd61c77827 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:40:06.586490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-980aa940-6156-4838-81fb-779e27bc4a8c service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629485 Apr 16 16:40:07.707795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-5a8ebb37-047c-44e1-b9a8-f0b3f1580f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:40:07.708795 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-5a8ebb37-047c-44e1-b9a8-f0b3f1580f0c service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 1098 time: 0.0703161 Apr 16 16:40:07.839435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-546001b9-a17d-4236-b265-ef53fec0456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:40:07.840502 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-546001b9-a17d-4236-b265-ef53fec0456d service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.1096408 Apr 16 16:40:07.913257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-756e5634-6812-4f4a-8556-847efc3e4606 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2 HTTP/1.1" status: 200 len: 1001 time: 0.0640953 Apr 16 16:40:07.964619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-8a7f1dd1-0a09-4a21-b8fa-eaf11f17a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:40:07.965528 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-8a7f1dd1-0a09-4a21-b8fa-eaf11f17a4ea service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0446033 Apr 16 16:40:08.025377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-9bc8ccd9-96a0-4108-9fce-b11f022e071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:40:08.026372 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-9bc8ccd9-96a0-4108-9fce-b11f022e071e service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517879 Apr 16 16:40:08.127786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-ac85505a-cb51-4a2c-b809-cc91f5ae1c7e service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916600 Apr 16 16:40:08.227343 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-661aea0b-0afc-42a7-88e5-8d2a6ac1fe4e req-c2428c89-e20c-4710-b7fa-c737a88ba427 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911911 Apr 16 16:40:11.293217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-03f07533-a935-42e8-8574-d221fe50485b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:12.769595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3320da30-675f-4ed5-b6a6-582613b54e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:13.089320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:13.242244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:14.021691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:14.441034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:33.946711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:40:41.292133 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a3cc633d-487f-4beb-8a6a-6a2ef00bb117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:42.768870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-80beea5c-0358-45da-88a2-93219b1e3c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:43.086181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:43.246737 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:44.022966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:40:44.448137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:08.627977 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-1c1eb402-5310-4685-8cd3-af2d3b755cf4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708489 Apr 16 16:41:09.720271 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-ec50ab70-f69d-4243-88be-3d8ef281ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:09.721348 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-ec50ab70-f69d-4243-88be-3d8ef281ff0a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 1098 time: 0.0626433 Apr 16 16:41:09.835925 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-3bd3d9c6-be49-42a5-8149-a6cb9a08fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:09.837017 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-3bd3d9c6-be49-42a5-8149-a6cb9a08fb2c service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0941181 Apr 16 16:41:09.912034 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-4a0abc4f-c2ff-4e2e-b275-e6be8c7bc06e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2 HTTP/1.1" status: 200 len: 1001 time: 0.0667276 Apr 16 16:41:09.979892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-b5b53b8a-0a06-4d6c-8392-832a5c482551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:09.980890 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-b5b53b8a-0a06-4d6c-8392-832a5c482551 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0599601 Apr 16 16:41:10.044123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-c563a216-3fb9-4496-95c2-c3ca3b787146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:10.045096 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-c563a216-3fb9-4496-95c2-c3ca3b787146 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560071 Apr 16 16:41:10.141309 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-1e646520-11e8-4bb7-99c6-7611fc31c199 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874157 Apr 16 16:41:10.239686 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3cfd8d10-179d-41e0-98a9-57a43f3bccbf req-6edf1819-01ce-4a0a-8edd-9d75d697440d service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901356 Apr 16 16:41:10.946154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:41:11.292970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ac962d09-e2a3-4d5d-b01b-8026180a1fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:12.766732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-19490d9a-5ace-4004-a9da-f26decd21367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:13.085354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:13.250662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:14.052253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:14.448693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:22.449373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46278) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:22.598929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Deleting port d20f9d83-e204-4f09-a678-8b3aebfd7542 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:22.599161 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:22.718870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:22.719096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:22.799611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Calling delete_port for d20f9d83-e204-4f09-a678-8b3aebfd7542 owned by network:floatingip {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:41:22.907124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:22.914825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3ed68ee7-1e71-485f-ac4e-d8b8556856d9 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:22.962150 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event deleted for resources: {'Port': ['ID=d20f9d83-e204-4f09-a678-8b3aebfd7542,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:22.970277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.970540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.970648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.970903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.971124 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.971345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.971571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.971797 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.972021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.972245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.972475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.972700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:22.974859 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:23.059836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for floatingip, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:23.060095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Floating IP 2b920da6-df3c-48b4-9f1c-5f35f039ce75 disassociated (deleted). External IP: 172.26.4.153, port: 92ce9f70-4fec-4b5f-bea8-148cb606caa2. Apr 16 16:41:23.530283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Router e751edf9-b703-40d6-90b9-baf9c2c56157 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:41:23.654176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:41:23.662500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b834ab6-46c7-4997-a775-811836ef2fec None None] Sync routers for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:41:23.665593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:23.670186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b834ab6-46c7-4997-a775-811836ef2fec None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:23.670618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0b834ab6-46c7-4997-a775-811836ef2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:23.703961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "DELETE /v2.0/floatingips/2b920da6-df3c-48b4-9f1c-5f35f039ce75 HTTP/1.1" status: 204 len: 168 time: 1.2536249 Apr 16 16:41:23.704563 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'tag': '92ce9f70-4fec-4b5f-bea8-148cb606caa2'}] {{(pid=86007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:41:23.738053 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'tag': '92ce9f70-4fec-4b5f-bea8-148cb606caa2', 'status': 'completed', 'code': 200} Apr 16 16:41:23.981354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-0b834ab6-46c7-4997-a775-811836ef2fec None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:24.011547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b366358-ab54-4524-aa50-dae0d277a52e req-8263ec53-de67-45cb-9053-ae80f6680d2d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:24.012008 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-9b366358-ab54-4524-aa50-dae0d277a52e req-8263ec53-de67-45cb-9053-ae80f6680d2d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Synchronizing usage tracker for tenant:b2d75f75b2334945a710177c58c921ea on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:41:24.022716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-9b366358-ab54-4524-aa50-dae0d277a52e req-8263ec53-de67-45cb-9053-ae80f6680d2d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Unset dirty status for tenant:b2d75f75b2334945a710177c58c921ea on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:41:24.023573 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b366358-ab54-4524-aa50-dae0d277a52e req-8263ec53-de67-45cb-9053-ae80f6680d2d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 945 time: 0.1014533 Apr 16 16:41:24.053192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b366358-ab54-4524-aa50-dae0d277a52e req-401f9b3f-cb70-4408-98c3-799ec9adf938 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254993 Apr 16 16:41:24.195813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0b834ab6-46c7-4997-a775-811836ef2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:24.198478 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b834ab6-46c7-4997-a775-811836ef2fec None None] Checking router: e751edf9-b703-40d6-90b9-baf9c2c56157 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:41:24.204490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b834ab6-46c7-4997-a775-811836ef2fec None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:24.204823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0b834ab6-46c7-4997-a775-811836ef2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:24.311611 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-0b834ab6-46c7-4997-a775-811836ef2fec None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:24.508524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-0b834ab6-46c7-4997-a775-811836ef2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:24.511289 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b834ab6-46c7-4997-a775-811836ef2fec None None] The sync data for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv is: [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:43Z', 'revision_number': 4, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '3b748cb9-1557-4dc6-965d-1ce9cc68cf45', 'name': '', 'network_id': '44f642ea-ec54-4b26-afcd-a77577296f80', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'mac_address': 'fa:16:3e:f2:b7:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:42Z', 'updated_at': '2021-04-16T16:22:49Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'subnets': [{'id': 'bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:41:24.766545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982db69-6c19-4610-8c03-df146bbba5fc req-4266118f-491c-4e97-b06b-56b3683f59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:24.767580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9982db69-6c19-4610-8c03-df146bbba5fc req-4266118f-491c-4e97-b06b-56b3683f59e0 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=b2d75f75b2334945a710177c58c921ea&device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 1098 time: 0.0520070 Apr 16 16:41:24.823587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f678b2-0df9-4ecc-870b-b8329c99b9f0 None None] New status for floating IP 2b920da6-df3c-48b4-9f1c-5f35f039ce75: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:41:24.848401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982db69-6c19-4610-8c03-df146bbba5fc req-52c6fb2e-4cfb-4a9a-af59-370095f715bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:24.849461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9982db69-6c19-4610-8c03-df146bbba5fc req-52c6fb2e-4cfb-4a9a-af59-370095f715bf service neutron] 10.222.0.107 "GET /v2.0/networks?id=44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 200 len: 911 time: 0.0770013 Apr 16 16:41:24.897695 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9982db69-6c19-4610-8c03-df146bbba5fc req-87593d0b-bc33-47d3-abba-d3087415b5e9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2 HTTP/1.1" status: 200 len: 217 time: 0.0421944 Apr 16 16:41:24.942196 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982db69-6c19-4610-8c03-df146bbba5fc req-085274f0-3815-46d8-a1aa-d51fc0b9faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:24.943197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9982db69-6c19-4610-8c03-df146bbba5fc req-085274f0-3815-46d8-a1aa-d51fc0b9faff service neutron] 10.222.0.107 "GET /v2.0/subnets?id=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 200 len: 848 time: 0.0401871 Apr 16 16:41:24.998503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982db69-6c19-4610-8c03-df146bbba5fc req-6cbba3d8-34cf-4448-9f61-cac18a8ccb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:24.999491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9982db69-6c19-4610-8c03-df146bbba5fc req-6cbba3d8-34cf-4448-9f61-cac18a8ccb29 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=44f642ea-ec54-4b26-afcd-a77577296f80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490022 Apr 16 16:41:25.087963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9982db69-6c19-4610-8c03-df146bbba5fc req-f5cab7a1-ee28-4cae-a3e4-9c3e407c9001 service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835097 Apr 16 16:41:25.210159 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9982db69-6c19-4610-8c03-df146bbba5fc req-d3df52e3-576e-4a51-a9d2-8294b88a029b service neutron] 10.222.0.107 "GET /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140826 Apr 16 16:41:25.226641 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b4c79-634f-48ef-9e30-3dd876ee9729 req-5fad7534-e8e7-4e34-8205-7ca89858eefb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:25.227475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c29b4c79-634f-48ef-9e30-3dd876ee9729 req-5fad7534-e8e7-4e34-8205-7ca89858eefb tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 945 time: 0.0917959 Apr 16 16:41:25.253031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c29b4c79-634f-48ef-9e30-3dd876ee9729 req-5a5e9e83-33f2-423d-8843-c23dec83b534 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/security-groups?id=9a21a40b-e0c5-404b-96a4-e35015fb7546&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0211580 Apr 16 16:41:25.863270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361da39-52da-4d70-b51b-45df418c218d req-13eff05f-c322-4a4a-a164-8e70739584dc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:25.864270 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4361da39-52da-4d70-b51b-45df418c218d req-13eff05f-c322-4a4a-a164-8e70739584dc tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.107 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 945 time: 0.0684254 Apr 16 16:41:25.932143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-4361da39-52da-4d70-b51b-45df418c218d req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Deleting port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:25.932587 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4361da39-52da-4d70-b51b-45df418c218d req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:26.116354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-4361da39-52da-4d70-b51b-45df418c218d req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] For port 92ce9f70-4fec-4b5f-bea8-148cb606caa2, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=92ce9f70-4fec-4b5f-bea8-148cb606caa2,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:26.116568 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4361da39-52da-4d70-b51b-45df418c218d req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:26.196266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [req-4361da39-52da-4d70-b51b-45df418c218d req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Calling delete_port for 92ce9f70-4fec-4b5f-bea8-148cb606caa2 owned by compute:nova {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:41:26.313396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4361da39-52da-4d70-b51b-45df418c218d req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:26.323976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a25daa51-82eb-430a-b218-7bb1e86710f1 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:26.412686 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event deleted for resources: {'Port': ['ID=92ce9f70-4fec-4b5f-bea8-148cb606caa2,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:26.419956 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-541ed349-c29b-4fc2-820f-ecab48ba5e20 req-e9e8d333-eb67-46fd-a789-d7f14247fecd tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0754931 Apr 16 16:41:26.424213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.424471 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.424741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.425007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.425272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.425537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.425801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.426064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.426392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.426696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.426962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.427224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:26.433403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:26.517247 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-4361da39-52da-4d70-b51b-45df418c218d req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] No DVR routers for this DVR port 92ce9f70-4fec-4b5f-bea8-148cb606caa2 on host hv-neutron-7864 {{(pid=86006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:41:26.519451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-4361da39-52da-4d70-b51b-45df418c218d req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:26.521952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'name': 'network-vif-deleted', 'tag': '92ce9f70-4fec-4b5f-bea8-148cb606caa2'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:41:26.534726 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4361da39-52da-4d70-b51b-45df418c218d req-52d9ba08-c9b7-41bf-bde5-745446ebf36c tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.107 "DELETE /v2.0/ports/92ce9f70-4fec-4b5f-bea8-148cb606caa2 HTTP/1.1" status: 204 len: 173 time: 0.6633809 Apr 16 16:41:26.556755 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a03673b-b7f8-4852-ae48-de38c7edc3f7', 'name': 'network-vif-deleted', 'tag': '92ce9f70-4fec-4b5f-bea8-148cb606caa2', 'status': 'completed', 'code': 200} Apr 16 16:41:27.547961 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-744585d3-dc0a-40c9-a1f9-b162037c61f0 req-a75308d2-0277-495c-b237-56ab7ccea241 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Synchronizing usage tracker for tenant:b2d75f75b2334945a710177c58c921ea on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:41:27.558681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-744585d3-dc0a-40c9-a1f9-b162037c61f0 req-a75308d2-0277-495c-b237-56ab7ccea241 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Unset dirty status for tenant:b2d75f75b2334945a710177c58c921ea on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:41:27.559655 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-744585d3-dc0a-40c9-a1f9-b162037c61f0 req-a75308d2-0277-495c-b237-56ab7ccea241 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0473597 Apr 16 16:41:28.942173 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-870d3cea-80ac-42c0-a38c-7f1b183793e1 req-8fedde09-735c-420e-b785-e6a2971b0f2d tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "GET /v2.0/ports?device_id=6a03673b-b7f8-4852-ae48-de38c7edc3f7 HTTP/1.1" status: 200 len: 210 time: 0.3037698 Apr 16 16:41:30.038789 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46306) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:30.089767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f43539ee-e893-45c4-92da-0cd4a3974961 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:30.111481 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f43539ee-e893-45c4-92da-0cd4a3974961 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:30.151253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f43539ee-e893-45c4-92da-0cd4a3974961 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:30.153863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cfbe7524-2940-4b9e-bd45-2e5cbd1ef5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:30.164546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43539ee-e893-45c4-92da-0cd4a3974961 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a21a40b-e0c5-404b-96a4-e35015fb7546,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:30.166626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f43539ee-e893-45c4-92da-0cd4a3974961 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:30.172719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f43539ee-e893-45c4-92da-0cd4a3974961 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:30.173553 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-f43539ee-e893-45c4-92da-0cd4a3974961 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] 10.222.0.95 "DELETE /v2.0/security-groups/9a21a40b-e0c5-404b-96a4-e35015fb7546 HTTP/1.1" status: 204 len: 168 time: 0.1339464 Apr 16 16:41:30.206132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46312) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:30.438687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 92ce9f70-4fec-4b5f-bea8-148cb606caa2 no longer exists at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:41:30.478645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] No Port match for: 92ce9f70-4fec-4b5f-bea8-148cb606caa2 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:41:30.478930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 92ce9f70-4fec-4b5f-bea8-148cb606caa2 not bound to the agent host hv-neutron-7864 {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:41:30.709107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:30.937642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Deleting port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:30.937936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:31.060105 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] For port 3b748cb9-1557-4dc6-965d-1ce9cc68cf45, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3b748cb9-1557-4dc6-965d-1ce9cc68cf45,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:31.060824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:31.131001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Calling delete_port for 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:41:31.239207 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:31.247298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9bddc1db-f58f-467c-8158-cba121d74744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:31.301411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b748cb9-1557-4dc6-965d-1ce9cc68cf45,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:31.305141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:31.495245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:31.781607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Router e751edf9-b703-40d6-90b9-baf9c2c56157 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:41:31.895879 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:41:31.907482 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a1ef2-7211-46da-84b9-a6c41d609199 None None] Sync routers for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:41:31.908691 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] 10.222.0.95 "PUT /v2.0/routers/e751edf9-b703-40d6-90b9-baf9c2c56157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015915 Apr 16 16:41:31.910928 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46318) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:31.914619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a1ef2-7211-46da-84b9-a6c41d609199 None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:31.915086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c86a1ef2-7211-46da-84b9-a6c41d609199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:32.040017 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-c86a1ef2-7211-46da-84b9-a6c41d609199 None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:32.243210 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c86a1ef2-7211-46da-84b9-a6c41d609199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:41:31Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:32.246223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a1ef2-7211-46da-84b9-a6c41d609199 None None] Checking router: e751edf9-b703-40d6-90b9-baf9c2c56157 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:41:32.252201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a1ef2-7211-46da-84b9-a6c41d609199 None None] Routers {'e751edf9-b703-40d6-90b9-baf9c2c56157'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:32.252540 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c86a1ef2-7211-46da-84b9-a6c41d609199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['e751edf9-b703-40d6-90b9-baf9c2c56157'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:32.329029 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:32.369034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-c86a1ef2-7211-46da-84b9-a6c41d609199 None None] Set router e751edf9-b703-40d6-90b9-baf9c2c56157 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:32.440846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:32.447068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Deleting port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:32.447292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:32.556274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-c86a1ef2-7211-46da-84b9-a6c41d609199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:41:31Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:32.558892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a1ef2-7211-46da-84b9-a6c41d609199 None None] The sync data for ids ['e751edf9-b703-40d6-90b9-baf9c2c56157'] in dv-neutron-786478-2-hyperv is: [{'id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'name': 'tempest-TestShelveInstance-1077166023-router', 'tenant_id': 'b2d75f75b2334945a710177c58c921ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224'}], 'enable_snat': True}, 'gw_port_id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:41:31Z', 'revision_number': 5, 'project_id': 'b2d75f75b2334945a710177c58c921ea', 'gw_port': {'id': '3333afb7-8b34-48a3-b2ae-b5a016ed37c0', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e751edf9-b703-40d6-90b9-baf9c2c56157', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:40Z', 'updated_at': '2021-04-16T16:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:41:32.570144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] For port 3333afb7-8b34-48a3-b2ae-b5a016ed37c0, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=3333afb7-8b34-48a3-b2ae-b5a016ed37c0,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:32.570383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:32.642726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Calling delete_port for 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:41:32.736813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:32.746785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ea1a9319-6c10-4846-a276-d0e10001e909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:32.796175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Pushing event deleted for resources: {'Port': ['ID=3333afb7-8b34-48a3-b2ae-b5a016ed37c0,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:32.799764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:32.911462 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.018957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.020422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.033573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.034288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e751edf9-b703-40d6-90b9-baf9c2c56157 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:41:33.048064 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.048849 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-b4ae414f-cad6-4e12-840b-1a35f7262644 admin admin] 10.222.0.95 "DELETE /v2.0/routers/e751edf9-b703-40d6-90b9-baf9c2c56157 HTTP/1.1" status: 204 len: 168 time: 1.1372621 Apr 16 16:41:33.050823 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46322) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:33.095713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f708ef-27d9-4d09-aff8-28056611df5a admin admin] Deleting subnet bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:41:33.097856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62f708ef-27d9-4d09-aff8-28056611df5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.128282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62f708ef-27d9-4d09-aff8-28056611df5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.178539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62f708ef-27d9-4d09-aff8-28056611df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.320176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62f708ef-27d9-4d09-aff8-28056611df5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.328195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3608e70c-592e-4b36-b43b-8285b67a0a68 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:33.369557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f708ef-27d9-4d09-aff8-28056611df5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:33.377288 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-62f708ef-27d9-4d09-aff8-28056611df5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:33.396783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-62f708ef-27d9-4d09-aff8-28056611df5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.400486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-62f708ef-27d9-4d09-aff8-28056611df5a admin admin] 10.222.0.95 "DELETE /v2.0/subnets/bd8484b9-49e1-4fa5-92aa-4ee3ddcc4f00 HTTP/1.1" status: 204 len: 168 time: 0.3490491 Apr 16 16:41:33.402726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3b192f-e1f3-4575-b988-7fb7ef8e0187 None None] Network 44f642ea-ec54-4b26-afcd-a77577296f80 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:41:33.402808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46326) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:33.471011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.519762 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Deleting port 5e2f5829-baa0-445f-82bc-43bd51d63466 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:33.520191 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.670703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] For port 5e2f5829-baa0-445f-82bc-43bd51d63466, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5e2f5829-baa0-445f-82bc-43bd51d63466,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:33.670992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.743473 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a84f5-3b4d-4ebc-aff8-4404aca96dcd None None] DHCP port deletion for 44f642ea-ec54-4b26-afcd-a77577296f80 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:41:33.746546 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a84f5-3b4d-4ebc-aff8-4404aca96dcd None None] Deleting port 5e2f5829-baa0-445f-82bc-43bd51d63466 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:33.746787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b1a84f5-3b4d-4ebc-aff8-4404aca96dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.753469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Calling delete_port for 5e2f5829-baa0-445f-82bc-43bd51d63466 owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:41:33.805932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.813101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-7b8ddce1-299b-495c-8ab6-d30f8c00dd9a tempest-TestNetworkAdvancedServerOps-393468728 tempest-TestNetworkAdvancedServerOps-393468728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:33.861159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2f5829-baa0-445f-82bc-43bd51d63466,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:33.868445 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:33.871342 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4b1a84f5-3b4d-4ebc-aff8-4404aca96dcd None None] For port 5e2f5829-baa0-445f-82bc-43bd51d63466, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=5e2f5829-baa0-445f-82bc-43bd51d63466,segment=NetworkSegment(0c1f4267-ce41-43b6-bfb0-aef10e22dc6e),segment_id=0c1f4267-ce41-43b6-bfb0-aef10e22dc6e)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:33.871554 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b1a84f5-3b4d-4ebc-aff8-4404aca96dcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.889919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] No DVR routers for this DVR port 5e2f5829-baa0-445f-82bc-43bd51d63466 on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:41:33.942753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a84f5-3b4d-4ebc-aff8-4404aca96dcd None None] Calling delete_port for 5e2f5829-baa0-445f-82bc-43bd51d63466 owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:41:33.954918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:33.994659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-4b1a84f5-3b4d-4ebc-aff8-4404aca96dcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:41:33.994907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-4b1a84f5-3b4d-4ebc-aff8-4404aca96dcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:41:34.013240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f642ea-ec54-4b26-afcd-a77577296f80']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:34.019931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:34.020117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1f4267-ce41-43b6-bfb0-aef10e22dc6e') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:34.026186 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:34.033950 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:34.037608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Releasing vlan 1467 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:41:34.120930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e2f5829-baa0-445f-82bc-43bd51d63466 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:41:34.130505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Network 44f642ea-ec54-4b26-afcd-a77577296f80 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:41:34.137776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:34.141492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 5e2f5829-baa0-445f-82bc-43bd51d63466 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:41:34.141706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 5e2f5829-baa0-445f-82bc-43bd51d63466 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:41:34.141963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:41:34.161964 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:41:34.162189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3b748cb9-1557-4dc6-965d-1ce9cc68cf45 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:41:34.162388 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:41:34.180316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:41:34.180506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 3333afb7-8b34-48a3-b2ae-b5a016ed37c0 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:41:34.228827 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Network 44f642ea-ec54-4b26-afcd-a77577296f80 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:41:34.239891 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:41:34.284009 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:34.286174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3b8be494-b518-4466-a77f-521e068ca207 tempest-NetworksIpV6Test-1010767571 tempest-NetworksIpV6Test-1010767571-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:34.293141 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:34.298621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Pushing event deleted for resources: {'Network': ['ID=44f642ea-ec54-4b26-afcd-a77577296f80,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:34.300614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:34.306490 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cf1f08ff-fc93-4365-825e-323d158a9929 admin admin] 10.222.0.95 "DELETE /v2.0/networks/44f642ea-ec54-4b26-afcd-a77577296f80 HTTP/1.1" status: 204 len: 168 time: 0.9031305 Apr 16 16:41:34.308745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46330) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:34.496298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a84f5-3b4d-4ebc-aff8-4404aca96dcd None None] Deleting port 5e2f5829-baa0-445f-82bc-43bd51d63466 {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:34.496679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4b1a84f5-3b4d-4ebc-aff8-4404aca96dcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:34.539680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a84f5-3b4d-4ebc-aff8-4404aca96dcd None None] The port '5e2f5829-baa0-445f-82bc-43bd51d63466' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:41:34.929334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:35.163871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Deleting port 7b93320c-f8ad-449b-88a3-4c33aac4b722 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:35.164176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:35.266845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] For port 7b93320c-f8ad-449b-88a3-4c33aac4b722, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7b93320c-f8ad-449b-88a3-4c33aac4b722,segment=NetworkSegment(a2961dea-2936-4484-a846-83c3c32cbcc2),segment_id=a2961dea-2936-4484-a846-83c3c32cbcc2)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:35.267128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:35.332675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Calling delete_port for 7b93320c-f8ad-449b-88a3-4c33aac4b722 owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:41:35.428717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:35.435688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-30079c15-a428-4dd8-b4c8-7af9db485857 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:35.482758 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b93320c-f8ad-449b-88a3-4c33aac4b722,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:35.486319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:35.708075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:36.025395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:41:36.143031 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:41:36.150086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b368445-692c-4ff5-938e-efcd9f0bb101 None None] Sync routers for ids ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:41:36.153599 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] 10.222.0.95 "PUT /v2.0/routers/4b8c7b95-e175-4dc8-ac4c-161b8eada656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8437700 Apr 16 16:41:36.155363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46334) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:36.157348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b368445-692c-4ff5-938e-efcd9f0bb101 None None] Routers {'4b8c7b95-e175-4dc8-ac4c-161b8eada656'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:36.157809 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1b368445-692c-4ff5-938e-efcd9f0bb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:36.270577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:36.273994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1b368445-692c-4ff5-938e-efcd9f0bb101 None None] Set router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:36.392416 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:36.399551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Deleting port 7b3e6544-ec1a-4f04-8321-7a02196c61c7 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:36.399688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:36.433067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1b368445-692c-4ff5-938e-efcd9f0bb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'name': 'tempest-TestShelveInstance-447852001-router', 'tenant_id': '15845f75209d495ead288100fad83087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172'}], 'enable_snat': True}, 'gw_port_id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:44Z', 'updated_at': '2021-04-16T16:41:35Z', 'revision_number': 5, 'project_id': '15845f75209d495ead288100fad83087', 'gw_port': {'id': '7b3e6544-ec1a-4f04-8321-7a02196c61c7', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:4e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:22:45Z', 'updated_at': '2021-04-16T16:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:36.435584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b368445-692c-4ff5-938e-efcd9f0bb101 None None] Checking router: 4b8c7b95-e175-4dc8-ac4c-161b8eada656 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:41:36.440851 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b368445-692c-4ff5-938e-efcd9f0bb101 None None] Routers {'4b8c7b95-e175-4dc8-ac4c-161b8eada656'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:36.441237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1b368445-692c-4ff5-938e-efcd9f0bb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:36.510825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] For port 7b3e6544-ec1a-4f04-8321-7a02196c61c7, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=7b3e6544-ec1a-4f04-8321-7a02196c61c7,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:36.511101 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:36.542760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1b368445-692c-4ff5-938e-efcd9f0bb101 None None] Set router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 gateway port host: None {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:36.602574 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1b368445-692c-4ff5-938e-efcd9f0bb101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'name': 'tempest-TestShelveInstance-447852001-router', 'tenant_id': '15845f75209d495ead288100fad83087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:44Z', 'updated_at': '2021-04-16T16:41:36Z', 'revision_number': 6, 'project_id': '15845f75209d495ead288100fad83087', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:36.605679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b368445-692c-4ff5-938e-efcd9f0bb101 None None] The sync data for ids ['4b8c7b95-e175-4dc8-ac4c-161b8eada656'] in dv-neutron-786478-2-hyperv is: [{'id': '4b8c7b95-e175-4dc8-ac4c-161b8eada656', 'name': 'tempest-TestShelveInstance-447852001-router', 'tenant_id': '15845f75209d495ead288100fad83087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:22:44Z', 'updated_at': '2021-04-16T16:41:36Z', 'revision_number': 6, 'project_id': '15845f75209d495ead288100fad83087', 'gw_port_host': None}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:41:36.874214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Calling delete_port for 7b3e6544-ec1a-4f04-8321-7a02196c61c7 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:41:36.967177 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:36.974237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a58c4b04-c245-44e1-9c2c-33a55026465c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:37.020172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3e6544-ec1a-4f04-8321-7a02196c61c7,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:37.021880 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:37.109240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.199708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.201333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.218803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.219146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b8c7b95-e175-4dc8-ac4c-161b8eada656 {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:41:37.226290 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.227068 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0d0638cc-50f1-48f5-ba14-bd414e88fb99 admin admin] 10.222.0.95 "DELETE /v2.0/routers/4b8c7b95-e175-4dc8-ac4c-161b8eada656 HTTP/1.1" status: 204 len: 168 time: 1.0710597 Apr 16 16:41:37.229099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46338) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:37.272616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9a3e72-3dda-4e51-bcf6-c476cca7c74b admin admin] Deleting subnet 65203531-e306-4e8e-a7e5-35fee3636a44 {{(pid=86007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:41:37.274979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca9a3e72-3dda-4e51-bcf6-c476cca7c74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.308749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca9a3e72-3dda-4e51-bcf6-c476cca7c74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2473903'] for subnet, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.362576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca9a3e72-3dda-4e51-bcf6-c476cca7c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854773863'] for subnet, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.516525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca9a3e72-3dda-4e51-bcf6-c476cca7c74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852302014', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3619326'] for subnet, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.525883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2b7091dc-f2fb-450c-9483-bab2d9a5113e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:37.574446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a3e72-3dda-4e51-bcf6-c476cca7c74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65203531-e306-4e8e-a7e5-35fee3636a44,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:37.583414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ca9a3e72-3dda-4e51-bcf6-c476cca7c74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:37.605622 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ca9a3e72-3dda-4e51-bcf6-c476cca7c74b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.609895 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-ca9a3e72-3dda-4e51-bcf6-c476cca7c74b admin admin] 10.222.0.95 "DELETE /v2.0/subnets/65203531-e306-4e8e-a7e5-35fee3636a44 HTTP/1.1" status: 204 len: 168 time: 0.3800700 Apr 16 16:41:37.612047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d22937-4fb2-4244-b2ee-1a538a231964 None None] Network 14226717-865e-4d3b-9955-013352aecfe8 requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:41:37.613364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46342) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:37.691272 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-45114'] for network, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.727980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Deleting port 1171ccdc-52cb-46d4-b04a-5220e3919d8f {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:37.728129 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.775767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a66bf5-0043-4f52-aab4-8271de1a467c None None] DHCP port deletion for 14226717-865e-4d3b-9955-013352aecfe8 request from dv-neutron-786478-2-hyperv {{(pid=86008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 16:41:37.778875 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-29a66bf5-0043-4f52-aab4-8271de1a467c None None] Deleting port 1171ccdc-52cb-46d4-b04a-5220e3919d8f {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:37.779237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29a66bf5-0043-4f52-aab4-8271de1a467c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.846224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] For port 1171ccdc-52cb-46d4-b04a-5220e3919d8f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1171ccdc-52cb-46d4-b04a-5220e3919d8f,segment=NetworkSegment(a2961dea-2936-4484-a846-83c3c32cbcc2),segment_id=a2961dea-2936-4484-a846-83c3c32cbcc2)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:37.846500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.914585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Calling delete_port for 1171ccdc-52cb-46d4-b04a-5220e3919d8f owned by network:dhcp {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:41:37.915948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-29a66bf5-0043-4f52-aab4-8271de1a467c None None] For port 1171ccdc-52cb-46d4-b04a-5220e3919d8f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=1171ccdc-52cb-46d4-b04a-5220e3919d8f,segment=NetworkSegment(a2961dea-2936-4484-a846-83c3c32cbcc2),segment_id=a2961dea-2936-4484-a846-83c3c32cbcc2)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:37.916174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29a66bf5-0043-4f52-aab4-8271de1a467c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.961217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:37.968486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-096761b3-8a94-4b39-8688-ea2bc9efbb83 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:37.984543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-29a66bf5-0043-4f52-aab4-8271de1a467c None None] Calling delete_port for 1171ccdc-52cb-46d4-b04a-5220e3919d8f owned by network:dhcp {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:41:38.016358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Pushing event deleted for resources: {'Port': ['ID=1171ccdc-52cb-46d4-b04a-5220e3919d8f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:38.023783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:38.028193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.db.api [None req-29a66bf5-0043-4f52-aab4-8271de1a467c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86008) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 16:41:38.028378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_db.api [None req-29a66bf5-0043-4f52-aab4-8271de1a467c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 16:41:38.051394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] No DVR routers for this DVR port 1171ccdc-52cb-46d4-b04a-5220e3919d8f on host dv-neutron-786478-2-hyperv {{(pid=86007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 16:41:38.111265 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b93320c-f8ad-449b-88a3-4c33aac4b722 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:41:38.126623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-432920', 'neutron.services.segments.db._delete_segments_for_network-8744984219848'] for network, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:38.132224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 7b93320c-f8ad-449b-88a3-4c33aac4b722 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:41:38.132435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b93320c-f8ad-449b-88a3-4c33aac4b722 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:41:38.132687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1171ccdc-52cb-46d4-b04a-5220e3919d8f no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:41:38.154069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 1171ccdc-52cb-46d4-b04a-5220e3919d8f {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:41:38.154616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 1171ccdc-52cb-46d4-b04a-5220e3919d8f not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:41:38.155223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b3e6544-ec1a-4f04-8321-7a02196c61c7 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:41:38.176126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 7b3e6544-ec1a-4f04-8321-7a02196c61c7 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:41:38.176345 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 7b3e6544-ec1a-4f04-8321-7a02196c61c7 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:41:38.197783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14226717-865e-4d3b-9955-013352aecfe8']}} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:38.206381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2961dea-2936-4484-a846-83c3c32cbcc2') {'for_net_delete': True} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:38.206593 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.services.segments.db [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2961dea-2936-4484-a846-83c3c32cbcc2') {} {{(pid=86007) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:38.213754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744984226521', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852301929'] for segment, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:38.225965 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:38.229600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Releasing vlan 1453 on physical network physnet1 to pool {{(pid=86007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 16:41:38.319197 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Network 14226717-865e-4d3b-9955-013352aecfe8 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:41:38.326111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854761753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2473187'] for segment, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:38.417954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Network 14226717-865e-4d3b-9955-013352aecfe8 has no segments {{(pid=86007) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: Traceback (most recent call last): Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: timer() Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: cb(*args, **kw) Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: return func(*args, **kwargs) Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: self._notify() Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: self.callback(batched_events) Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: event.method(event) Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: segment_id)['aggregates'][0] Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: return f(self, *a, **k) Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: return self._get(url).json() Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: **kwargs) Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: return self.request(url, 'GET', **kwargs) Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: **endpoint_filter) Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 16:41:38.429636 dv-neutron-786478-2-hyperv neutron-server[85906]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 16:41:38.477830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854342895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854104058'] for network, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:38.480252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-337513b9-8752-4f13-8bd9-fbd2bf2a3000 tempest-RoutersNegativeTest-1546833852 tempest-RoutersNegativeTest-1546833852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:38.487895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:38.493341 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Pushing event deleted for resources: {'Network': ['ID=14226717-865e-4d3b-9955-013352aecfe8,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:38.495793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:38.497856 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] 10.222.0.95 "DELETE /v2.0/networks/14226717-865e-4d3b-9955-013352aecfe8 HTTP/1.1" status: 204 len: 168 time: 0.8838346 Apr 16 16:41:38.529516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-29a66bf5-0043-4f52-aab4-8271de1a467c None None] Deleting port 1171ccdc-52cb-46d4-b04a-5220e3919d8f {{(pid=86008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:41:38.529854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-29a66bf5-0043-4f52-aab4-8271de1a467c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:38.571690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 46348) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:38.574517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-29a66bf5-0043-4f52-aab4-8271de1a467c None None] The port '1171ccdc-52cb-46d4-b04a-5220e3919d8f' was deleted {{(pid=86008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 16:41:38.605083 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-2adecb40-2539-446e-ba31-8fb5c6943074 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=b2d75f75b2334945a710177c58c921ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0323510 Apr 16 16:41:38.606683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 46352) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:38.643848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edc0b382-2b9e-4bb5-8edf-cf85cf767c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:38.663061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edc0b382-2b9e-4bb5-8edf-cf85cf767c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:38.695251 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edc0b382-2b9e-4bb5-8edf-cf85cf767c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:38.697578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-92aaf3b4-1554-45af-b5e0-7bf38584b009 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:38.706979 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0b382-2b9e-4bb5-8edf-cf85cf767c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc121caa-275e-4dd5-8a38-d60640d05184,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:38.709766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-edc0b382-2b9e-4bb5-8edf-cf85cf767c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:38.712145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-edc0b382-2b9e-4bb5-8edf-cf85cf767c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:38.712889 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-edc0b382-2b9e-4bb5-8edf-cf85cf767c72 admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/cc121caa-275e-4dd5-8a38-d60640d05184 HTTP/1.1" status: 204 len: 168 time: 0.1055322 Apr 16 16:41:38.942913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46360) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:38.979193 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-062d757d-be97-4eba-92fc-7d13145be215 admin admin] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=15845f75209d495ead288100fad83087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0353034 Apr 16 16:41:38.980674 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46364) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:39.017683 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c769a9ea-2688-4b12-afa7-1a400dc6de9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.038370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c769a9ea-2688-4b12-afa7-1a400dc6de9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.066501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c769a9ea-2688-4b12-afa7-1a400dc6de9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.068421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fff6858e-4a1c-485b-9fc3-9368885f1c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:39.074486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769a9ea-2688-4b12-afa7-1a400dc6de9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611fe8e8-806a-4d53-9fd7-c180e5c766aa,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:39.076258 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c769a9ea-2688-4b12-afa7-1a400dc6de9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:39.080362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c769a9ea-2688-4b12-afa7-1a400dc6de9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.081174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c769a9ea-2688-4b12-afa7-1a400dc6de9f admin admin] 10.222.0.95 "DELETE /v2.0/security-groups/611fe8e8-806a-4d53-9fd7-c180e5c766aa HTTP/1.1" status: 204 len: 168 time: 0.0998988 Apr 16 16:41:39.589841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 46388) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:39.666261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1759041958-network', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:39.669580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:39.672460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Usage tracker for resource:network and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:39.674199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:39.677393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:39.684301 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Made reservation on behalf of 4623b50830ab4a6da07ddaef7b098f29 for: {'network': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:41:39.687066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.694491 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.703577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:39.705662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Usage tracker for resource:security_group_rule and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:39.707239 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:39.710406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:39.755691 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.757689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.759577 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-1a6ac075-b905-43d6-8eb3-154f56413356 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:39.776180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1486} {{(pid=86006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:41:39.779143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec238bdf-2b57-44a4-bf8e-dea81ec6e698,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:39.781436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:39.783936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.784135 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Added segment cc08de4e-342c-4112-834e-c48dda28cdca of type vlan for network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d Apr 16 16:41:39.797985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.815682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.816286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:39.816616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Notify callbacks [] for network, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:39.818402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-22a24902-0840-4e65-8718-fa9f6fcc7e0b tempest-RoutersNegativeTest-188831479 tempest-RoutersNegativeTest-188831479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:39.869251 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2785156 Apr 16 16:41:39.870989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Pushing event updated for resources: {'Network': ['ID=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:39.872884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4aa30396-e96a-404a-b433-93730a4c9490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:39.873517 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 46394) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:39.876955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Request body: {'subnet': {'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1759041958-subnet', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'ip_version': 4}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:39.880052 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:39.882470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Usage tracker for resource:subnet and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:39.883799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:41:39.884420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:39.888235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:39.896719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Made reservation on behalf of 4623b50830ab4a6da07ddaef7b098f29 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:41:39.899561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.146011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.155028 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8c8255c0-4b93-46fa-a2eb-f986224d2590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:40.227503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:40.230079 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:40.263595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Checking segment: {'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:41:40.263792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Network hostable DHCP agents. Network: d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:41:40.275043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:41:40.280259 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:41:40.287131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:40.287542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.288106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd246d6-b42f-4e76-8567-c7fee40b14a5 None None] Network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:41:40.299353 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-173ffbc3-6336-4e06-90f8-1f931706e1ec admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4252141 Apr 16 16:41:40.301248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 46398) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:40.304891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:40.307976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:40.310492 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Usage tracker for resource:router and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:40.313053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:40.316747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:40.322705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.323398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.333302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.413669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:41:40.414459 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.486825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.514516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Allocated IP 172.20.0.2 (d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d/6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2/e3d56a9b-47bd-4731-9d84-20e77dd33dff) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:41:40.661195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.662428 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.667753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Transition to ACTIVE for port object e3d56a9b-47bd-4731-9d84-20e77dd33dff will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:40.678992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.684281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Transition to ACTIVE for port object e3d56a9b-47bd-4731-9d84-20e77dd33dff will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:40.688268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.705295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:40.754369 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Allocated IP 172.26.4.46 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/79477775-888e-456b-a856-4b950c7528d3) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:41:40.774855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Pushing event updated for resources: {'Port': ['ID=e3d56a9b-47bd-4731-9d84-20e77dd33dff,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:40.785820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.786015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.786215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.786424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.786619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.786813 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.787015 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.787201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.787385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.787575 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.787764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.787953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:40.790774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:40.814311 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:41:40.815117 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:41:40.816538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:41:40.839500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.857363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.865588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2689dec1-b19f-481d-ad16-2e19be76c630 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:40.874164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Attempting to bind port e3d56a9b-47bd-4731-9d84-20e77dd33dff on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:41:40.874627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Attempting to bind port e3d56a9b-47bd-4731-9d84-20e77dd33dff by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:41:40.874924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Attempting to bind port e3d56a9b-47bd-4731-9d84-20e77dd33dff on network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:41:40.878495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:41:40.878756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Checking segment: {'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:41:40.879042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.879320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Bound using segment: {'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:41:40.879694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Bound port: e3d56a9b-47bd-4731-9d84-20e77dd33dff, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:41:40.879941 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.934162 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Pushing event updated for resources: {'Port': ['ID=79477775-888e-456b-a856-4b950c7528d3,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:40.936056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:40.948619 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] For port e3d56a9b-47bd-4731-9d84-20e77dd33dff, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:41:40.950824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] For port e3d56a9b-47bd-4731-9d84-20e77dd33dff, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e3d56a9b-47bd-4731-9d84-20e77dd33dff,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:41:40.953903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:40.962171 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:40.965034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:41:40.965681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:41:40.967108 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:41:41.220702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Pushing event updated for resources: {'Port': ['ID=e3d56a9b-47bd-4731-9d84-20e77dd33dff,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:41.223601 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:41.232918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:41.279330 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-01ecc851-9275-458f-9f50-44dd9a8bb216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:41.701053 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:41.818333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Router 97c81099-2326-4496-8f70-9732416cae1c is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:41:41.913054 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:41:41.922106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Sync routers for ids ['97c81099-2326-4496-8f70-9732416cae1c'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:41:41.927764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] Notify callbacks [] for router, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:41.928001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Routers {'97c81099-2326-4496-8f70-9732416cae1c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:41.928381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:13Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['97c81099-2326-4496-8f70-9732416cae1c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:41.928668 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cd4551e9-95fd-4ac0-a044-692ca556c927 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6267440 Apr 16 16:41:41.930643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 46402) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:42.042806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Set router 97c81099-2326-4496-8f70-9732416cae1c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:42.153932 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e3d56a9b-47bd-4731-9d84-20e77dd33dff up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:42.236303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port e3d56a9b-47bd-4731-9d84-20e77dd33dff completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:41:42.263808 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:41Z', 'revision_number': 3, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:42.267328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Checking router: 97c81099-2326-4496-8f70-9732416cae1c for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:41:42.267594 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Updating router 97c81099-2326-4496-8f70-9732416cae1c port 79477775-888e-456b-a856-4b950c7528d3 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:41:42.306998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.374286 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.497280 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0085fd8e-eb36-469e-8f43-62e77dc15c21 None None] Network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:41:42.506215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Allocated IP 172.20.0.1 (d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d/6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2/9f6da35e-448c-4d29-84a4-eb57e047846f) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:41:42.560645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f15ac8a4-102d-4a78-9410-8dcc04ddf90c None None] Provisioning for port e3d56a9b-47bd-4731-9d84-20e77dd33dff completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:41:42.564269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.569151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f15ac8a4-102d-4a78-9410-8dcc04ddf90c None None] Provisioning complete for port e3d56a9b-47bd-4731-9d84-20e77dd33dff triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:42.569329 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f15ac8a4-102d-4a78-9410-8dcc04ddf90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.597154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.600250 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Transition to ACTIVE for port object 79477775-888e-456b-a856-4b950c7528d3 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:42.607607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Transition to ACTIVE for port object 9f6da35e-448c-4d29-84a4-eb57e047846f will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:42.616241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.625931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.626090 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:42.633357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c4acd552-ca6a-4f20-b6ee-f15ede49b3b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:42.703893 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6da35e-448c-4d29-84a4-eb57e047846f,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:42.705764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:42.727513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da5725-f1c2-46b1-819f-4f40f8489d10 None None] Pushing event updated for resources: {'Port': ['ID=79477775-888e-456b-a856-4b950c7528d3,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:42.732333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04da5725-f1c2-46b1-819f-4f40f8489d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:42.742524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:41:42.743199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:41:42.744564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:41:42.773494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.803995 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f12176a0-c8e1-442f-8c01-162a030cd58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.816864 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f15ac8a4-102d-4a78-9410-8dcc04ddf90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.837385 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.849721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Attempting to bind port 79477775-888e-456b-a856-4b950c7528d3 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:41:42.849898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Attempting to bind port 79477775-888e-456b-a856-4b950c7528d3 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:41:42.850122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Attempting to bind port 79477775-888e-456b-a856-4b950c7528d3 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:41:42.855297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:41:42.855537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:41:42.855788 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.856025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:41:42.856308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Bound port: 79477775-888e-456b-a856-4b950c7528d3, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:41:42.856537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.873943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f15ac8a4-102d-4a78-9410-8dcc04ddf90c None None] For port e3d56a9b-47bd-4731-9d84-20e77dd33dff, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=e3d56a9b-47bd-4731-9d84-20e77dd33dff,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:42.881708 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f15ac8a4-102d-4a78-9410-8dcc04ddf90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.883837 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:42.939132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] For port 79477775-888e-456b-a856-4b950c7528d3, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:41:42.941748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] For port 79477775-888e-456b-a856-4b950c7528d3, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=79477775-888e-456b-a856-4b950c7528d3,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:41:42.943509 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ac8a4-102d-4a78-9410-8dcc04ddf90c None None] Pushing event updated for resources: {'Port': ['ID=e3d56a9b-47bd-4731-9d84-20e77dd33dff,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:42.945840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.955778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f15ac8a4-102d-4a78-9410-8dcc04ddf90c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:42.956088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f15ac8a4-102d-4a78-9410-8dcc04ddf90c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:42.969406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.973215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:42.989699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-21703cc6-033a-4360-9b0e-8dcf26c46a68 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:43.040217 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:43.053599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6da35e-448c-4d29-84a4-eb57e047846f,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:43.082792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:43.126256 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:41:43.126871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:41:43.224444 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:43.234744 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-70475104-c814-4358-91cd-21e3d1cab85f None None] Provisioning complete for port e3d56a9b-47bd-4731-9d84-20e77dd33dff triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:43.234980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70475104-c814-4358-91cd-21e3d1cab85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:43.276223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da5725-f1c2-46b1-819f-4f40f8489d10 None None] Pushing event updated for resources: {'Port': ['ID=79477775-888e-456b-a856-4b950c7528d3,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:43.285940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04da5725-f1c2-46b1-819f-4f40f8489d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:43.288935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:43.322989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Routers {'97c81099-2326-4496-8f70-9732416cae1c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:43.323420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['97c81099-2326-4496-8f70-9732416cae1c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:43.430882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-70475104-c814-4358-91cd-21e3d1cab85f None None] Provisioning for port 9f6da35e-448c-4d29-84a4-eb57e047846f completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:41:43.440604 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-70475104-c814-4358-91cd-21e3d1cab85f None None] Provisioning complete for port 9f6da35e-448c-4d29-84a4-eb57e047846f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:43.440852 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70475104-c814-4358-91cd-21e3d1cab85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:43.468486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] Set router 97c81099-2326-4496-8f70-9732416cae1c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:43.511954 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-70475104-c814-4358-91cd-21e3d1cab85f None None] Port 9f6da35e-448c-4d29-84a4-eb57e047846f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:41:43.535624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Router 97c81099-2326-4496-8f70-9732416cae1c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:41:43.653984 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-11e10a25-c775-45b8-b20a-1456475a4e19 None None] Provisioning complete for port 9f6da35e-448c-4d29-84a4-eb57e047846f triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:43.654205 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11e10a25-c775-45b8-b20a-1456475a4e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:43.663309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:41:43.668912 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] 10.222.0.95 "PUT /v2.0/routers/97c81099-2326-4496-8f70-9732416cae1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7376549 Apr 16 16:41:43.698475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-11e10a25-c775-45b8-b20a-1456475a4e19 None None] Port 9f6da35e-448c-4d29-84a4-eb57e047846f cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:41:43.705982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '9f6da35e-448c-4d29-84a4-eb57e047846f', 'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'mac_address': 'fa:16:3e:74:53:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:42Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 2, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'subnets': [{'id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:43.708598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c325afd-0f29-476d-bada-eea90e133677 None None] The sync data for ids ['97c81099-2326-4496-8f70-9732416cae1c'] in dv-neutron-786478-2-hyperv is: [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '9f6da35e-448c-4d29-84a4-eb57e047846f', 'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'mac_address': 'fa:16:3e:74:53:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:42Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 2, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'subnets': [{'id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:41:44.034381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46420) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:44.038302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-415115434-network', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:44.041775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:44.044355 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Usage tracker for resource:network and tenant:0ede051bd0f946dcbc227a7ebec06739 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:44.047746 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:44.051425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:44.059044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.059257 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Made reservation on behalf of 0ede051bd0f946dcbc227a7ebec06739 for: {'network': 1} {{(pid=86007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:41:44.062452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for network, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.070116 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.079519 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:44.082032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Usage tracker for resource:security_group_rule and tenant:0ede051bd0f946dcbc227a7ebec06739 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:44.084273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:44.087714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:44.134238 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device e3d56a9b-47bd-4731-9d84-20e77dd33dff up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:44.138010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.140682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.143425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-31f1b963-2b3b-4213-b8ab-08ca5925f4b5 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:44.160087 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1460} {{(pid=86007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 16:41:44.165497 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd97adc-e181-4fc4-9585-e7bf7a892291,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:44.167751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:44.169228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-14079'] for segment, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.169439 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.segments_db [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Added segment d6787a37-015e-44dc-aeec-7037102beeeb of type vlan for network 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd Apr 16 16:41:44.177527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port e3d56a9b-47bd-4731-9d84-20e77dd33dff triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:44.177767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.185873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744983672520'] for network, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.209785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-656995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283'] for network, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.210523 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:44.210892 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Notify callbacks [] for network, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.214456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-139f75ce-1c89-4c53-96dc-61f91bf47f80 tempest-TestNetworkBasicOps-930012007 tempest-TestNetworkBasicOps-930012007-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:44.271430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Pushing event updated for resources: {'Network': ['ID=9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:44.273365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] 10.222.0.95 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2382607 Apr 16 16:41:44.273988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-548091ad-8dd8-44c2-b195-ca4dd2df0350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:44.275571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 46424) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:44.278884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Network 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd details requested by agent ovs-agent-dv-neutron-786478-2-hyperv with host dv-neutron-786478-2-hyperv {{(pid=86008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 16:41:44.279441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Request body: {'subnet': {'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-415115434-subnet', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'ip_version': 4}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:44.286402 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:44.289094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Usage tracker for resource:subnet and tenant:0ede051bd0f946dcbc227a7ebec06739 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:44.291296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:44.294783 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:44.306846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Made reservation on behalf of 0ede051bd0f946dcbc227a7ebec06739 for: {'subnet': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:41:44.309854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2228612'] for subnet, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.445010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.548795 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-657021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2840178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2228663'] for subnet, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.555909 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-ce6aa71c-1c1f-40c7-9101-226cd6e9bc4e tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:44.618396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Pushing event updated for resources: {'Subnet': ['ID=646debb7-e270-44ae-ada3-d7305b9ec345,revision_number=0']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:44.620188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:44.662569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Checking segment: {'id': 'd6787a37-015e-44dc-aeec-7037102beeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:41:44.662766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Network hostable DHCP agents. Network: 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd, hostable agents: ['0058b4e4-e90b-429f-8402-4fb4c224f3be'], hosted agents: [] {{(pid=86006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 16:41:44.673361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Network 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd is scheduled to be hosted by DHCP agent 0058b4e4-e90b-429f-8402-4fb4c224f3be with binding_index 1 {{(pid=86006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 16:41:44.679496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-786478-2-hyperv, 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd) {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:41:44.685966 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a731259c-f077-4680-bb55-52ad1473c3bc None None] Network 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:41:44.690364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:44.690843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.703972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9e89330a-4c65-4030-a3cb-02e6aa5a905b admin admin] 10.222.0.95 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4258621 Apr 16 16:41:44.704564 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46428) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:44.711666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-415115434-router', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:44.718145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:44.721531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Usage tracker for resource:router and tenant:0ede051bd0f946dcbc227a7ebec06739 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:44.723579 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:44.727378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:44.734709 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-672287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774188'] for router, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.735394 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854103358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854103908', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854115578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1571'] for router, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.748279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.834738 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96d59f87-014c-5b61-9079-f315aa248084-9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd', 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'fixed_ips': [{'subnet_id': '646debb7-e270-44ae-ada3-d7305b9ec345'}]}} from dv-neutron-786478-2-hyperv. {{(pid=86008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 16:41:44.835920 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.924732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854103891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-672300', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1586'] for router, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:44.934578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Allocated IP 172.20.0.2 (9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd/646debb7-e270-44ae-ada3-d7305b9ec345/20866c98-ce3b-459d-8551-6bbabe6262a7) {{(pid=86008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:41:45.075975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Notify callbacks [] for port, precommit_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:45.083398 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Transition to ACTIVE for port object 20866c98-ce3b-459d-8551-6bbabe6262a7 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:45.096221 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Transition to ACTIVE for port object 20866c98-ce3b-459d-8551-6bbabe6262a7 will not be triggered until provisioned by entity DHCP. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:45.100496 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768'] for port, after_create {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:45.108378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:45.182628 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Pushing event updated for resources: {'Port': ['ID=20866c98-ce3b-459d-8551-6bbabe6262a7,revision_number=1']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:45.184495 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:45.218154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Network 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd is already hosted by enough agents. {{(pid=86008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:41:45.219069 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Resources bound (agent type, host, resource id): {{(pid=86008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:41:45.220730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Received port after_create {{(pid=86008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:41:45.273695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Attempting to bind port 20866c98-ce3b-459d-8551-6bbabe6262a7 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:41:45.273923 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Attempting to bind port 20866c98-ce3b-459d-8551-6bbabe6262a7 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'd6787a37-015e-44dc-aeec-7037102beeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:41:45.274152 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Attempting to bind port 20866c98-ce3b-459d-8551-6bbabe6262a7 on network 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:41:45.277302 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:41:45.277521 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Checking segment: {'id': 'd6787a37-015e-44dc-aeec-7037102beeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:41:45.277776 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:45.278021 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Bound using segment: {'id': 'd6787a37-015e-44dc-aeec-7037102beeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:41:45.278316 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Bound port: 20866c98-ce3b-459d-8551-6bbabe6262a7, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6787a37-015e-44dc-aeec-7037102beeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:41:45.278566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:45.330084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] For port 20866c98-ce3b-459d-8551-6bbabe6262a7, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:41:45.332068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] For port 20866c98-ce3b-459d-8551-6bbabe6262a7, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=20866c98-ce3b-459d-8551-6bbabe6262a7,segment=NetworkSegment(d6787a37-015e-44dc-aeec-7037102beeeb),segment_id=d6787a37-015e-44dc-aeec-7037102beeeb)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:41:45.334645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:45.341649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a283d514-c106-4b8d-85e5-12d3a33d7a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:45.391285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:45.410175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:45.491695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Allocated IP 172.26.4.97 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/22788b03-9bdf-4ea9-805d-ab4ca7c58488) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:41:45.582135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:45.595857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Pushing event updated for resources: {'Port': ['ID=20866c98-ce3b-459d-8551-6bbabe6262a7,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:45.598792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-faa030b7-ec74-40f0-908d-d8ca322457c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:45.605697 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:45.614283 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-51a4efd1-553e-4634-81b1-be8ca9504840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:45.684870 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Pushing event updated for resources: {'Port': ['ID=22788b03-9bdf-4ea9-805d-ab4ca7c58488,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:45.687522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:45.719998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:41:45.720780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:41:45.722775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:41:45.975346 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:46.147826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 20866c98-ce3b-459d-8551-6bbabe6262a7 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:46.189228 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854103516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671946'] for router, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:46.192255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 20866c98-ce3b-459d-8551-6bbabe6262a7 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:41:46.195450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 79477775-888e-456b-a856-4b950c7528d3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:46.232861 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Sync routers for ids ['97c81099-2326-4496-8f70-9732416cae1c'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:41:46.238976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Routers {'97c81099-2326-4496-8f70-9732416cae1c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:46.239349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['97c81099-2326-4496-8f70-9732416cae1c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:46.241872 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 79477775-888e-456b-a856-4b950c7528d3 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:41:46.245107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 79477775-888e-456b-a856-4b950c7528d3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:46.245361 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:46.309675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Router 53400815-b125-4b8d-b131-40084a6eb8c4 is scheduled to L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef with binding_index 1 {{(pid=86007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 16:41:46.318520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:46.329219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 79477775-888e-456b-a856-4b950c7528d3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=79477775-888e-456b-a856-4b950c7528d3,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:46.331576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:46.333024 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:46.372939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=79477775-888e-456b-a856-4b950c7528d3,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:46.387630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:46.417501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:41:46.423906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Sync routers for ids ['53400815-b125-4b8d-b131-40084a6eb8c4'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:41:46.430229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Routers {'53400815-b125-4b8d-b131-40084a6eb8c4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:46.430785 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['53400815-b125-4b8d-b131-40084a6eb8c4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:46.431413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:46.434006 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-9fa0ac79-4a0a-4065-b143-12d66924f9b2 admin admin] 10.222.0.95 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7266119 Apr 16 16:41:46.434193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46432) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:46.496742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Set router 97c81099-2326-4496-8f70-9732416cae1c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:46.540216 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Set router 53400815-b125-4b8d-b131-40084a6eb8c4 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:46.676273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '9f6da35e-448c-4d29-84a4-eb57e047846f', 'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'mac_address': 'fa:16:3e:74:53:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:42Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 2, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'subnets': [{'id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:46.678816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Checking router: 97c81099-2326-4496-8f70-9732416cae1c for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:41:46.679160 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Updating router 97c81099-2326-4496-8f70-9732416cae1c port 9f6da35e-448c-4d29-84a4-eb57e047846f binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:41:46.712266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:46.717994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'name': 'tempest-TestSnapshotPattern-415115434-router', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:44Z', 'updated_at': '2021-04-16T16:41:45Z', 'revision_number': 3, 'project_id': '0ede051bd0f946dcbc227a7ebec06739', 'gw_port': {'id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:46.720350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Checking router: 53400815-b125-4b8d-b131-40084a6eb8c4 for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:41:46.720567 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Updating router 53400815-b125-4b8d-b131-40084a6eb8c4 port 22788b03-9bdf-4ea9-805d-ab4ca7c58488 binding host dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:41:46.739405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6ba45-e360-418c-94e3-03787b7a68c3 None None] Network 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd requested from dv-neutron-786478-2-hyperv {{(pid=86008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 16:41:46.812989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:46.888269 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f0b1f55c-fe1f-470e-8f26-ff2c297ee653 None None] Provisioning for port 20866c98-ce3b-459d-8551-6bbabe6262a7 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:41:46.917214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-f0b1f55c-fe1f-470e-8f26-ff2c297ee653 None None] Provisioning complete for port 20866c98-ce3b-459d-8551-6bbabe6262a7 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:46.917450 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f55c-fe1f-470e-8f26-ff2c297ee653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:46.935953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:46.943274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Transition to ACTIVE for port object 9f6da35e-448c-4d29-84a4-eb57e047846f will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:46.947268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:46.957753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:47.032506 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Pushing event updated for resources: {'Port': ['ID=9f6da35e-448c-4d29-84a4-eb57e047846f,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:47.037501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.037712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.037911 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.038106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.038295 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.038501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.038694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.038883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.039075 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.039261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.039449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.039633 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:41:47.042631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:47.081169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f55c-fe1f-470e-8f26-ff2c297ee653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.121562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-f0b1f55c-fe1f-470e-8f26-ff2c297ee653 None None] For port 20866c98-ce3b-459d-8551-6bbabe6262a7, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=20866c98-ce3b-459d-8551-6bbabe6262a7,segment=NetworkSegment(d6787a37-015e-44dc-aeec-7037102beeeb),segment_id=d6787a37-015e-44dc-aeec-7037102beeeb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:47.128040 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f0b1f55c-fe1f-470e-8f26-ff2c297ee653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.130348 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04da5725-f1c2-46b1-819f-4f40f8489d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:47.133642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.168298 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Attempting to bind port 9f6da35e-448c-4d29-84a4-eb57e047846f on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:41:47.168724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Attempting to bind port 9f6da35e-448c-4d29-84a4-eb57e047846f by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:41:47.169010 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Attempting to bind port 9f6da35e-448c-4d29-84a4-eb57e047846f on network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:41:47.173914 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:41:47.174894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Checking segment: {'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:41:47.175522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.175836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Bound using segment: {'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:41:47.176350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Bound port: 9f6da35e-448c-4d29-84a4-eb57e047846f, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:41:47.176479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.213560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1f55c-fe1f-470e-8f26-ff2c297ee653 None None] Pushing event updated for resources: {'Port': ['ID=20866c98-ce3b-459d-8551-6bbabe6262a7,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:47.216957 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0b1f55c-fe1f-470e-8f26-ff2c297ee653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:47.232576 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Notify callbacks [] for port, precommit_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.243663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Transition to ACTIVE for port object 22788b03-9bdf-4ea9-805d-ab4ca7c58488 will not be triggered until provisioned by entity L2. {{(pid=86008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:47.251220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.260919 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-f0b1f55c-fe1f-470e-8f26-ff2c297ee653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:47.266179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] For port 9f6da35e-448c-4d29-84a4-eb57e047846f, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:41:47.268309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] For port 9f6da35e-448c-4d29-84a4-eb57e047846f, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9f6da35e-448c-4d29-84a4-eb57e047846f,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:41:47.271467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.280032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-3e9e2d52-75ff-4174-a63d-0ea56f07f9b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:47.282747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Allocated IP 172.20.0.1 (9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd/646debb7-e270-44ae-ada3-d7305b9ec345/8e8acb7f-3bd9-4c67-a365-e490f37d4f00) {{(pid=86007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:41:47.362951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Pushing event updated for resources: {'Port': ['ID=9f6da35e-448c-4d29-84a4-eb57e047846f,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:47.365982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e2a927d6-eefd-4060-bcbb-26fa56c67d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:47.381688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.393078 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Transition to ACTIVE for port object 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 will not be triggered until provisioned by entity DHCP. {{(pid=86007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:47.404589 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Routers {'97c81099-2326-4496-8f70-9732416cae1c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:47.404953 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['97c81099-2326-4496-8f70-9732416cae1c'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:47.411237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.420654 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-445d4d32-84b0-4eb7-889c-25702602df7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:47.500849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8acb7f-3bd9-4c67-a365-e490f37d4f00,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:47.508866 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:47.519099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83d507-4e68-4993-a130-4e50a946570f None None] Pushing event updated for resources: {'Port': ['ID=22788b03-9bdf-4ea9-805d-ab4ca7c58488,revision_number=2']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:47.522987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aa83d507-4e68-4993-a130-4e50a946570f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:47.526937 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] Set router 97c81099-2326-4496-8f70-9732416cae1c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:47.536707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Network 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:41:47.537350 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:41:47.538865 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Received port after_create {{(pid=86007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:41:47.548254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-ef27fbd3-2803-4b58-819c-8651428dcf66 None None] Provisioning complete for port 20866c98-ce3b-459d-8551-6bbabe6262a7 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:47.548490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ef27fbd3-2803-4b58-819c-8651428dcf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.576702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854101873'] for router_interface, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.621493 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Attempting to bind port 22788b03-9bdf-4ea9-805d-ab4ca7c58488 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:41:47.621704 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Attempting to bind port 22788b03-9bdf-4ea9-805d-ab4ca7c58488 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:41:47.621939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Attempting to bind port 22788b03-9bdf-4ea9-805d-ab4ca7c58488 on network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:41:47.626814 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:41:47.627048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Checking segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:41:47.627307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.627553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Bound using segment: {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'} {{(pid=86008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:41:47.627857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Bound port: 22788b03-9bdf-4ea9-805d-ab4ca7c58488, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '906557b8-fcf5-42c4-a3cf-d0bcf080ba1b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94'}}] {{(pid=86008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:41:47.628094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.651713 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.682051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] For port 22788b03-9bdf-4ea9-805d-ab4ca7c58488, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:41:47.683835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] For port 22788b03-9bdf-4ea9-805d-ab4ca7c58488, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=22788b03-9bdf-4ea9-805d-ab4ca7c58488,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:41:47.688555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.696857 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8d3f111d-6a63-40d0-8e9f-7857ec73d9a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:47.726240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '9f6da35e-448c-4d29-84a4-eb57e047846f', 'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'mac_address': 'fa:16:3e:74:53:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:42Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'subnets': [{'id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:47.728871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd711cc-8a8c-4ba3-8562-4a8c70110357 None None] The sync data for ids ['97c81099-2326-4496-8f70-9732416cae1c'] in dv-neutron-786478-2-hyperv is: [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '9f6da35e-448c-4d29-84a4-eb57e047846f', 'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'mac_address': 'fa:16:3e:74:53:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:42Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'subnets': [{'id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:41:47.771755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83d507-4e68-4993-a130-4e50a946570f None None] Pushing event updated for resources: {'Port': ['ID=22788b03-9bdf-4ea9-805d-ab4ca7c58488,revision_number=3']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:47.774638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-aa83d507-4e68-4993-a130-4e50a946570f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:47.789032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.791696 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852302065'] for port, after_update {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.797873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d8a60e79-c95e-48aa-ae71-11e3753b0184 None None] Provisioning for port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:41:47.804261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-d8a60e79-c95e-48aa-ae71-11e3753b0184 None None] Provisioning complete for port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:47.804499 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d8a60e79-c95e-48aa-ae71-11e3753b0184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.809025 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-6b4a8160-7224-4038-bcda-04e0bc07b0f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:47.846285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-d8a60e79-c95e-48aa-ae71-11e3753b0184 None None] Port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:41:47.847735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Routers {'53400815-b125-4b8d-b131-40084a6eb8c4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:47.848128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['53400815-b125-4b8d-b131-40084a6eb8c4'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:47.859657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Pushing event updated for resources: {'Port': ['ID=8e8acb7f-3bd9-4c67-a365-e490f37d4f00,revision_number=2']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:47.861600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:47.862356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-674024'] for router_interface, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:47.941584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:41:47.945832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Network 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd is already hosted by enough agents. {{(pid=86007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:41:47.946537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Resources bound (agent type, host, resource id): {{(pid=86007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:41:47.958868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] Set router 53400815-b125-4b8d-b131-40084a6eb8c4 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:48.058994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Router 53400815-b125-4b8d-b131-40084a6eb8c4 has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:41:48.143045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-0fdb55e7-261c-41cd-b981-aa4ec50a0b45 None None] Provisioning complete for port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:48.143352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0fdb55e7-261c-41cd-b981-aa4ec50a0b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:48.160352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 20866c98-ce3b-459d-8551-6bbabe6262a7 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:48.177240 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:41:48.183184 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-a52e713a-5593-41a8-8260-6d5a22d3c104 admin admin] 10.222.0.95 "PUT /v2.0/routers/53400815-b125-4b8d-b131-40084a6eb8c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7482154 Apr 16 16:41:48.210111 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb55e7-261c-41cd-b981-aa4ec50a0b45 None None] Port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:41:48.220089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'name': 'tempest-TestSnapshotPattern-415115434-router', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:44Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 4, 'project_id': '0ede051bd0f946dcbc227a7ebec06739', 'gw_port': {'id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '8e8acb7f-3bd9-4c67-a365-e490f37d4f00', 'name': '', 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'mac_address': 'fa:16:3e:fb:14:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '646debb7-e270-44ae-ada3-d7305b9ec345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:47Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 2, 'project_id': '0ede051bd0f946dcbc227a7ebec06739', 'subnets': [{'id': '646debb7-e270-44ae-ada3-d7305b9ec345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:48.223706 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7792562d-0429-4ee2-958e-c1e1aae38bef None None] The sync data for ids ['53400815-b125-4b8d-b131-40084a6eb8c4'] in dv-neutron-786478-2-hyperv is: [{'id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'name': 'tempest-TestSnapshotPattern-415115434-router', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:44Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 4, 'project_id': '0ede051bd0f946dcbc227a7ebec06739', 'gw_port': {'id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '8e8acb7f-3bd9-4c67-a365-e490f37d4f00', 'name': '', 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'mac_address': 'fa:16:3e:fb:14:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '646debb7-e270-44ae-ada3-d7305b9ec345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:47Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 2, 'project_id': '0ede051bd0f946dcbc227a7ebec06739', 'subnets': [{'id': '646debb7-e270-44ae-ada3-d7305b9ec345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:41:48.229869 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 20866c98-ce3b-459d-8551-6bbabe6262a7 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:48.230127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:48.304569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9f6da35e-448c-4d29-84a4-eb57e047846f up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:48.345397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 9f6da35e-448c-4d29-84a4-eb57e047846f completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:41:48.348477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 9f6da35e-448c-4d29-84a4-eb57e047846f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:48.348716 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:48.419544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:48.438255 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 9f6da35e-448c-4d29-84a4-eb57e047846f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9f6da35e-448c-4d29-84a4-eb57e047846f,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:48.440484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:48.441047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 79477775-888e-456b-a856-4b950c7528d3 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:48.454365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:48.505276 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=9f6da35e-448c-4d29-84a4-eb57e047846f,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:48.507675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:48.513906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 79477775-888e-456b-a856-4b950c7528d3 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:48.514094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.684179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46444) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:49.688414 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477578101', 'description': 'tempest-secgroup-smoke-1477578101 description', 'project_id': '4623b50830ab4a6da07ddaef7b098f29'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:49.693476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:49.696420 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Usage tracker for resource:security_group and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:49.698643 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:49.704118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:49.711107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.725175 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:49.727793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Usage tracker for resource:security_group_rule and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:49.729631 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:49.733263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:49.776996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.779038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671409'] for security_group, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.781948 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c769a9ea-2688-4b12-afa7-1a400dc6de9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:49.809243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcf9840-1337-4385-ba4c-62222768883e,revision_number=1']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:49.811264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.812107 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1271355 Apr 16 16:41:49.813066 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-36fc4c8b-187c-4ecc-8b03-a27431720821 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:49.814520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46448) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:49.818026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Request body: {'security_group_rule': {'security_group_id': '5dcf9840-1337-4385-ba4c-62222768883e', 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:49.822243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:49.824840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Usage tracker for resource:security_group_rule and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:49.827051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:49.831194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:49.841665 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.879360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.881219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.885490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-42f04fba-c584-4f0a-9c4c-6728fd6a352a tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:49.897048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2222467d-5f13-4eb4-898d-83d3dcf24db0,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:49.898535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:49.899291 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.899987 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.0848448 Apr 16 16:41:49.901936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46452) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:49.905005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Request body: {'security_group_rule': {'security_group_id': '5dcf9840-1337-4385-ba4c-62222768883e', 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:49.908960 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:49.911121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Usage tracker for resource:security_group_rule and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:49.912751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:49.915958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:49.924830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.958098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.959970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.961083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-299e9318-241f-454e-a911-e57887dc437b tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:49.973233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62108528-529a-4123-a3f2-b3e088b93af7,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:49.974693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:49.978679 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:49.979375 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-748d8b3f-bccf-4a39-862d-bd09c8967bb0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.0768337 Apr 16 16:41:49.982993 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46456) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:49.986916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Request body: {'security_group_rule': {'security_group_id': '5dcf9840-1337-4385-ba4c-62222768883e', 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:49.990707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:49.993096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Usage tracker for resource:security_group_rule and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:49.994936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:49.998253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:50.008136 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.055254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.058580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.059749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-02e7b8aa-aa10-49c1-a53d-14234fdc460f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:50.072033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f86304-77d9-46b1-9b9f-19e8bfe2a2df,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:50.073452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:50.077215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.077936 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.0942690 Apr 16 16:41:50.079903 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46460) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:50.083158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Request body: {'security_group_rule': {'security_group_id': '5dcf9840-1337-4385-ba4c-62222768883e', 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:50.086648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:50.090328 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Usage tracker for resource:security_group_rule and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:50.090446 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:50.094114 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:50.104699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.140560 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.142599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.146818 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-55968f41-9f3f-4089-9903-b62223d4896d tempest-TestMinimumBasicScenario-48715419 tempest-TestMinimumBasicScenario-48715419-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:50.157828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 22788b03-9bdf-4ea9-805d-ab4ca7c58488 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:50.158215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03b2f6d-d8aa-4d55-8642-9b711845fb3b,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:50.159669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:50.163955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.164800 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-cab327db-49f3-43b9-a221-f48443465aec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.0842810 Apr 16 16:41:50.166817 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46464) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:50.170001 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Request body: {'security_group_rule': {'security_group_id': '5dcf9840-1337-4385-ba4c-62222768883e', 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:50.173949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:50.176309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Usage tracker for resource:security_group_rule and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:50.177989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:50.181363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:50.187102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Project 4623b50830ab4a6da07ddaef7b098f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:41:50.190942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.198553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 22788b03-9bdf-4ea9-805d-ab4ca7c58488 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:41:50.201441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 22788b03-9bdf-4ea9-805d-ab4ca7c58488 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:50.201698 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.228151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.229929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.231188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0d64fea4-3b94-4fe0-928c-281ec5cadf0d tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:50.243959 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22af4beb-8991-4422-9809-2f10d4340ce1,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:50.245387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:50.250618 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.251349 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-11b2d0f0-9bfe-4c7c-8544-276bc74dc33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.0839419 Apr 16 16:41:50.255308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 46468) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:41:50.258438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Request body: {'security_group_rule': {'security_group_id': '5dcf9840-1337-4385-ba4c-62222768883e', 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:50.261848 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:50.264411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Usage tracker for resource:security_group_rule and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:41:50.266642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86007) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:41:50.269994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86007) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:50.272841 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.276255 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.securitygroups_db [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Project 4623b50830ab4a6da07ddaef7b098f29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 16:41:50.279943 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.282695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 22788b03-9bdf-4ea9-805d-ab4ca7c58488, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=22788b03-9bdf-4ea9-805d-ab4ca7c58488,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:50.284547 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.285126 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9f6da35e-448c-4d29-84a4-eb57e047846f up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:50.298461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:50.316613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.318452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-671445'] for security_group_rule, after_create {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.320215 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-45f83d69-7211-402c-9047-ff9d1f00366d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:50.332702 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04ba655-6199-46d9-aa17-e6121bd58914,revision_number=0']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:50.335703 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:50.339166 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.339931 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-dcb616a8-eda2-4539-9783-587fa7d535d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.0840051 Apr 16 16:41:50.348983 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=22788b03-9bdf-4ea9-805d-ab4ca7c58488,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:50.351401 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:50.361143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 9f6da35e-448c-4d29-84a4-eb57e047846f triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:50.361381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:50.467043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-1a9edd5b-a3ad-4eef-a216-b88023f481ae tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Synchronizing usage tracker for tenant:4623b50830ab4a6da07ddaef7b098f29 on resource:security_group {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:41:50.476830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-1a9edd5b-a3ad-4eef-a216-b88023f481ae tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Unset dirty status for tenant:4623b50830ab4a6da07ddaef7b098f29 on resource:security_group {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:41:50.477508 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-1a9edd5b-a3ad-4eef-a216-b88023f481ae tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477578101&fields=id&tenant_id=4623b50830ab4a6da07ddaef7b098f29 HTTP/1.1" status: 200 len: 267 time: 0.0346460 Apr 16 16:41:50.564094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-6afa8171-838b-40ea-8491-d3642d9974d2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:50.564505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-6afa8171-838b-40ea-8491-d3642d9974d2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Synchronizing usage tracker for tenant:4623b50830ab4a6da07ddaef7b098f29 on resource:network {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:41:50.573924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-6afa8171-838b-40ea-8491-d3642d9974d2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Unset dirty status for tenant:4623b50830ab4a6da07ddaef7b098f29 on resource:network {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:41:50.574665 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-6afa8171-838b-40ea-8491-d3642d9974d2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 810 time: 0.0923576 Apr 16 16:41:50.584509 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-5f916ad5-6309-4c12-a7c0-243916bb8f46 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/quotas/4623b50830ab4a6da07ddaef7b098f29 HTTP/1.1" status: 200 len: 375 time: 0.0054741 Apr 16 16:41:50.632994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-70c8c1a2-00eb-41e5-a158-fd337f560fc4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Synchronizing usage tracker for tenant:4623b50830ab4a6da07ddaef7b098f29 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:41:50.642623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-70c8c1a2-00eb-41e5-a158-fd337f560fc4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Unset dirty status for tenant:4623b50830ab4a6da07ddaef7b098f29 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:41:50.643418 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-70c8c1a2-00eb-41e5-a158-fd337f560fc4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554922 Apr 16 16:41:50.726241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-bebae897-f7ae-419f-ad88-4753ca3c11d5 service neutron] 10.222.0.95 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0739260 Apr 16 16:41:50.795681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Sync routers for ids ['53400815-b125-4b8d-b131-40084a6eb8c4'] in dv-neutron-786478-2-hyperv {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:41:50.801602 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-85ffec75-e31a-48d1-93b3-c75f1ffbf27a service neutron] 10.222.0.95 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0711353 Apr 16 16:41:50.801694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Routers {'53400815-b125-4b8d-b131-40084a6eb8c4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:50.801982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['53400815-b125-4b8d-b131-40084a6eb8c4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:50.934505 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab28f45f-6209-4d83-b33c-d32c1ec2b0cc req-eb5f6852-d1dc-4966-8501-cc568d427cc9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 210 time: 0.0316613 Apr 16 16:41:51.070056 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Set router 53400815-b125-4b8d-b131-40084a6eb8c4 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:51.260195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'name': 'tempest-TestSnapshotPattern-415115434-router', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:44Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 4, 'project_id': '0ede051bd0f946dcbc227a7ebec06739', 'gw_port': {'id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '8e8acb7f-3bd9-4c67-a365-e490f37d4f00', 'name': '', 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'mac_address': 'fa:16:3e:fb:14:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '646debb7-e270-44ae-ada3-d7305b9ec345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:47Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 2, 'project_id': '0ede051bd0f946dcbc227a7ebec06739', 'subnets': [{'id': '646debb7-e270-44ae-ada3-d7305b9ec345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:51.262607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Checking router: 53400815-b125-4b8d-b131-40084a6eb8c4 for host: dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:41:51.262820 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Updating router 53400815-b125-4b8d-b131-40084a6eb8c4 port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 binding host dv-neutron-786478-2-hyperv {{(pid=86009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 16:41:51.293988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:51.483882 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Notify callbacks [] for port, precommit_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:51.491102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Transition to ACTIVE for port object 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 will not be triggered until provisioned by entity L2. {{(pid=86009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:51.495230 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:51.502144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2d664466-3576-4d8a-8469-a0a103a523b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:51.567074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358738fb-3cda-4291-96d0-66cd3db6c41c None None] Pushing event updated for resources: {'Port': ['ID=8e8acb7f-3bd9-4c67-a365-e490f37d4f00,revision_number=3']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:51.569510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-358738fb-3cda-4291-96d0-66cd3db6c41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:51.682137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Attempting to bind port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 on host dv-neutron-786478-2-hyperv for vnic_type normal with profile {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:41:51.682364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Attempting to bind port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 by drivers openvswitch,hyperv on host dv-neutron-786478-2-hyperv at level 0 using segments [{'id': 'd6787a37-015e-44dc-aeec-7037102beeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd'}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:41:51.682886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Attempting to bind port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 on network 9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:41:51.686929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Checking agent: {'id': 'aa54aac5-ec0d-4d70-8dc2-52b5db0a7a34', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-786478-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 30, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-786478-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:41:51.687145 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Checking segment: {'id': 'd6787a37-015e-44dc-aeec-7037102beeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:41:51.687486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:51.687766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Bound using segment: {'id': 'd6787a37-015e-44dc-aeec-7037102beeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd'} {{(pid=86009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:41:51.688018 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Bound port: 8e8acb7f-3bd9-4c67-a365-e490f37d4f00, host: dv-neutron-786478-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6787a37-015e-44dc-aeec-7037102beeeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1460, 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd'}}] {{(pid=86009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:41:51.688246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:51.740648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] For port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00, host dv-neutron-786478-2-hyperv, cleared binding levels {{(pid=86009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:41:51.742507 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] For port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00, host dv-neutron-786478-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8e8acb7f-3bd9-4c67-a365-e490f37d4f00,segment=NetworkSegment(d6787a37-015e-44dc-aeec-7037102beeeb),segment_id=d6787a37-015e-44dc-aeec-7037102beeeb)] {{(pid=86009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:41:51.745214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86009) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:51.753432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-90936c30-2733-4492-bf3f-98c866733070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:51.831886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358738fb-3cda-4291-96d0-66cd3db6c41c None None] Pushing event updated for resources: {'Port': ['ID=8e8acb7f-3bd9-4c67-a365-e490f37d4f00,revision_number=4']} {{(pid=86009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:51.834701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-358738fb-3cda-4291-96d0-66cd3db6c41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86009) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:51.856676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Routers {'53400815-b125-4b8d-b131-40084a6eb8c4'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:41:51.857020 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['53400815-b125-4b8d-b131-40084a6eb8c4'], 'active': True} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:51.960533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] Set router 53400815-b125-4b8d-b131-40084a6eb8c4 gateway port host: dv-neutron-786478-2-hyperv {{(pid=86009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:41:52.020817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b8a4a10a-dc8e-4fbb-aa2c-c827090f0b69 req-e0c14988-b32e-484e-9e29-b32efa9e4067 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 210 time: 0.0276971 Apr 16 16:41:52.136424 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:52.140849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'name': 'tempest-TestSnapshotPattern-415115434-router', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:44Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 4, 'project_id': '0ede051bd0f946dcbc227a7ebec06739', 'gw_port': {'id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '8e8acb7f-3bd9-4c67-a365-e490f37d4f00', 'name': '', 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'mac_address': 'fa:16:3e:fb:14:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '646debb7-e270-44ae-ada3-d7305b9ec345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:47Z', 'updated_at': '2021-04-16T16:41:51Z', 'revision_number': 4, 'project_id': '0ede051bd0f946dcbc227a7ebec06739', 'subnets': [{'id': '646debb7-e270-44ae-ada3-d7305b9ec345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86009) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:41:52.143452 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1165d662-711f-45f2-82a5-00841846fc51 None None] The sync data for ids ['53400815-b125-4b8d-b131-40084a6eb8c4'] in dv-neutron-786478-2-hyperv is: [{'id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'name': 'tempest-TestSnapshotPattern-415115434-router', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:44Z', 'updated_at': '2021-04-16T16:41:47Z', 'revision_number': 4, 'project_id': '0ede051bd0f946dcbc227a7ebec06739', 'gw_port': {'id': '22788b03-9bdf-4ea9-805d-ab4ca7c58488', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:45Z', 'updated_at': '2021-04-16T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '8e8acb7f-3bd9-4c67-a365-e490f37d4f00', 'name': '', 'network_id': '9cbd33d2-c02f-4dae-ad3c-e0f36d23eafd', 'tenant_id': '0ede051bd0f946dcbc227a7ebec06739', 'mac_address': 'fa:16:3e:fb:14:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53400815-b125-4b8d-b131-40084a6eb8c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '646debb7-e270-44ae-ada3-d7305b9ec345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:47Z', 'updated_at': '2021-04-16T16:41:51Z', 'revision_number': 4, 'project_id': '0ede051bd0f946dcbc227a7ebec06739', 'subnets': [{'id': '646debb7-e270-44ae-ada3-d7305b9ec345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:41:52.182916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning for port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:41:52.185906 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:52.186143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:52.256635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:52.275881 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] For port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=8e8acb7f-3bd9-4c67-a365-e490f37d4f00,segment=NetworkSegment(d6787a37-015e-44dc-aeec-7037102beeeb),segment_id=d6787a37-015e-44dc-aeec-7037102beeeb)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:52.278456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:52.279048 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 22788b03-9bdf-4ea9-805d-ab4ca7c58488 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:52.293285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:52.347115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Pushing event updated for resources: {'Port': ['ID=8e8acb7f-3bd9-4c67-a365-e490f37d4f00,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:52.349486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:52.355732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 22788b03-9bdf-4ea9-805d-ab4ca7c58488 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:52.356003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:52.940844 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-c87eae28-6599-4d5d-aa39-59d934eca62a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:52.941609 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-c87eae28-6599-4d5d-aa39-59d934eca62a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.107 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 810 time: 0.0887415 Apr 16 16:41:52.989591 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-f33e3797-202c-443d-a154-c0ce671fd0c2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4623b50830ab4a6da07ddaef7b098f29 HTTP/1.1" status: 200 len: 8073 time: 0.0359154 Apr 16 16:41:53.046778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Request body: {'port': {'device_id': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'admin_state_up': True, 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'security_groups': ['5dcf9840-1337-4385-ba4c-62222768883e']}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:53.136743 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-869a00d9-24c2-4c22-b966-1649f12cc2c4 req-371fb6b7-1046-4551-9717-7e34dac11fa5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 210 time: 0.0354974 Apr 16 16:41:53.176408 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:41:53.182839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:41:53.189199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Made reservation on behalf of 4623b50830ab4a6da07ddaef7b098f29 for: {'port': 1} {{(pid=86006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 16:41:53.192710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:53.279181 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Allocated IP 172.20.0.13 (d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d/6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2/1c6b838f-cb76-4ea1-86c0-7ee7f6edade1) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:41:53.384080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:53.393635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Transition to ACTIVE for port object 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 will not be triggered until provisioned by entity DHCP. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:53.408772 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:53.417088 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-4d462421-ef5e-45e6-ab10-4c0a75231ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:53.486470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Pushing event updated for resources: {'Port': ['ID=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:53.488856 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:53.518016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:41:53.518727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:41:53.520180 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:41:53.556590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:53.556988 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:53.571503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5300272 Apr 16 16:41:53.584274 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Request body: {'port': {'device_id': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7864'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:41:53.655913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:53.692635 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e4215e24-ffbc-444b-a10c-78c286c12f66 None None] Provisioning for port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 completed by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:41:53.695549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e4215e24-ffbc-444b-a10c-78c286c12f66 None None] Provisioning complete for port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 triggered by entity DHCP. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:53.695760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4215e24-ffbc-444b-a10c-78c286c12f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:53.726263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e4215e24-ffbc-444b-a10c-78c286c12f66 None None] Port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 cannot update to ACTIVE because it is not bound. {{(pid=86008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 16:41:53.862055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 {{(pid=86006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:41:53.865935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:53.873975 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Transition to ACTIVE for port object 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 will not be triggered until provisioned by entity L2. {{(pid=86006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 16:41:53.876724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:53.885263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c52a5a62-77c2-4911-a195-052d47f3f367 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:53.950106 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Pushing event updated for resources: {'Port': ['ID=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:53.953253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:54.081158 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Attempting to bind port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 on host hv-neutron-7864 for vnic_type normal with profile {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 16:41:54.083223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Attempting to bind port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 by drivers openvswitch,hyperv on host hv-neutron-7864 at level 0 using segments [{'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 16:41:54.083464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Attempting to bind port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 on network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:41:54.086761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 on network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7864 {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 16:41:54.086982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Attempting to bind port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 on network d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 16:41:54.090393 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Checking agent: {'id': 'e6961f01-adf0-4f71-850b-b7494d8f0177', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7864', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'started_at': datetime.datetime(2021, 4, 16, 15, 34, 13), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 16:41:54.090648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Checking segment: {'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 16:41:54.090970 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Bound using segment: {'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'} {{(pid=86006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 16:41:54.091188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.managers [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Bound port: 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1, host: hv-neutron-7864, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc08de4e-342c-4112-834e-c48dda28cdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1486, 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d'}}] {{(pid=86006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 16:41:54.091430 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:54.118203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 up at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:41:54.150680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] For port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1, host hv-neutron-7864, cleared binding levels {{(pid=86006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 16:41:54.152617 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] For port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1, host hv-neutron-7864, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 16:41:54.155241 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:54.165139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-70e7c05e-84ad-4eda-9c3d-2ecf896deab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:54.166539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Provisioning complete for port 8e8acb7f-3bd9-4c67-a365-e490f37d4f00 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:41:54.166890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:54.210016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Pushing event updated for resources: {'Port': ['ID=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,revision_number=3']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:54.242433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:54.595736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac19ef2-b794-4173-a3f1-f79b3301eb9f req-1fb40900-6ef2-43de-b7c5-1885c139e1ee tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:54.595736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4ac19ef2-b794-4173-a3f1-f79b3301eb9f req-1fb40900-6ef2-43de-b7c5-1885c139e1ee tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Synchronizing usage tracker for tenant:4623b50830ab4a6da07ddaef7b098f29 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:41:54.598955 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:54.599320 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for port, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:54.600206 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-fa912ab6-a8d7-46a2-920f-0630da0f42ac service neutron] 10.222.0.107 "PUT /v2.0/ports/1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 1094 time: 1.0190146 Apr 16 16:41:54.600550 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'tag': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:41:54.611522 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-4ac19ef2-b794-4173-a3f1-f79b3301eb9f req-1fb40900-6ef2-43de-b7c5-1885c139e1ee tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Unset dirty status for tenant:4623b50830ab4a6da07ddaef7b098f29 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:41:54.612233 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ac19ef2-b794-4173-a3f1-f79b3301eb9f req-1fb40900-6ef2-43de-b7c5-1885c139e1ee tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 944 time: 0.4001780 Apr 16 16:41:54.642291 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'tag': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'status': 'completed', 'code': 200} Apr 16 16:41:54.644391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ac19ef2-b794-4173-a3f1-f79b3301eb9f req-7928e030-dbf9-42e4-9834-abba68973e45 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278451 Apr 16 16:41:55.073168 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-5f7b7b8f-ad78-4787-995e-4f558aa584b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:55.074299 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-5f7b7b8f-ad78-4787-995e-4f558aa584b5 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1097 time: 0.0761745 Apr 16 16:41:55.129793 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-b6060e12-8b22-4f83-9eea-5541bf3683be service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 217 time: 0.0461848 Apr 16 16:41:55.180139 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-66213ff3-6f43-4f99-a307-46f3bad1856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:55.181017 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-66213ff3-6f43-4f99-a307-46f3bad1856c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 200 len: 849 time: 0.0429535 Apr 16 16:41:55.241468 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-19b71315-9c2b-43f8-84ea-5c512839a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:55.242530 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-19b71315-9c2b-43f8-84ea-5c512839a7a6 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523798 Apr 16 16:41:55.340414 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-a1e42af3-4c03-4da2-8344-f48d3096f1fb service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882661 Apr 16 16:41:55.448880 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19f40d6b-71ed-46bb-a6fc-0ef64a69d852 req-16147b05-6958-4ba4-87a5-d256ea45b260 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997336 Apr 16 16:41:55.797967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b15412-899e-4aa3-b941-3a9692a85c42 req-2ae5dd09-e777-408b-8fac-2060eaae0f5a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:55.799023 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98b15412-899e-4aa3-b941-3a9692a85c42 req-2ae5dd09-e777-408b-8fac-2060eaae0f5a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 944 time: 0.0658228 Apr 16 16:41:55.834431 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-98b15412-899e-4aa3-b941-3a9692a85c42 req-1039c31f-7451-4c86-9d24-1d85c963d235 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278716 Apr 16 16:41:56.256930 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb8ae-0773-4d6d-a6a6-6c668d395af3 req-b2665653-dd60-4afb-b2a9-874b2e6516af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:56.258058 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c8eb8ae-0773-4d6d-a6a6-6c668d395af3 req-b2665653-dd60-4afb-b2a9-874b2e6516af service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1097 time: 0.0752816 Apr 16 16:41:56.377962 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb8ae-0773-4d6d-a6a6-6c668d395af3 req-e1f78d59-4243-436b-8405-35a9e173f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:56.378977 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c8eb8ae-0773-4d6d-a6a6-6c668d395af3 req-e1f78d59-4243-436b-8405-35a9e173f5e9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 912 time: 0.1119866 Apr 16 16:41:56.430745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c8eb8ae-0773-4d6d-a6a6-6c668d395af3 req-ab11b68a-9d59-4637-ada9-aabfa6502810 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 217 time: 0.0429838 Apr 16 16:41:56.482741 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb8ae-0773-4d6d-a6a6-6c668d395af3 req-acb266a7-dfb9-4ac2-9f01-43ec31ea29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:56.483689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c8eb8ae-0773-4d6d-a6a6-6c668d395af3 req-acb266a7-dfb9-4ac2-9f01-43ec31ea29ad service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 200 len: 849 time: 0.0454209 Apr 16 16:41:56.542888 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb8ae-0773-4d6d-a6a6-6c668d395af3 req-42a0b5c1-1aad-4bad-b696-5a2f9ad452b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:56.543833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c8eb8ae-0773-4d6d-a6a6-6c668d395af3 req-42a0b5c1-1aad-4bad-b696-5a2f9ad452b9 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516279 Apr 16 16:41:56.640888 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c8eb8ae-0773-4d6d-a6a6-6c668d395af3 req-b3ef6628-63d8-4e88-bee3-2d22a88664e9 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887260 Apr 16 16:41:56.737330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c8eb8ae-0773-4d6d-a6a6-6c668d395af3 req-bc3a4cb1-d6ce-46d0-8116-edefe5a64bec service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887949 Apr 16 16:41:56.965463 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19dba0-b1f7-4e00-97e3-dda2891ea325 req-f424d412-12d9-486e-85c6-4b2b9aab2580 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:56.966401 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb19dba0-b1f7-4e00-97e3-dda2891ea325 req-f424d412-12d9-486e-85c6-4b2b9aab2580 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 944 time: 0.0574055 Apr 16 16:41:56.994020 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb19dba0-b1f7-4e00-97e3-dda2891ea325 req-a5264748-ae62-4e58-a377-3d5a01c39492 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0235047 Apr 16 16:41:58.301998 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f9133-88e9-46f3-b144-3041c5cb6e51 req-7add9f37-9af7-40ff-be76-cd4de2de9256 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:58.303078 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-570f9133-88e9-46f3-b144-3041c5cb6e51 req-7add9f37-9af7-40ff-be76-cd4de2de9256 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 944 time: 0.0684557 Apr 16 16:41:58.336636 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-570f9133-88e9-46f3-b144-3041c5cb6e51 req-27fa89c2-e8ca-4ebe-9ac5-9c51300ba914 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290999 Apr 16 16:41:58.565179 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:41:58.873944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:58.884127 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'port_id': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'mac_address': 'fa:16:3e:0e:43:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:41:58.923381 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:58.935634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:41:58.947254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:41:58.949624 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:41:58.951115 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-04da5725-f1c2-46b1-819f-4f40f8489d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:41:58.997005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,revision_number=4']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:41:58.999297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:41:59.507545 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b2584-b316-49fa-b6fa-b70505badb54 req-934208e5-f157-4de9-9935-7d69d23a45f9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:41:59.508683 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e44b2584-b316-49fa-b6fa-b70505badb54 req-934208e5-f157-4de9-9935-7d69d23a45f9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 945 time: 0.0781519 Apr 16 16:41:59.517425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['1c6b838f-cb76-4ea1-86c0-7ee7f6edade1'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:41:59.543253 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e44b2584-b316-49fa-b6fa-b70505badb54 req-ea7bde0c-6bd2-45bd-9372-b53a52354145 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301085 Apr 16 16:42:00.580363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:42:00.641649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning for port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 completed by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 16:42:00.645254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:42:00.645534 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:00.707399 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362af90d-fc43-460d-8727-02d3998c48e4 req-21bf532e-86e7-4039-b587-87fab7461951 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:00.708428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-362af90d-fc43-460d-8727-02d3998c48e4 req-21bf532e-86e7-4039-b587-87fab7461951 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 945 time: 0.0682933 Apr 16 16:42:00.732732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:00.739545 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-362af90d-fc43-460d-8727-02d3998c48e4 req-c2ab0ee8-b6a5-4f01-87c6-2505b00f13c5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265577 Apr 16 16:42:00.751176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:42:00.758254 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:42:00.762588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:00.764360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:42:00.791265 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'code': 200} Apr 16 16:42:00.814364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,revision_number=5']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:42:00.816600 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:42:00.998487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4e25c-a48c-4a30-ac2b-ca0b16c3080f req-443a5f1b-f458-43be-ada5-b5dc2d4893cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:00.999522 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ae4e25c-a48c-4a30-ac2b-ca0b16c3080f req-443a5f1b-f458-43be-ada5-b5dc2d4893cc service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1099 time: 0.0540476 Apr 16 16:42:01.032786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2ae4e25c-a48c-4a30-ac2b-ca0b16c3080f req-cdb6f301-7da3-4d0f-bd4e-118fbaee218c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240278 Apr 16 16:42:01.893323 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40727ad8-d8e7-4ada-82f7-a270d085d767 req-38b05fb2-1a41-4f37-8362-624791eeb333 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:01.894292 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-40727ad8-d8e7-4ada-82f7-a270d085d767 req-38b05fb2-1a41-4f37-8362-624791eeb333 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0658679 Apr 16 16:42:01.927266 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-40727ad8-d8e7-4ada-82f7-a270d085d767 req-3187e868-2e23-45dc-a6c8-d5843b6f2ece tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253394 Apr 16 16:42:03.085055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc68b5-32f3-43e8-a1e9-afce9a26ea32 req-f6b7a0d7-f026-4b43-b798-7b817325b5f4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:03.086146 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0fc68b5-32f3-43e8-a1e9-afce9a26ea32 req-f6b7a0d7-f026-4b43-b798-7b817325b5f4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0658512 Apr 16 16:42:03.121211 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d0fc68b5-32f3-43e8-a1e9-afce9a26ea32 req-b6ec104d-fae9-4228-bfbc-2126405923bd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305760 Apr 16 16:42:03.259427 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883ceb0-8b5e-410e-9db2-50b1a624b7c5 req-dc73fdce-9572-456e-ab89-701b72006eda tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:03.260365 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d883ceb0-8b5e-410e-9db2-50b1a624b7c5 req-dc73fdce-9572-456e-ab89-701b72006eda tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0667262 Apr 16 16:42:03.295011 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d883ceb0-8b5e-410e-9db2-50b1a624b7c5 req-3e01321b-1964-4b6c-8afa-aa0f26ad8ac8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272813 Apr 16 16:42:03.311121 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 46540) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:42:03.435489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8014cab9-6113-4bf4-955a-2cdea72e4afd tempest-TestSnapshotPattern-1068150166 tempest-TestSnapshotPattern-1068150166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:03.436535 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8014cab9-6113-4bf4-955a-2cdea72e4afd tempest-TestSnapshotPattern-1068150166 tempest-TestSnapshotPattern-1068150166-project-admin] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1094 time: 0.1247067 Apr 16 16:42:03.439488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 46546) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:42:03.443253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.v2.base [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Request body: {'floatingip': {'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'port_id': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 16:42:03.447707 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 16:42:03.450710 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Usage tracker for resource:floatingip and tenant:4623b50830ab4a6da07ddaef7b098f29 is out of sync, need to count used quota {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 16:42:03.452987 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86006) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 16:42:03.457005 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.quota.driver [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86006) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 16:42:03.464595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for floatingip, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:03.561123 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:03.654778 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_common [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Allocated IP 172.26.4.148 (4be6ccee-bd06-47ad-b7c9-0498b8053c94/330c8330-0d8d-4b7d-8c1b-39fdc8b420f0/31ef423c-23e4-4962-a09c-01c94b0ebe8c) {{(pid=86006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 16:42:03.756885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for port, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:03.778387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291871075768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:03.787023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-93ef37d6-5ff8-4a64-8a3c-2ec5dfb863ab tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:42:03.882605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Pushing event updated for resources: {'Port': ['ID=31ef423c-23e4-4962-a09c-01c94b0ebe8c,revision_number=1']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:42:03.890406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:42:03.920569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Network 4be6ccee-bd06-47ad-b7c9-0498b8053c94 is already hosted by enough agents. {{(pid=86006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 16:42:03.921451 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.base_scheduler [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Resources bound (agent type, host, resource id): {{(pid=86006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 16:42:03.924051 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Received port after_create {{(pid=86006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 16:42:04.207163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:04.250638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:04.365992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for port, precommit_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:04.368946 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851935740'] for port, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:04.376097 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-40eccf85-5e95-4c8f-ae71-5c5976c9e462 tempest-TestShelveInstance-1288815870 tempest-TestShelveInstance-1288815870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:42:04.703429 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Pushing event updated for resources: {'Port': ['ID=31ef423c-23e4-4962-a09c-01c94b0ebe8c,revision_number=2']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:42:04.706483 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:42:04.764234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854104041'] for floatingip, after_update {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:04.859313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Floating IP 82ffd121-2c8d-4c08-9c3a-801dfb9ec06e associated. External IP: 172.26.4.148, port: 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1. Apr 16 16:42:05.086728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Router 97c81099-2326-4496-8f70-9732416cae1c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:42:05.211065 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:42:05.219690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e06edaa-adef-4800-8df9-269bd3f20835 None None] Sync routers for ids ['97c81099-2326-4496-8f70-9732416cae1c'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:42:05.226730 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e06edaa-adef-4800-8df9-269bd3f20835 None None] Routers {'97c81099-2326-4496-8f70-9732416cae1c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:42:05.227151 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8e06edaa-adef-4800-8df9-269bd3f20835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['97c81099-2326-4496-8f70-9732416cae1c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:42:05.240411 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:05.276498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-c6943525-efde-414e-a354-67db080d98e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8362341 Apr 16 16:42:05.277026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'tag': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:42:05.316278 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'tag': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'status': 'completed', 'code': 200} Apr 16 16:42:05.344803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-8e06edaa-adef-4800-8df9-269bd3f20835 None None] Set router 97c81099-2326-4496-8f70-9732416cae1c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:42:05.401390 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8ac4a-2583-4915-bcab-190770d7eec0 req-55645e81-44d4-420d-bf1c-2d289a1fa2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:05.402471 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1be8ac4a-2583-4915-bcab-190770d7eec0 req-55645e81-44d4-420d-bf1c-2d289a1fa2a9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1099 time: 0.0612810 Apr 16 16:42:05.499159 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8ac4a-2583-4915-bcab-190770d7eec0 req-26ab2839-a09b-4cea-9d9e-98c36f6be7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:05.500212 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1be8ac4a-2583-4915-bcab-190770d7eec0 req-26ab2839-a09b-4cea-9d9e-98c36f6be7d9 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 912 time: 0.0901258 Apr 16 16:42:05.566627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8e06edaa-adef-4800-8df9-269bd3f20835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '82ffd121-2c8d-4c08-9c3a-801dfb9ec06e', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '97c81099-2326-4496-8f70-9732416cae1c', 'port_id': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'mac_address': 'fa:16:3e:0e:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:42:04Z', 'updated_at': '2021-04-16T16:42:04Z', 'revision_number': 0, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6da35e-448c-4d29-84a4-eb57e047846f', 'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'mac_address': 'fa:16:3e:74:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:42Z', 'updated_at': '2021-04-16T16:41:48Z', 'revision_number': 5, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'subnets': [{'id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:42:05.568665 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1be8ac4a-2583-4915-bcab-190770d7eec0 req-1d67b2ac-7fe3-4233-af96-3d5d7bed44d9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 1000 time: 0.0649512 Apr 16 16:42:05.569042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e06edaa-adef-4800-8df9-269bd3f20835 None None] Checking router: 97c81099-2326-4496-8f70-9732416cae1c for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:42:05.574163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e06edaa-adef-4800-8df9-269bd3f20835 None None] Routers {'97c81099-2326-4496-8f70-9732416cae1c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:42:05.574535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8e06edaa-adef-4800-8df9-269bd3f20835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:41:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['97c81099-2326-4496-8f70-9732416cae1c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:42:05.615549 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8ac4a-2583-4915-bcab-190770d7eec0 req-112cc8ba-470b-473b-bca7-67dea5847da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:05.617337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1be8ac4a-2583-4915-bcab-190770d7eec0 req-112cc8ba-470b-473b-bca7-67dea5847da2 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 200 len: 849 time: 0.0442193 Apr 16 16:42:05.671982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8ac4a-2583-4915-bcab-190770d7eec0 req-a5cf420e-06fa-4727-9937-6b1e44e99888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:05.672976 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1be8ac4a-2583-4915-bcab-190770d7eec0 req-a5cf420e-06fa-4727-9937-6b1e44e99888 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490711 Apr 16 16:42:05.677733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-8e06edaa-adef-4800-8df9-269bd3f20835 None None] Set router 97c81099-2326-4496-8f70-9732416cae1c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:42:05.752282 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1be8ac4a-2583-4915-bcab-190770d7eec0 req-b3bdfabc-7db9-4ee9-9e7e-eaea6e41a3b8 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0719392 Apr 16 16:42:05.835227 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1be8ac4a-2583-4915-bcab-190770d7eec0 req-94c7f6da-601c-454d-989b-587aa4eee3fe service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787299 Apr 16 16:42:05.907558 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-8e06edaa-adef-4800-8df9-269bd3f20835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '82ffd121-2c8d-4c08-9c3a-801dfb9ec06e', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '97c81099-2326-4496-8f70-9732416cae1c', 'port_id': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'mac_address': 'fa:16:3e:0e:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:42:04Z', 'updated_at': '2021-04-16T16:42:04Z', 'revision_number': 0, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6da35e-448c-4d29-84a4-eb57e047846f', 'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'mac_address': 'fa:16:3e:74:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:42Z', 'updated_at': '2021-04-16T16:41:48Z', 'revision_number': 5, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'subnets': [{'id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:42:05.909942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e06edaa-adef-4800-8df9-269bd3f20835 None None] The sync data for ids ['97c81099-2326-4496-8f70-9732416cae1c'] in dv-neutron-786478-2-hyperv is: [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_floatingips': [{'id': '82ffd121-2c8d-4c08-9c3a-801dfb9ec06e', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'router_id': '97c81099-2326-4496-8f70-9732416cae1c', 'port_id': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'mac_address': 'fa:16:3e:0e:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T16:42:04Z', 'updated_at': '2021-04-16T16:42:04Z', 'revision_number': 0, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f6da35e-448c-4d29-84a4-eb57e047846f', 'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'mac_address': 'fa:16:3e:74:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:42Z', 'updated_at': '2021-04-16T16:41:48Z', 'revision_number': 5, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'subnets': [{'id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:42:06.143070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8191020f-baf3-49aa-ad63-8fd13c6d5435 None None] New status for floating IP 82ffd121-2c8d-4c08-9c3a-801dfb9ec06e: ACTIVE {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:42:09.163685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-4a5b575b-96e0-4f16-83b7-04d478676271 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620968 Apr 16 16:42:11.298942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e4bb1506-d9e7-46e3-b985-92374ff89629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:12.763183 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-07190006-7098-46b7-8a36-310fe33a5a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:13.080588 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:13.256513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:14.074372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:14.456023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:20.192019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-12334512-feaf-4077-a3b4-f8f465683765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:20.193161 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-12334512-feaf-4077-a3b4-f8f465683765 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1099 time: 0.0670726 Apr 16 16:42:20.308690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-872c8e43-7ab8-4265-b3e6-3f0f58d95f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:20.309722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-872c8e43-7ab8-4265-b3e6-3f0f58d95f38 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 912 time: 0.0959177 Apr 16 16:42:20.384302 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-782a26c6-c7ca-4618-a618-ef3c54201179 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 1002 time: 0.0664487 Apr 16 16:42:20.436293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-f8fa67dd-8e98-4214-8905-f6554b3fba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:20.437254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-f8fa67dd-8e98-4214-8905-f6554b3fba4b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 200 len: 849 time: 0.0450037 Apr 16 16:42:20.492655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-ed3612c5-4899-46d7-83af-7dda948522b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:42:20.493648 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-ed3612c5-4899-46d7-83af-7dda948522b0 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511878 Apr 16 16:42:20.590224 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-4bc3b8d1-c609-47a1-bfe2-9dfd213cf072 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878468 Apr 16 16:42:20.682232 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad833a0f-9f9d-4444-8f8d-9c5d62dd3a4d req-d1ea5b00-97f3-49c8-baf2-9c8b9bb0e566 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873032 Apr 16 16:42:24.945042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:42:41.288094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4d2ae0d6-7c38-4d48-92bf-086ed0ee1100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:42.763722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81a8c24c-231f-4947-ac13-5e357c17993c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:43.076982 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:43.260598 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:44.090897 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:42:44.461148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:01.943307 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:43:08.601929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-07aaf5b9-8447-443b-acf4-7bc7a2a73bef service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1021225 Apr 16 16:43:09.717442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-2ad755f1-aa31-437a-82a8-51cc630ff30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:43:09.718538 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-2ad755f1-aa31-437a-82a8-51cc630ff30a service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1099 time: 0.0719900 Apr 16 16:43:09.832774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-3ca645c6-1e8e-40e6-9671-2c6a8395e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:43:09.833786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-3ca645c6-1e8e-40e6-9671-2c6a8395e512 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 912 time: 0.0951476 Apr 16 16:43:09.909786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-682b4bf4-03ed-4623-b48f-b8ddf4df0c6a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 1002 time: 0.0679209 Apr 16 16:43:09.960565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-1f66cae4-5d59-4d5a-a4a5-00031a619204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:43:09.961503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-1f66cae4-5d59-4d5a-a4a5-00031a619204 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 200 len: 849 time: 0.0422492 Apr 16 16:43:10.023449 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-11333833-5938-4c69-912a-28e072b75e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:43:10.024298 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-11333833-5938-4c69-912a-28e072b75e72 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531201 Apr 16 16:43:10.405893 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-df09f158-a5f9-4717-afa7-09848cf18e34 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718679 Apr 16 16:43:10.497028 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ded4384-36d4-4127-9097-b16d5f4cf944 req-0f441ed1-59a5-46eb-9113-17fbff2acaa0 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826409 Apr 16 16:43:11.297972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e3172486-f3f8-446b-96cd-c0913567f4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:12.763273 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c69a1a5b-5ab6-42be-a642-e3a1932f19de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:13.074608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:13.263016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:14.084125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:14.471863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:38.946494 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:43:41.299135 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e4426ef-1f8d-43ea-8691-e091f23011b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:42.763769 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e318b671-a407-40ea-9f70-2481dff2e382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:43.071939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:43.266157 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:44.096542 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:43:44.473732 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:07.253659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 details requested by agent hyperv_hv-neutron-7864 with host hv-neutron-7864 {{(pid=86008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 16:44:07.371035 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:44:07.381353 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Returning: {'device': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'port_id': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'mac_address': 'fa:16:3e:0e:43:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1486, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 16:44:07.429613 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:07.441873 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 {{(pid=86008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 16:44:07.454004 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:44:07.456532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:07.458237 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-8cca576a-97cf-47ba-a740-13048a8f3ee2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:44:07.508367 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,revision_number=6']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:44:07.513214 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.513469 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.513712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.513952 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.514188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.514435 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.514695 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.514935 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.515174 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.515421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.515658 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.515894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:44:07.518396 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:44:07.837142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] get_ports_and_sgs() called for port_ids ['1c6b838f-cb76-4ea1-86c0-7ee7f6edade1'] {{(pid=86008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 16:44:09.284736 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Device 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 up at agent hyperv_hv-neutron-7864 {{(pid=86008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 16:44:09.357764 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.provisioning_blocks [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Provisioning complete for port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 triggered by entity L2. {{(pid=86008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 16:44:09.358742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854343936'] for port, provisioning_complete {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:09.644688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-224085'] for port, before_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:09.669438 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1'}] {{(pid=86008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:44:09.677753 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] For port 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1, host hv-neutron-7864, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7864',level=0,port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:44:09.680461 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744984138816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363291871075751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744983700083'] for port, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:09.682642 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:44:09.730634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Pushing event updated for resources: {'Port': ['ID=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1,revision_number=7']} {{(pid=86008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:44:09.733172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86008) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:44:10.777295 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'code': 200} Apr 16 16:44:11.297719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a53a82a1-adad-4d58-bf6b-3736c0aaea4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:12.388253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ac657-80a1-477e-afde-3d3acf17a5a5 req-c6a43029-04e6-4c91-8af0-a12590d41587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:44:12.389858 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-785ac657-80a1-477e-afde-3d3acf17a5a5 req-c6a43029-04e6-4c91-8af0-a12590d41587 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1099 time: 0.0640640 Apr 16 16:44:12.519467 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ac657-80a1-477e-afde-3d3acf17a5a5 req-3a56af4b-7088-4911-9cbb-f53afbbe737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:44:12.520602 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-785ac657-80a1-477e-afde-3d3acf17a5a5 req-3a56af4b-7088-4911-9cbb-f53afbbe737b service neutron] 10.222.0.107 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 912 time: 0.1056213 Apr 16 16:44:12.599678 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-785ac657-80a1-477e-afde-3d3acf17a5a5 req-bebdf91f-d355-4352-8bdf-ce66ad56a0b1 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 1002 time: 0.0703471 Apr 16 16:44:12.658890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ac657-80a1-477e-afde-3d3acf17a5a5 req-f0504509-6d91-48a3-973f-677387b45fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:44:12.659874 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-785ac657-80a1-477e-afde-3d3acf17a5a5 req-f0504509-6d91-48a3-973f-677387b45fd7 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 200 len: 849 time: 0.0518069 Apr 16 16:44:12.721855 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ac657-80a1-477e-afde-3d3acf17a5a5 req-bf75430b-6cc6-4d56-8728-79d8647a2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:44:12.722822 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-785ac657-80a1-477e-afde-3d3acf17a5a5 req-bf75430b-6cc6-4d56-8728-79d8647a2b7b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515785 Apr 16 16:44:12.757137 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-063cb82f-5f4b-4c24-94dc-a4de684b19f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:12.823251 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-785ac657-80a1-477e-afde-3d3acf17a5a5 req-74864cec-0153-4abf-b39f-420735dc103f service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913327 Apr 16 16:44:12.946941 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-785ac657-80a1-477e-afde-3d3acf17a5a5 req-2a4b9687-61d0-44ad-80c1-fee7827f646a service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141703 Apr 16 16:44:13.071296 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:13.271917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:14.099543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:14.469566 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:15.946516 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:44:41.297344 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ab4bc663-020d-4f36-ba87-3c128952f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:42.758319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d49a791c-2622-48e3-ae05-e55af013f22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:43.063000 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:43.274219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:44.178552 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:44.482243 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:44:52.949791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:45:10.560476 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57705-2100-4d16-9800-85ff499746cc req-f07f78d0-3587-43aa-bb79-1d08c47406c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:10.561722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e57705-2100-4d16-9800-85ff499746cc req-f07f78d0-3587-43aa-bb79-1d08c47406c8 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1099 time: 0.0627415 Apr 16 16:45:10.683751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57705-2100-4d16-9800-85ff499746cc req-020b92e3-531e-4def-96b5-7e88acd5c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:10.685083 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e57705-2100-4d16-9800-85ff499746cc req-020b92e3-531e-4def-96b5-7e88acd5c345 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 912 time: 0.0978682 Apr 16 16:45:10.766375 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e57705-2100-4d16-9800-85ff499746cc req-d4539640-95a8-4cac-9252-a915c7b632b5 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 1002 time: 0.0729845 Apr 16 16:45:10.819234 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57705-2100-4d16-9800-85ff499746cc req-7626ab73-ba64-4f6b-a136-e92698ea0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:10.820111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e57705-2100-4d16-9800-85ff499746cc req-7626ab73-ba64-4f6b-a136-e92698ea0d04 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 200 len: 849 time: 0.0452948 Apr 16 16:45:10.881561 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e57705-2100-4d16-9800-85ff499746cc req-d6b9fb59-6095-48c2-9884-1ffc2495ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:45:10.882568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e57705-2100-4d16-9800-85ff499746cc req-d6b9fb59-6095-48c2-9884-1ffc2495ce14 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520384 Apr 16 16:45:10.984318 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e57705-2100-4d16-9800-85ff499746cc req-8e8427a3-a06f-4e55-8f4b-2615c20ece57 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919080 Apr 16 16:45:11.080609 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1e57705-2100-4d16-9800-85ff499746cc req-e7b40a4c-ab47-4f54-b322-e72e4920f524 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877328 Apr 16 16:45:11.298019 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3ad0a89b-d2ad-4630-9c91-3c5b547196e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:12.766913 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0d9f18b8-52ef-439b-b581-89e74564d53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:13.063327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:13.278719 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:14.184277 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:14.479863 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:29.950747 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:45:41.297726 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-ffabe155-c148-43bf-a5e9-ffaea4f0dfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:42.767638 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e62d1526-8f6b-4d66-a9cf-c55b9b214c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:43.070971 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:43.282585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:44.212409 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:45:44.489612 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:06.949149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:46:11.291661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a15e0365-40c8-4af6-9bcd-58e2c9576513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:12.767520 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-eaf0990d-27d9-4b13-8d63-1b84b0f87169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:13.070334 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:13.285580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:14.282147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:14.490705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:15.436845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1d531-7c55-47e9-a67b-da5c392f8de1 req-959e1c74-1a57-4ca5-b8d4-f2bb38239a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:15.437924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe1d531-7c55-47e9-a67b-da5c392f8de1 req-959e1c74-1a57-4ca5-b8d4-f2bb38239a5d service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1099 time: 0.0656128 Apr 16 16:46:15.555011 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1d531-7c55-47e9-a67b-da5c392f8de1 req-41c2d7ea-edfd-489e-bb92-244e0673230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:15.556124 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe1d531-7c55-47e9-a67b-da5c392f8de1 req-41c2d7ea-edfd-489e-bb92-244e0673230f service neutron] 10.222.0.107 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 912 time: 0.0930085 Apr 16 16:46:15.630591 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe1d531-7c55-47e9-a67b-da5c392f8de1 req-3affd8a5-5fbb-47ec-9956-24642359e7bf service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 1002 time: 0.0651841 Apr 16 16:46:15.681771 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1d531-7c55-47e9-a67b-da5c392f8de1 req-542bb7ac-cfff-44d0-bec8-744e93b4e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:15.682732 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe1d531-7c55-47e9-a67b-da5c392f8de1 req-542bb7ac-cfff-44d0-bec8-744e93b4e4c6 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 200 len: 849 time: 0.0435698 Apr 16 16:46:15.740854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1d531-7c55-47e9-a67b-da5c392f8de1 req-382813ec-3a25-48f2-a725-5b59d9faa43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:46:15.741765 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe1d531-7c55-47e9-a67b-da5c392f8de1 req-382813ec-3a25-48f2-a725-5b59d9faa43c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509458 Apr 16 16:46:15.839930 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe1d531-7c55-47e9-a67b-da5c392f8de1 req-3c99394a-05d2-42fa-b9f4-ccde180bbf38 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891080 Apr 16 16:46:15.930831 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-afe1d531-7c55-47e9-a67b-da5c392f8de1 req-a0927adc-cc58-4869-bcf4-393c1e42e56e service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820899 Apr 16 16:46:41.301026 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-70d86965-c165-4f5b-b2fc-2f10eb3725ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:42.766669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1d237d5d-189e-4321-994a-640983b1d0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:43.071208 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:43.291432 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:43.951308 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:46:44.285625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:46:44.495990 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:11.298147 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2b78f56d-0fe4-40a2-a7d8-b7c2c06399f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:12.764525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4a269770-6931-49ff-804b-4b006d86dc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.072083 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:13.290278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:14.287595 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:14.499365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:16.749562 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2bea7-0c23-4e44-8d68-469888a5a604 req-9a88c3ae-c2e7-45f0-9fe4-863ce45c0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:16.750577 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aac2bea7-0c23-4e44-8d68-469888a5a604 req-9a88c3ae-c2e7-45f0-9fe4-863ce45c0482 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1099 time: 0.0734589 Apr 16 16:47:16.864405 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2bea7-0c23-4e44-8d68-469888a5a604 req-567a1c63-0746-4fa4-8e76-d192d6a109a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:16.865425 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aac2bea7-0c23-4e44-8d68-469888a5a604 req-567a1c63-0746-4fa4-8e76-d192d6a109a0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 912 time: 0.0940709 Apr 16 16:47:16.942647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aac2bea7-0c23-4e44-8d68-469888a5a604 req-3105059f-4e3f-4162-b94c-2ad7a0088cde service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 1002 time: 0.0681493 Apr 16 16:47:17.001278 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2bea7-0c23-4e44-8d68-469888a5a604 req-dfb8391a-ee2a-4aba-b729-45b4047d662d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:17.002166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aac2bea7-0c23-4e44-8d68-469888a5a604 req-dfb8391a-ee2a-4aba-b729-45b4047d662d service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 200 len: 849 time: 0.0514653 Apr 16 16:47:17.064235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2bea7-0c23-4e44-8d68-469888a5a604 req-78c1cdff-cb65-46b6-8a84-7bd40e4fc4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:47:17.065222 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aac2bea7-0c23-4e44-8d68-469888a5a604 req-78c1cdff-cb65-46b6-8a84-7bd40e4fc4f5 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550361 Apr 16 16:47:17.161809 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aac2bea7-0c23-4e44-8d68-469888a5a604 req-56d9ef6d-d6f8-4ec4-911b-3f542cc0f411 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882316 Apr 16 16:47:17.259098 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aac2bea7-0c23-4e44-8d68-469888a5a604 req-3f5a1e4b-f8cf-4034-a320-01c243703e41 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882127 Apr 16 16:47:20.954219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:47:41.297602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-3228f27e-18fd-46d8-a8c8-fce7520d429f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:42.764490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b42301b3-b74c-4df7-9ee9-fd5323bfd5bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:43.071173 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:43.295253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:44.300489 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:44.500236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:47:57.957754 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:48:11.293023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-81c7a6ee-a05c-4441-90b2-c885954a8fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:12.762229 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-532262eb-5e56-489b-81d5-c454fe0a1c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:13.071963 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:13.302511 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:14.301603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:14.501049 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:14.656441 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-5540f3a0-91de-41c6-bd36-71e81327b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:14.657503 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-5540f3a0-91de-41c6-bd36-71e81327b2b1 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1099 time: 0.1020107 Apr 16 16:48:14.776113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-f01ac4b0-fb15-4280-9f19-0023ebffa8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:14.777135 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-f01ac4b0-fb15-4280-9f19-0023ebffa8a1 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 912 time: 0.0976701 Apr 16 16:48:14.853694 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-bff5a205-7da4-4d96-b5f4-870a7d4962ad service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 1002 time: 0.0676429 Apr 16 16:48:14.903530 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-cdd562bd-6e0a-40cd-9015-523e8d24e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:14.904499 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-cdd562bd-6e0a-40cd-9015-523e8d24e90b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 200 len: 849 time: 0.0425637 Apr 16 16:48:14.964007 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-5293f2e2-a15b-4a29-b881-d135a348a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:48:14.964953 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-5293f2e2-a15b-4a29-b881-d135a348a253 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522490 Apr 16 16:48:14.977806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-3b81af27-3d99-41c9-9e36-3e6a62dbdf7b service neutron] http://10.222.0.95:9696/v2.0/extensions returned with HTTP 200 {{(pid=86006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 16:48:14.978459 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-3b81af27-3d99-41c9-9e36-3e6a62dbdf7b service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0033598 Apr 16 16:48:15.064940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-2d2f387a-35b4-488f-93f0-029b35d3ecb4 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776794 Apr 16 16:48:15.146999 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69bc09d-3378-437d-ad8d-d3b33189f602 req-24058868-f6b1-43c3-8dfc-e225bed61a30 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0741158 Apr 16 16:48:34.959926 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:48:41.295372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6ddd0925-6e42-454f-b53f-619570859b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:42.761904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9d0da960-b1d8-441a-a2b7-840714582971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:43.070200 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:43.306013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:44.304266 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:48:44.506016 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:02.993621 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 47874) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:49:03.457810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Deleting port 31ef423c-23e4-4962-a09c-01c94b0ebe8c {{(pid=86006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:49:03.458045 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:03.577666 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:03.577843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:03.658722 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Calling delete_port for 31ef423c-23e4-4962-a09c-01c94b0ebe8c owned by network:floatingip {{(pid=86006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:49:03.780845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2840092'] for port, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:03.789828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-2efb6de3-8208-4594-84e4-8fe7472f57d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:49:03.852693 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Pushing event deleted for resources: {'Port': ['ID=31ef423c-23e4-4962-a09c-01c94b0ebe8c,revision_number=None']} {{(pid=86006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:49:03.861689 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.861942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.862220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.862527 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.862801 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.863074 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.863347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.863623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.863895 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.864163 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.864434 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.864699 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:49:03.870921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86006) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:49:03.968343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks [] for floatingip, after_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:03.968584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.l3_db [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Floating IP 82ffd121-2c8d-4c08-9c3a-801dfb9ec06e disassociated (deleted). External IP: 172.26.4.148, port: 1c6b838f-cb76-4ea1-86c0-7ee7f6edade1. Apr 16 16:49:04.168505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Router 97c81099-2326-4496-8f70-9732416cae1c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:49:04.303306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:49:04.312843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80716f68-ad48-4dc4-8399-3eccdb480c98 None None] Sync routers for ids ['97c81099-2326-4496-8f70-9732416cae1c'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:49:04.317132 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773850'] for floatingip, before_response {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:04.319681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80716f68-ad48-4dc4-8399-3eccdb480c98 None None] Routers {'97c81099-2326-4496-8f70-9732416cae1c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:49:04.320089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-80716f68-ad48-4dc4-8399-3eccdb480c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:48:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['97c81099-2326-4496-8f70-9732416cae1c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:49:04.354190 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0ec410a6-a9ac-4924-8ade-abf752d54b83 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "DELETE /v2.0/floatingips/82ffd121-2c8d-4c08-9c3a-801dfb9ec06e HTTP/1.1" status: 204 len: 168 time: 1.3591585 Apr 16 16:49:04.355070 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'tag': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1'}] {{(pid=86006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 16:49:04.428929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-80716f68-ad48-4dc4-8399-3eccdb480c98 None None] Set router 97c81099-2326-4496-8f70-9732416cae1c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:49:04.619535 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-80716f68-ad48-4dc4-8399-3eccdb480c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '9f6da35e-448c-4d29-84a4-eb57e047846f', 'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'mac_address': 'fa:16:3e:74:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:42Z', 'updated_at': '2021-04-16T16:41:48Z', 'revision_number': 5, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'subnets': [{'id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:49:04.621942 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80716f68-ad48-4dc4-8399-3eccdb480c98 None None] Checking router: 97c81099-2326-4496-8f70-9732416cae1c for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:49:04.630226 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80716f68-ad48-4dc4-8399-3eccdb480c98 None None] Routers {'97c81099-2326-4496-8f70-9732416cae1c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:49:04.631086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-80716f68-ad48-4dc4-8399-3eccdb480c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:48:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['97c81099-2326-4496-8f70-9732416cae1c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:49:04.642486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6515c7-3d64-4b5a-9f45-7cbb66914c6c req-eff69105-4e21-40e4-bf69-c10b3b1c899b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:04.642916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6d6515c7-3d64-4b5a-9f45-7cbb66914c6c req-eff69105-4e21-40e4-bf69-c10b3b1c899b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Synchronizing usage tracker for tenant:4623b50830ab4a6da07ddaef7b098f29 on resource:port {{(pid=86006) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 16:49:04.651357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.quota.resource [req-6d6515c7-3d64-4b5a-9f45-7cbb66914c6c req-eff69105-4e21-40e4-bf69-c10b3b1c899b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Unset dirty status for tenant:4623b50830ab4a6da07ddaef7b098f29 on resource:port {{(pid=86006) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 16:49:04.652109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6d6515c7-3d64-4b5a-9f45-7cbb66914c6c req-eff69105-4e21-40e4-bf69-c10b3b1c899b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.1025167 Apr 16 16:49:04.682510 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6d6515c7-3d64-4b5a-9f45-7cbb66914c6c req-7c3bcbaf-bf5e-4f77-a702-5066a9f7ed93 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259442 Apr 16 16:49:04.751615 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-80716f68-ad48-4dc4-8399-3eccdb480c98 None None] Set router 97c81099-2326-4496-8f70-9732416cae1c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:49:05.129130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-80716f68-ad48-4dc4-8399-3eccdb480c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '9f6da35e-448c-4d29-84a4-eb57e047846f', 'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'mac_address': 'fa:16:3e:74:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:42Z', 'updated_at': '2021-04-16T16:41:48Z', 'revision_number': 5, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'subnets': [{'id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:49:05.131656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80716f68-ad48-4dc4-8399-3eccdb480c98 None None] The sync data for ids ['97c81099-2326-4496-8f70-9732416cae1c'] in dv-neutron-786478-2-hyperv is: [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:42Z', 'revision_number': 4, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv', '_interfaces': [{'id': '9f6da35e-448c-4d29-84a4-eb57e047846f', 'name': '', 'network_id': 'd62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'mac_address': 'fa:16:3e:74:53:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:42Z', 'updated_at': '2021-04-16T16:41:48Z', 'revision_number': 5, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'subnets': [{'id': '6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:49:05.451817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ccbb6e-3037-45dc-8a10-66aec099b56e', 'tag': '1c6b838f-cb76-4ea1-86c0-7ee7f6edade1', 'status': 'completed', 'code': 200} Apr 16 16:49:05.464518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c58a43-0b00-4814-bda1-3f7a4360f937 None None] New status for floating IP 82ffd121-2c8d-4c08-9c3a-801dfb9ec06e: DOWN {{(pid=86009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 16:49:05.868050 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c8619-f0ea-4d91-be2a-11653ec58e8e req-96f15d01-d9f0-442c-9bd4-120910d7ae24 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:05.868910 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1e0c8619-f0ea-4d91-be2a-11653ec58e8e req-96f15d01-d9f0-442c-9bd4-120910d7ae24 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0832665 Apr 16 16:49:05.901717 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca25057-f81f-4ab9-b305-d85654e0f9c5 req-56b5341d-1d58-4e32-8cec-7dcf2e081498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:05.902547 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ca25057-f81f-4ab9-b305-d85654e0f9c5 req-56b5341d-1d58-4e32-8cec-7dcf2e081498 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=4623b50830ab4a6da07ddaef7b098f29&device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 1099 time: 0.0720417 Apr 16 16:49:05.904955 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1e0c8619-f0ea-4d91-be2a-11653ec58e8e req-4b52a004-be0e-42f7-93d0-ac5c7f83b4dd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316944 Apr 16 16:49:05.980264 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca25057-f81f-4ab9-b305-d85654e0f9c5 req-c54a8a4e-6d48-451b-a96c-58226361bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:05.981109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ca25057-f81f-4ab9-b305-d85654e0f9c5 req-c54a8a4e-6d48-451b-a96c-58226361bb19 service neutron] 10.222.0.107 "GET /v2.0/networks?id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d HTTP/1.1" status: 200 len: 912 time: 0.0700867 Apr 16 16:49:06.022050 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ca25057-f81f-4ab9-b305-d85654e0f9c5 req-1c4b2cd5-c23e-493d-a8ef-6fefb064cde9 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c6b838f-cb76-4ea1-86c0-7ee7f6edade1 HTTP/1.1" status: 200 len: 217 time: 0.0323832 Apr 16 16:49:06.062898 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca25057-f81f-4ab9-b305-d85654e0f9c5 req-5c979fba-19cc-4c28-8cc4-b04c6de94093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:06.063697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ca25057-f81f-4ab9-b305-d85654e0f9c5 req-5c979fba-19cc-4c28-8cc4-b04c6de94093 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 200 len: 849 time: 0.0358953 Apr 16 16:49:06.112894 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca25057-f81f-4ab9-b305-d85654e0f9c5 req-71430d4b-d04b-4667-ba3b-980b8414cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:06.113828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ca25057-f81f-4ab9-b305-d85654e0f9c5 req-71430d4b-d04b-4667-ba3b-980b8414cd25 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419168 Apr 16 16:49:06.194938 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ca25057-f81f-4ab9-b305-d85654e0f9c5 req-4d77fc5d-d64e-4ac0-883d-0cf19e75075e service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0719182 Apr 16 16:49:06.275610 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ca25057-f81f-4ab9-b305-d85654e0f9c5 req-d78f8d69-9d4b-4290-80f2-3f0ed66a6cd1 service neutron] 10.222.0.107 "GET /v2.0/networks/d62d1b8c-2889-47fb-b0e5-72ba6bb9ea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0725393 Apr 16 16:49:07.084792 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c4ef5-5813-449a-a5b1-a4bd0096f14b req-8211b4b7-34a7-422d-93f4-761a9517a814 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:07.085734 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e4c4ef5-5813-449a-a5b1-a4bd0096f14b req-8211b4b7-34a7-422d-93f4-761a9517a814 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0894754 Apr 16 16:49:07.114199 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e4c4ef5-5813-449a-a5b1-a4bd0096f14b req-b35a3850-9e19-4208-a8e3-14ab56418ca5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241432 Apr 16 16:49:08.262508 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f1341-1a4b-420c-9300-17b932aec515 req-598edd50-87d7-466b-981b-49a2185adf9f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:08.263565 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69f1341-1a4b-420c-9300-17b932aec515 req-598edd50-87d7-466b-981b-49a2185adf9f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0646107 Apr 16 16:49:08.297475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a69f1341-1a4b-420c-9300-17b932aec515 req-9078cedd-5e44-4916-9a40-934f80c5d2a4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269220 Apr 16 16:49:09.450356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bdad4-81ff-45d3-8895-a92a68fb0e6f req-71256127-d29f-44d2-a7e2-bec1ca7d2411 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:09.451496 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c0bdad4-81ff-45d3-8895-a92a68fb0e6f req-71256127-d29f-44d2-a7e2-bec1ca7d2411 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0658643 Apr 16 16:49:09.484540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2c0bdad4-81ff-45d3-8895-a92a68fb0e6f req-13dd648f-0ec3-4cb1-898b-aef3053aebb5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281506 Apr 16 16:49:10.637134 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4691d6c-67c7-468d-bb48-17fa7fb3ead8 req-c2f494d9-8c87-4879-b948-8757491104eb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:10.638070 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4691d6c-67c7-468d-bb48-17fa7fb3ead8 req-c2f494d9-8c87-4879-b948-8757491104eb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0628445 Apr 16 16:49:10.672977 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c4691d6c-67c7-468d-bb48-17fa7fb3ead8 req-b5eac499-68b3-4ec1-90b6-ad3cebe7527d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304720 Apr 16 16:49:11.304182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0e23b5e4-10d7-49dd-98b2-30e63c699838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:11.830189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bb877-8ca9-460a-9610-172e3825946e req-6d9b90fa-0796-4f8d-8532-1d1405482ec1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:11.831268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bf7bb877-8ca9-460a-9610-172e3825946e req-6d9b90fa-0796-4f8d-8532-1d1405482ec1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0654688 Apr 16 16:49:11.867126 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bf7bb877-8ca9-460a-9610-172e3825946e req-b48905a5-cfee-468b-8e5f-484d362570eb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Apr 16 16:49:11.961457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:49:12.762742 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-49f517de-2778-4a64-84b2-a4908257c9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:13.022677 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410d829-749a-4e6b-9f48-a27a598f99dd req-fc6ba9ba-b2f4-434d-82ce-f3766b577526 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:13.023707 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7410d829-749a-4e6b-9f48-a27a598f99dd req-fc6ba9ba-b2f4-434d-82ce-f3766b577526 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0660245 Apr 16 16:49:13.058917 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:13.060647 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7410d829-749a-4e6b-9f48-a27a598f99dd req-ec964b2a-8ed9-41cd-a120-6df168f0119c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295177 Apr 16 16:49:13.302843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:14.214189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98cfdc-401a-4a30-a8bb-78e086992c01 req-b16f035e-63c4-48d6-a64a-a30f88af1e0a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:14.215331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd98cfdc-401a-4a30-a8bb-78e086992c01 req-b16f035e-63c4-48d6-a64a-a30f88af1e0a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0676601 Apr 16 16:49:14.248146 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fd98cfdc-401a-4a30-a8bb-78e086992c01 req-bb339d8d-2bb1-4f15-95b0-53c0891c67f4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280824 Apr 16 16:49:14.327608 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:14.515354 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:15.408383 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74e9fb-b54c-4a3a-a9f5-e904ec778ce5 req-97171aca-0a42-4d81-a36c-d186728ad0c8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:15.410042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dc74e9fb-b54c-4a3a-a9f5-e904ec778ce5 req-97171aca-0a42-4d81-a36c-d186728ad0c8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0688043 Apr 16 16:49:15.442675 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-dc74e9fb-b54c-4a3a-a9f5-e904ec778ce5 req-42a22e7c-47a8-40c7-b771-d9b2e2d95d34 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280988 Apr 16 16:49:16.607304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bb263-bc33-4dd0-b330-8e6346febf35 req-129733d0-fb24-4a58-9e22-e4c0ae2390d0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:16.608424 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-625bb263-bc33-4dd0-b330-8e6346febf35 req-129733d0-fb24-4a58-9e22-e4c0ae2390d0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0719171 Apr 16 16:49:16.644444 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-625bb263-bc33-4dd0-b330-8e6346febf35 req-4d4c5279-81b7-4cdd-bb05-a4ea33341e05 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306101 Apr 16 16:49:17.812322 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73568cfd-0558-44cd-b8a0-c8e9489dbf59 req-99fa642a-1ab3-4e77-89dc-4b6e7bac446f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:17.813377 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73568cfd-0558-44cd-b8a0-c8e9489dbf59 req-99fa642a-1ab3-4e77-89dc-4b6e7bac446f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0702415 Apr 16 16:49:17.846956 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73568cfd-0558-44cd-b8a0-c8e9489dbf59 req-868f3c2e-42c3-4672-aee1-862425d2a2ae tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272930 Apr 16 16:49:19.006816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31becc-0f95-48b0-b5e6-029ff1ad5422 req-35e1bdbe-4268-49c9-b818-8b133c71a70e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:19.008463 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7d31becc-0f95-48b0-b5e6-029ff1ad5422 req-35e1bdbe-4268-49c9-b818-8b133c71a70e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0806375 Apr 16 16:49:19.041452 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7d31becc-0f95-48b0-b5e6-029ff1ad5422 req-92c6dab5-10cc-4677-ab4f-86e3efc058af tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274873 Apr 16 16:49:20.213377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87697b1e-0246-4520-9cbb-fe64fc5b143f req-96420ec8-881c-49fe-8d3e-064a68ab4980 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:20.214511 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-87697b1e-0246-4520-9cbb-fe64fc5b143f req-96420ec8-881c-49fe-8d3e-064a68ab4980 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0748873 Apr 16 16:49:20.250685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-87697b1e-0246-4520-9cbb-fe64fc5b143f req-2487d23e-0638-47db-a1e9-3a48b8261a7d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278418 Apr 16 16:49:21.709752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d759f-a81a-40da-ae1b-7c40f1eed9ea req-1cea968a-1965-47c0-bff2-7699baf6046a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:21.710832 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c3d759f-a81a-40da-ae1b-7c40f1eed9ea req-1cea968a-1965-47c0-bff2-7699baf6046a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.3658059 Apr 16 16:49:21.740715 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0c3d759f-a81a-40da-ae1b-7c40f1eed9ea req-0001ff21-7abc-49fa-bb6d-3713318b1b6b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259035 Apr 16 16:49:22.888760 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009695f6-5e26-4d14-9a91-a10f893cc61f req-00cac3a7-e1ef-40aa-9947-60fc86e710f3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:22.889800 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-009695f6-5e26-4d14-9a91-a10f893cc61f req-00cac3a7-e1ef-40aa-9947-60fc86e710f3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0652876 Apr 16 16:49:22.923961 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-009695f6-5e26-4d14-9a91-a10f893cc61f req-e2bbc67b-9ba6-457c-8a83-5a502afaf4c1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267398 Apr 16 16:49:24.078068 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03cd95-1996-4c61-a5c0-30b4472a545b req-1e787b22-116f-428d-8cb7-7778f2fe5063 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:24.079216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce03cd95-1996-4c61-a5c0-30b4472a545b req-1e787b22-116f-428d-8cb7-7778f2fe5063 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0655503 Apr 16 16:49:24.114579 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ce03cd95-1996-4c61-a5c0-30b4472a545b req-e7c59931-54fd-4dee-a3e1-6c62fa32b742 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281572 Apr 16 16:49:25.283284 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb9a9a-a9b2-478d-9bd2-4d57bddcafd7 req-8cc4c0a2-f161-4498-8173-9114aa870c3f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:25.284350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5bb9a9a-a9b2-478d-9bd2-4d57bddcafd7 req-8cc4c0a2-f161-4498-8173-9114aa870c3f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0785668 Apr 16 16:49:25.317446 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a5bb9a9a-a9b2-478d-9bd2-4d57bddcafd7 req-93047791-a6f4-4a61-aa4d-3dd78010bc3a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283561 Apr 16 16:49:26.477585 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cd9b8-0ffc-452a-8f97-19eb2447767c req-676b0643-6e0d-46fe-af81-cd13e546e02f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:26.478697 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b33cd9b8-0ffc-452a-8f97-19eb2447767c req-676b0643-6e0d-46fe-af81-cd13e546e02f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0675912 Apr 16 16:49:26.512924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b33cd9b8-0ffc-452a-8f97-19eb2447767c req-f948703c-adcd-42cf-bce4-13a7d09b1585 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285134 Apr 16 16:49:27.667582 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a184-52db-4825-b7a9-eb8d2354324b req-84caa5b7-99bb-4074-9b15-bd948c0aab3a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:27.668532 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-67d8a184-52db-4825-b7a9-eb8d2354324b req-84caa5b7-99bb-4074-9b15-bd948c0aab3a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0652711 Apr 16 16:49:27.703623 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-67d8a184-52db-4825-b7a9-eb8d2354324b req-d6add5e5-d235-4943-9ed6-21f8629832eb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278020 Apr 16 16:49:28.861223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00550e7b-959d-40ce-9f21-bbbe564aeb10 req-bb47a343-72b8-4ce0-b98d-5c699b1aa488 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:28.862228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00550e7b-959d-40ce-9f21-bbbe564aeb10 req-bb47a343-72b8-4ce0-b98d-5c699b1aa488 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0645072 Apr 16 16:49:28.894774 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00550e7b-959d-40ce-9f21-bbbe564aeb10 req-8caad320-95f4-4354-af4c-1c15ab522e8f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283029 Apr 16 16:49:30.058293 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a94e5-0310-417d-aa76-b04653392355 req-702a19ae-0a85-4cb9-9339-a378ced1b8fa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:30.059687 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba9a94e5-0310-417d-aa76-b04653392355 req-702a19ae-0a85-4cb9-9339-a378ced1b8fa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0718415 Apr 16 16:49:30.097689 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ba9a94e5-0310-417d-aa76-b04653392355 req-c8e331cc-0795-4430-96a8-10f608413d52 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305231 Apr 16 16:49:31.247148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0a796-e172-4059-b0a7-424d1f5bc2e8 req-fefac4f5-b015-4a5d-8a6f-0d3f2c4839d9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:31.249136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4e0a796-e172-4059-b0a7-424d1f5bc2e8 req-fefac4f5-b015-4a5d-8a6f-0d3f2c4839d9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0668070 Apr 16 16:49:31.280631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4e0a796-e172-4059-b0a7-424d1f5bc2e8 req-0cb1730b-1313-46b7-b4ac-6207af42449c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281346 Apr 16 16:49:32.440749 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b02fff-5481-4530-bb78-b677a4613b58 req-8d53d686-aecd-4f78-a1b4-475923e13e5c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:32.441891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c9b02fff-5481-4530-bb78-b677a4613b58 req-8d53d686-aecd-4f78-a1b4-475923e13e5c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0700762 Apr 16 16:49:32.474891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c9b02fff-5481-4530-bb78-b677a4613b58 req-30fbc3c3-2982-4011-aeb0-26da00e1ca8c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285656 Apr 16 16:49:33.630268 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507c1ad-aeb2-46a0-a9b0-9e22d9383add req-9fa2b559-4a56-457e-a040-b79148d856d4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:33.631335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0507c1ad-aeb2-46a0-a9b0-9e22d9383add req-9fa2b559-4a56-457e-a040-b79148d856d4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0679812 Apr 16 16:49:33.665583 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0507c1ad-aeb2-46a0-a9b0-9e22d9383add req-bf79ea0a-3c2e-49d2-a958-e676eeb11425 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280015 Apr 16 16:49:34.831675 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a12ddc-379f-406f-93a0-4bd3b6234e64 req-7a2c6682-de6d-4c8c-8af7-a7f823ec9fb6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:34.832776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76a12ddc-379f-406f-93a0-4bd3b6234e64 req-7a2c6682-de6d-4c8c-8af7-a7f823ec9fb6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0744326 Apr 16 16:49:34.864911 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-76a12ddc-379f-406f-93a0-4bd3b6234e64 req-0e517fa2-576c-4300-aeea-b88605452348 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277188 Apr 16 16:49:36.021755 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02acd0c3-392a-4cc1-99da-0c0033bf5498 req-0250f779-82a1-49de-bc16-749fbe23a0ec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:36.022870 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-02acd0c3-392a-4cc1-99da-0c0033bf5498 req-0250f779-82a1-49de-bc16-749fbe23a0ec tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0678289 Apr 16 16:49:36.054392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-02acd0c3-392a-4cc1-99da-0c0033bf5498 req-2cd74bc5-e953-4db3-a0d0-9e61a063ca3c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270402 Apr 16 16:49:37.206889 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bbdeec-d222-480a-b68e-9c49967e695d req-792a2ed6-0e3c-45a4-bb52-93039b60a985 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:37.208008 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0bbdeec-d222-480a-b68e-9c49967e695d req-792a2ed6-0e3c-45a4-bb52-93039b60a985 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0663095 Apr 16 16:49:37.241019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a0bbdeec-d222-480a-b68e-9c49967e695d req-2f571942-b1c6-42a5-84ac-6db170c4f1f6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286424 Apr 16 16:49:38.414885 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001de14-7c37-4332-b1e6-fb33db4a13a1 req-da9389e0-948e-4aac-a539-679827c46fce tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:38.416064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9001de14-7c37-4332-b1e6-fb33db4a13a1 req-da9389e0-948e-4aac-a539-679827c46fce tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0710671 Apr 16 16:49:38.448872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9001de14-7c37-4332-b1e6-fb33db4a13a1 req-af99b268-2710-4612-b84a-d9e9150585dd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281739 Apr 16 16:49:39.612033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbafd7-0dd0-4080-a026-9ba10c3ec52a req-f6fceb8e-b35b-4a5d-a6ee-1e6863e36cb9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:39.613116 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfdbafd7-0dd0-4080-a026-9ba10c3ec52a req-f6fceb8e-b35b-4a5d-a6ee-1e6863e36cb9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0785139 Apr 16 16:49:39.645011 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfdbafd7-0dd0-4080-a026-9ba10c3ec52a req-85cb0ea1-97a6-436e-82f7-da8949c3501a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275357 Apr 16 16:49:40.800220 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c40fb9-5ade-4019-9d7b-4f53884ce14f req-b3721fb0-07bb-43fc-bf7b-8179c8406d20 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:40.801226 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80c40fb9-5ade-4019-9d7b-4f53884ce14f req-b3721fb0-07bb-43fc-bf7b-8179c8406d20 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0680971 Apr 16 16:49:40.836152 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-80c40fb9-5ade-4019-9d7b-4f53884ce14f req-f006b41f-44b7-4013-92de-3ce0b0624337 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271680 Apr 16 16:49:41.301648 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-93726397-c98c-4ea3-a6f9-c36f68024d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:42.003085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d75fb-7a6e-467a-9658-dc9b0ca15dfb req-f0436021-10a2-4b85-bd5f-373ccdc79e54 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:42.004160 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c96d75fb-7a6e-467a-9658-dc9b0ca15dfb req-f0436021-10a2-4b85-bd5f-373ccdc79e54 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0745287 Apr 16 16:49:42.039462 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c96d75fb-7a6e-467a-9658-dc9b0ca15dfb req-1b477c3d-2579-4937-818a-0695685a1699 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278528 Apr 16 16:49:42.762067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-40c94cbc-fd69-4d5f-bc0d-c67462e61126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:43.068044 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:43.191731 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b6de5-01f6-4f7d-b6cd-b291e34199b9 req-8cd93028-a490-490c-b724-4c82d11d2c3b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:43.192775 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de5b6de5-01f6-4f7d-b6cd-b291e34199b9 req-8cd93028-a490-490c-b724-4c82d11d2c3b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0658374 Apr 16 16:49:43.228878 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-de5b6de5-01f6-4f7d-b6cd-b291e34199b9 req-bcc48fa8-9a1c-4717-ba64-4e0b2a40475f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280542 Apr 16 16:49:43.305728 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:44.324122 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:44.381149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ed16a-3470-4d20-bf79-46a0eee1a13a req-e704a652-e6fc-466f-985b-6443484fa05a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:44.382256 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cc7ed16a-3470-4d20-bf79-46a0eee1a13a req-e704a652-e6fc-466f-985b-6443484fa05a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0663214 Apr 16 16:49:44.418007 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cc7ed16a-3470-4d20-bf79-46a0eee1a13a req-f9416f7f-7720-41a1-bf64-4b1a3b53c067 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274842 Apr 16 16:49:44.518324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:49:45.560597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48d3ae-45d8-49b6-9e2a-0c2be2322568 req-459eb52b-3ec8-4434-a18f-76b1b5238957 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:45.561714 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad48d3ae-45d8-49b6-9e2a-0c2be2322568 req-459eb52b-3ec8-4434-a18f-76b1b5238957 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0608118 Apr 16 16:49:45.594040 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ad48d3ae-45d8-49b6-9e2a-0c2be2322568 req-12fa884a-6866-4989-a3b6-37e01065e516 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279298 Apr 16 16:49:46.766300 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36116a-6e4d-4b2d-9819-e357dd3fc7f3 req-9120f231-be9e-477e-adcf-f684578ef8b8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:46.767973 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e36116a-6e4d-4b2d-9819-e357dd3fc7f3 req-9120f231-be9e-477e-adcf-f684578ef8b8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0788348 Apr 16 16:49:46.804112 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2e36116a-6e4d-4b2d-9819-e357dd3fc7f3 req-f89b367b-2381-4ddc-93e0-be70d8f6a1cb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285962 Apr 16 16:49:47.964571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632a211-bf93-4391-a0e8-0a19bee2bd6f req-69c6cb95-5393-4dd6-97ba-5a900534a4bb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:47.965651 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1632a211-bf93-4391-a0e8-0a19bee2bd6f req-69c6cb95-5393-4dd6-97ba-5a900534a4bb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0653131 Apr 16 16:49:47.997218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1632a211-bf93-4391-a0e8-0a19bee2bd6f req-59587f40-4d0a-4128-8cd7-a9f87f868994 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270560 Apr 16 16:49:48.964349 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:49:49.148637 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fc7de-bc6e-469b-be39-9cd63e757e75 req-f13202af-cf47-4c90-888b-7f0179b2f13f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:49.149729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b3fc7de-bc6e-469b-be39-9cd63e757e75 req-f13202af-cf47-4c90-888b-7f0179b2f13f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0681720 Apr 16 16:49:49.183396 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b3fc7de-bc6e-469b-be39-9cd63e757e75 req-ec15561d-ea1a-4cc2-9894-d3c11f5e0aae tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268269 Apr 16 16:49:50.348156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43641e-4710-42ed-8516-1fa176823817 req-51dc313d-7cb2-4d6c-a1f2-7a68f84ec5c8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:50.349197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff43641e-4710-42ed-8516-1fa176823817 req-51dc313d-7cb2-4d6c-a1f2-7a68f84ec5c8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0742154 Apr 16 16:49:50.384992 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ff43641e-4710-42ed-8516-1fa176823817 req-3864ed70-c7ba-4269-8c3b-3cb12e2c55a1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283604 Apr 16 16:49:51.530046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727ded8-2cc3-4962-8e5b-1333eb4f8d74 req-f720a06a-a4b5-4814-9ba0-4ab868a686fe tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:51.531101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c727ded8-2cc3-4962-8e5b-1333eb4f8d74 req-f720a06a-a4b5-4814-9ba0-4ab868a686fe tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0666995 Apr 16 16:49:51.565313 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c727ded8-2cc3-4962-8e5b-1333eb4f8d74 req-81019771-271e-466d-a702-c8d5dc74e5f8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270660 Apr 16 16:49:52.737142 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fe819-140f-4e53-ad08-ddefdbb4848c req-f1028ab2-8012-438b-a9fd-41396e1cb709 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:52.738223 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-832fe819-140f-4e53-ad08-ddefdbb4848c req-f1028ab2-8012-438b-a9fd-41396e1cb709 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0796692 Apr 16 16:49:52.770952 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-832fe819-140f-4e53-ad08-ddefdbb4848c req-d351b4f9-fcd5-4b45-901e-59470729848e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279980 Apr 16 16:49:53.933607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1908650-a143-4955-8b2a-0587013d888e req-43c74722-a2a2-4701-8822-0f582b40264f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:53.934680 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1908650-a143-4955-8b2a-0587013d888e req-43c74722-a2a2-4701-8822-0f582b40264f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0668836 Apr 16 16:49:53.966166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1908650-a143-4955-8b2a-0587013d888e req-dc5a3054-ab94-4f2f-adc6-d2e5c03b0090 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271289 Apr 16 16:49:55.132999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afa8e6-db2f-4d64-a910-164c037819f8 req-3a5dc723-8106-4761-b31a-d2c2c891da62 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:55.134111 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b4afa8e6-db2f-4d64-a910-164c037819f8 req-3a5dc723-8106-4761-b31a-d2c2c891da62 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0748210 Apr 16 16:49:55.166518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b4afa8e6-db2f-4d64-a910-164c037819f8 req-26486b0b-b674-4ffc-bf4b-a2100733ba0a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278203 Apr 16 16:49:56.320656 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603750e-de3b-4f19-a5f5-3c4fd68e6fca req-9810b96d-a7c1-4710-8966-f34f7f19c14a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:56.321794 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d603750e-de3b-4f19-a5f5-3c4fd68e6fca req-9810b96d-a7c1-4710-8966-f34f7f19c14a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0681250 Apr 16 16:49:56.354042 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d603750e-de3b-4f19-a5f5-3c4fd68e6fca req-67f75fe4-b88c-4a76-adf3-f33d1e50f1d1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275087 Apr 16 16:49:57.519242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef106dd5-d176-4f77-add1-a885d5ab1b54 req-d4962d48-200f-4098-8255-89f579c6d1d7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:57.520287 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef106dd5-d176-4f77-add1-a885d5ab1b54 req-d4962d48-200f-4098-8255-89f579c6d1d7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0811374 Apr 16 16:49:57.555638 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef106dd5-d176-4f77-add1-a885d5ab1b54 req-ef6b4f5e-fc99-4cfa-8ec0-185159b49954 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276794 Apr 16 16:49:58.716384 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71430e-3ccd-46ac-85a7-2a076e694446 req-c83f36b5-b807-43ac-b200-35df0cc628bc tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:58.717960 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bc71430e-3ccd-46ac-85a7-2a076e694446 req-c83f36b5-b807-43ac-b200-35df0cc628bc tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0753436 Apr 16 16:49:58.754184 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bc71430e-3ccd-46ac-85a7-2a076e694446 req-86e553be-7c49-41cc-9d83-1ac8023d37a6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282218 Apr 16 16:49:59.911989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e8ed6-6583-4acd-ab44-0f8e94d8af35 req-22f15051-f1f9-4665-838c-71c1ae296dd1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:49:59.913046 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-898e8ed6-6583-4acd-ab44-0f8e94d8af35 req-22f15051-f1f9-4665-838c-71c1ae296dd1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0646105 Apr 16 16:49:59.948808 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-898e8ed6-6583-4acd-ab44-0f8e94d8af35 req-3b588c95-d05e-4fc6-b276-f455c46a61ac tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275416 Apr 16 16:50:01.090583 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bbfa2-7ea0-408b-a4f8-71105788d887 req-9f2925e6-2e87-47db-a011-dea9143ee4b7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:01.092428 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d19bbfa2-7ea0-408b-a4f8-71105788d887 req-9f2925e6-2e87-47db-a011-dea9143ee4b7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0672438 Apr 16 16:50:01.125165 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d19bbfa2-7ea0-408b-a4f8-71105788d887 req-8414f979-c23a-4ba3-8cc8-fa5aafbc40d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280361 Apr 16 16:50:02.296533 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7043bf-975b-402c-a57d-48c0d051c0b6 req-7b28df21-5a4a-4c34-8445-404118b57a13 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:02.297757 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e7043bf-975b-402c-a57d-48c0d051c0b6 req-7b28df21-5a4a-4c34-8445-404118b57a13 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0814190 Apr 16 16:50:02.330558 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9e7043bf-975b-402c-a57d-48c0d051c0b6 req-a3f9c05a-06e2-4550-a50d-5acd5d83f819 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281971 Apr 16 16:50:03.485149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c91cc1-de44-4d58-b5ed-0701ce11c78b req-d846991e-8c2d-4e13-990e-8ee58d1b80d9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:03.486224 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-10c91cc1-de44-4d58-b5ed-0701ce11c78b req-d846991e-8c2d-4e13-990e-8ee58d1b80d9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0660334 Apr 16 16:50:03.519828 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-10c91cc1-de44-4d58-b5ed-0701ce11c78b req-c2591542-d096-4836-8584-294fdaeedff1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291941 Apr 16 16:50:04.672505 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8ae2e-9edc-4bf8-ae40-9452678d666f req-2415bef7-bb46-4a9f-a769-ca8f3f82c25f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:04.673482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ffa8ae2e-9edc-4bf8-ae40-9452678d666f req-2415bef7-bb46-4a9f-a769-ca8f3f82c25f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0650477 Apr 16 16:50:04.708540 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ffa8ae2e-9edc-4bf8-ae40-9452678d666f req-ba1a5a24-eaeb-4339-9179-31e21debd577 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277035 Apr 16 16:50:05.878263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6210609-489c-4428-b189-8918f70172d4 req-f3b99bc6-3072-40ed-8322-727ded45bd2f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:05.879474 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6210609-489c-4428-b189-8918f70172d4 req-f3b99bc6-3072-40ed-8322-727ded45bd2f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0837433 Apr 16 16:50:05.913091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f6210609-489c-4428-b189-8918f70172d4 req-8a23f0b2-02f7-41ab-a0f8-acfd6322aaaa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291307 Apr 16 16:50:07.066992 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c307a-2a07-40c7-9c2d-487a8e574053 req-2ed8827e-4275-4427-b0d7-27867eab0993 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:07.068101 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b6c307a-2a07-40c7-9c2d-487a8e574053 req-2ed8827e-4275-4427-b0d7-27867eab0993 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0634410 Apr 16 16:50:07.099145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b6c307a-2a07-40c7-9c2d-487a8e574053 req-e1245603-c636-49ac-b49d-f271256d11f0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266774 Apr 16 16:50:08.265524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eb25d-24b9-4cd3-95e3-6077eb199205 req-5633970f-eebe-4c52-b0d9-bc1acd959107 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:08.266608 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b2eb25d-24b9-4cd3-95e3-6077eb199205 req-5633970f-eebe-4c52-b0d9-bc1acd959107 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0730598 Apr 16 16:50:08.299349 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b2eb25d-24b9-4cd3-95e3-6077eb199205 req-7cb6b2b7-f2db-48b0-b814-7ac606f0fa12 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283360 Apr 16 16:50:09.455130 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccf1f7-5140-4338-919e-7adf355e1315 req-bda42b9b-98f5-44e0-81dc-8b38f08750d7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:09.456241 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09ccf1f7-5140-4338-919e-7adf355e1315 req-bda42b9b-98f5-44e0-81dc-8b38f08750d7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0778089 Apr 16 16:50:09.767786 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09ccf1f7-5140-4338-919e-7adf355e1315 req-22540495-6c7a-462c-92b5-901fc99474e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066800 Apr 16 16:50:10.932363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1e28a-1b78-46a4-887b-f84e2df65e09 req-42c87e2e-8d23-40b8-baa5-64aad9dcbbf8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:10.933430 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25d1e28a-1b78-46a4-887b-f84e2df65e09 req-42c87e2e-8d23-40b8-baa5-64aad9dcbbf8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0709996 Apr 16 16:50:10.969330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-25d1e28a-1b78-46a4-887b-f84e2df65e09 req-43da3df9-3c5c-4da9-8fc7-9bfa1b4f195c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297854 Apr 16 16:50:11.299924 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-9f18b305-9657-477e-88fd-245062a40c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:12.119387 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d5950-e320-42f6-ba83-989de79003f9 req-4c26aec2-f036-48cf-a021-d31bec1d193d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:12.120421 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-068d5950-e320-42f6-ba83-989de79003f9 req-4c26aec2-f036-48cf-a021-d31bec1d193d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0618696 Apr 16 16:50:12.151491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-068d5950-e320-42f6-ba83-989de79003f9 req-51bf5602-1db1-4313-853e-c8614c6df0b5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263553 Apr 16 16:50:12.760363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-5d5bf426-65a0-49f9-836d-acc22a1a6b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:13.065896 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:13.306303 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef226b83-7ee7-4231-842d-ef868a627c2a req-f9bea384-0f6d-4cd0-9291-bc27c1f9f8d8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:13.306806 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:13.307440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef226b83-7ee7-4231-842d-ef868a627c2a req-f9bea384-0f6d-4cd0-9291-bc27c1f9f8d8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0669694 Apr 16 16:50:13.339649 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef226b83-7ee7-4231-842d-ef868a627c2a req-c366cf1e-42c3-41aa-9397-74880b4c297b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277116 Apr 16 16:50:14.325824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:14.487292 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b188c1-36f1-4180-a158-da0504176575 req-025d2754-b09f-4fbd-afb7-a6e5eeb38e7d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:14.488350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d2b188c1-36f1-4180-a158-da0504176575 req-025d2754-b09f-4fbd-afb7-a6e5eeb38e7d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0631847 Apr 16 16:50:14.520901 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:14.524412 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d2b188c1-36f1-4180-a158-da0504176575 req-79016714-06e9-4c13-8c3f-0fb508e8beb4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285790 Apr 16 16:50:15.687261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0bf6d-d544-4b80-b3ab-6c50d5fcc462 req-3eecab6f-79c0-4f36-9331-e448295c4d20 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:15.688298 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8cd0bf6d-d544-4b80-b3ab-6c50d5fcc462 req-3eecab6f-79c0-4f36-9331-e448295c4d20 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0672252 Apr 16 16:50:15.720722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8cd0bf6d-d544-4b80-b3ab-6c50d5fcc462 req-07de6de0-3d5a-4d96-bde5-414b23130549 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279131 Apr 16 16:50:16.894985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca779c-e3b3-4827-9fe6-440d143511ea req-b3532f33-1532-4be6-9f3e-7f32f54094d8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:16.896081 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7cca779c-e3b3-4827-9fe6-440d143511ea req-b3532f33-1532-4be6-9f3e-7f32f54094d8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0803757 Apr 16 16:50:16.930135 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7cca779c-e3b3-4827-9fe6-440d143511ea req-7b0bedb5-03bc-4be2-8a10-7157aa31e935 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296214 Apr 16 16:50:18.088590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f02ca-c861-442a-85a0-d4a811da07af req-d78dc4cf-4678-4b0c-821c-946b0b59306b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:18.089708 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-610f02ca-c861-442a-85a0-d4a811da07af req-d78dc4cf-4678-4b0c-821c-946b0b59306b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0669498 Apr 16 16:50:18.125389 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-610f02ca-c861-442a-85a0-d4a811da07af req-aeb13e2a-e6a1-4260-8ee8-c896995442f7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279732 Apr 16 16:50:19.292543 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af9a41-0b53-4b30-b678-481ad05eefea req-24bff545-73e9-4317-9ad8-1f430892e471 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:19.293687 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73af9a41-0b53-4b30-b678-481ad05eefea req-24bff545-73e9-4317-9ad8-1f430892e471 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0720701 Apr 16 16:50:19.328173 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-73af9a41-0b53-4b30-b678-481ad05eefea req-7001da27-4403-4951-8630-f1465cb70ed2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280983 Apr 16 16:50:20.482634 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a90d-8209-4762-9af6-d81640511798 req-22cee6fd-158f-4ae8-a276-e8d32f393ce8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:20.483731 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2670a90d-8209-4762-9af6-d81640511798 req-22cee6fd-158f-4ae8-a276-e8d32f393ce8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0655301 Apr 16 16:50:20.514969 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2670a90d-8209-4762-9af6-d81640511798 req-d5006bb1-a537-48e9-85a2-91c8acb846bf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268269 Apr 16 16:50:21.672639 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023baf-89e1-46e3-898a-4c2a66d6a727 req-4519d168-1b2a-47e1-b2e6-2c003a6c55cd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:21.673609 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09023baf-89e1-46e3-898a-4c2a66d6a727 req-4519d168-1b2a-47e1-b2e6-2c003a6c55cd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0668182 Apr 16 16:50:21.707600 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09023baf-89e1-46e3-898a-4c2a66d6a727 req-8fe9d583-75f2-49d5-94f5-fb8320ff4414 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297410 Apr 16 16:50:22.857630 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6fecd-b159-471e-b3ee-b044c7a10409 req-351b830a-d10a-41c6-9f7b-bad60212d17a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:22.858727 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-89e6fecd-b159-471e-b3ee-b044c7a10409 req-351b830a-d10a-41c6-9f7b-bad60212d17a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0658801 Apr 16 16:50:22.890050 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-89e6fecd-b159-471e-b3ee-b044c7a10409 req-26ffdae2-ff39-4e9b-9248-caf289c7efa2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268548 Apr 16 16:50:24.061413 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a19906-613f-49c6-aaf0-2237d0be7ad6 req-17d28deb-f219-4cc5-847c-7a78f4529171 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:24.063079 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-46a19906-613f-49c6-aaf0-2237d0be7ad6 req-17d28deb-f219-4cc5-847c-7a78f4529171 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0701752 Apr 16 16:50:24.099410 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-46a19906-613f-49c6-aaf0-2237d0be7ad6 req-fb6e9057-0b20-4560-8d77-924cf3d98f69 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286653 Apr 16 16:50:25.259219 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efceb46-b2ce-46ea-92e6-ed7d53b8b6c6 req-51cb378c-c397-4204-ace1-933ff6ef82b8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:25.260288 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8efceb46-b2ce-46ea-92e6-ed7d53b8b6c6 req-51cb378c-c397-4204-ace1-933ff6ef82b8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0718436 Apr 16 16:50:25.295567 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8efceb46-b2ce-46ea-92e6-ed7d53b8b6c6 req-75c2e117-8b74-470a-aeb4-6744a2b0b57e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274117 Apr 16 16:50:25.967364 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:50:26.452368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab9549-1909-4d2b-a087-2c4bff6db7d7 req-ff180f12-2d52-4b82-b6a8-3db3654659a0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:26.453453 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55ab9549-1909-4d2b-a087-2c4bff6db7d7 req-ff180f12-2d52-4b82-b6a8-3db3654659a0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0767252 Apr 16 16:50:26.489729 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-55ab9549-1909-4d2b-a087-2c4bff6db7d7 req-7469e275-1409-4b0b-9ed2-875d86789160 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281692 Apr 16 16:50:27.669761 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30739d-7745-4146-9d6c-40150ca095d4 req-ae27048f-cec5-43b3-b12e-5b366a8b1e07 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:27.670830 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e30739d-7745-4146-9d6c-40150ca095d4 req-ae27048f-cec5-43b3-b12e-5b366a8b1e07 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0772345 Apr 16 16:50:27.704238 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e30739d-7745-4146-9d6c-40150ca095d4 req-dee3a0f5-9a43-4e1b-8485-28674d85140d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281000 Apr 16 16:50:28.868858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8608acf-ef46-4b31-9f58-2a0b47660670 req-d6bb6632-c179-46cd-8619-739c3f60a0e5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:28.869944 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e8608acf-ef46-4b31-9f58-2a0b47660670 req-d6bb6632-c179-46cd-8619-739c3f60a0e5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0643084 Apr 16 16:50:28.902054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e8608acf-ef46-4b31-9f58-2a0b47660670 req-151e9d1a-427f-4f0f-b64e-2949b49a2a1d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279083 Apr 16 16:50:30.080003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc10287-3f69-4cba-ad90-65a3464520a0 req-dd54fd20-714a-407e-be18-bf67eb49ad95 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:30.081112 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5fc10287-3f69-4cba-ad90-65a3464520a0 req-dd54fd20-714a-407e-be18-bf67eb49ad95 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0765634 Apr 16 16:50:30.117403 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5fc10287-3f69-4cba-ad90-65a3464520a0 req-41312561-dc63-4f65-a8de-fc44b3368af4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287011 Apr 16 16:50:31.287406 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f467a-e48a-4d6c-95ad-66aa1c339277 req-06dc0c2e-275a-4e67-868a-4e6c4f290ea0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:31.288517 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d29f467a-e48a-4d6c-95ad-66aa1c339277 req-06dc0c2e-275a-4e67-868a-4e6c4f290ea0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0798063 Apr 16 16:50:31.320985 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d29f467a-e48a-4d6c-95ad-66aa1c339277 req-a0acdb43-3a6e-458e-a0b0-4e526dccc3ce tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278482 Apr 16 16:50:32.484475 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed166e7-4230-4f0c-a502-254da5221ef6 req-76fa513c-fea7-4866-bafb-6d6e736dfce3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:32.485541 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ed166e7-4230-4f0c-a502-254da5221ef6 req-76fa513c-fea7-4866-bafb-6d6e736dfce3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0655913 Apr 16 16:50:32.518094 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9ed166e7-4230-4f0c-a502-254da5221ef6 req-091f4db8-074a-41d3-ad9e-6b2a5ae64944 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283594 Apr 16 16:50:33.666103 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ff25c-1987-4733-b32b-76f87f29f1f4 req-e56b5e2e-9e82-4bdc-9eff-1bff164c021e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:33.667252 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b4ff25c-1987-4733-b32b-76f87f29f1f4 req-e56b5e2e-9e82-4bdc-9eff-1bff164c021e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0725503 Apr 16 16:50:33.701499 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5b4ff25c-1987-4733-b32b-76f87f29f1f4 req-f9ccffaf-162b-4bfe-b1b7-1b17b1e18a0d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297852 Apr 16 16:50:34.871657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82dda69-585f-42c7-9675-1bf4ee272403 req-89b88b70-7961-4f34-a803-10492cef3171 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:34.872770 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d82dda69-585f-42c7-9675-1bf4ee272403 req-89b88b70-7961-4f34-a803-10492cef3171 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0780911 Apr 16 16:50:34.907047 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d82dda69-585f-42c7-9675-1bf4ee272403 req-07e97e77-689a-4b4b-a70b-973857a3e717 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277457 Apr 16 16:50:36.073453 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e5d37-b7a3-4dbe-a1ef-d8ac4002b418 req-4467db37-ccd8-4d5a-a322-db47cf4e1f1e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:36.074546 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f05e5d37-b7a3-4dbe-a1ef-d8ac4002b418 req-4467db37-ccd8-4d5a-a322-db47cf4e1f1e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0732536 Apr 16 16:50:36.110440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f05e5d37-b7a3-4dbe-a1ef-d8ac4002b418 req-a6272723-5940-4f29-b6a2-48ebfaa29078 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282810 Apr 16 16:50:37.267169 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f057db3-c7aa-4efe-9830-988dd22a7e9c req-7a320d2d-4ae8-453b-91e1-2d790a0c7a5b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:37.268209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f057db3-c7aa-4efe-9830-988dd22a7e9c req-7a320d2d-4ae8-453b-91e1-2d790a0c7a5b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0696599 Apr 16 16:50:37.301849 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3f057db3-c7aa-4efe-9830-988dd22a7e9c req-eeee4b97-d8a9-4c34-a6e7-10d917ed4b39 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285652 Apr 16 16:50:38.467973 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492395c9-567d-40f5-85f8-46230596900e req-7d91aa15-0290-4306-9f54-20f173af7ef5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:38.469091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-492395c9-567d-40f5-85f8-46230596900e req-7d91aa15-0290-4306-9f54-20f173af7ef5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0734293 Apr 16 16:50:38.501614 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-492395c9-567d-40f5-85f8-46230596900e req-b24949b6-fb55-43df-8306-2876242e64c3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273921 Apr 16 16:50:39.666164 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495ae4d-9071-47b6-88e8-112dfca3113c req-df0c2bd7-7c03-486c-ba6c-914b1dde24ff tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:39.667209 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3495ae4d-9071-47b6-88e8-112dfca3113c req-df0c2bd7-7c03-486c-ba6c-914b1dde24ff tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0742877 Apr 16 16:50:39.702718 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3495ae4d-9071-47b6-88e8-112dfca3113c req-040dd792-34c6-4247-b2b3-3e599d19fac1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279133 Apr 16 16:50:40.868113 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878762b2-a3ad-44ef-8c9f-11d159dfed87 req-6475379a-e9a5-4033-9e7d-c482d49ec0cf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:40.869218 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-878762b2-a3ad-44ef-8c9f-11d159dfed87 req-6475379a-e9a5-4033-9e7d-c482d49ec0cf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0729659 Apr 16 16:50:40.905350 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-878762b2-a3ad-44ef-8c9f-11d159dfed87 req-b581cfb7-0813-4792-bb8f-ef1ddfd566ef tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287483 Apr 16 16:50:41.296551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fa3f1916-72ef-45f9-a450-c89e7c798407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:42.068596 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b975a-068b-4e15-a730-4a9e741f7b67 req-41f98740-408d-4cf3-ab54-8f27d25f3a7a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:42.069682 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-685b975a-068b-4e15-a730-4a9e741f7b67 req-41f98740-408d-4cf3-ab54-8f27d25f3a7a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0692401 Apr 16 16:50:42.102095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-685b975a-068b-4e15-a730-4a9e741f7b67 req-45c770b2-d3a4-4e04-af19-92a0759ed12f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277569 Apr 16 16:50:42.759602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7ea00e37-b703-4cee-b671-43c2b3ed4ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:43.064725 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:43.260715 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0314c-b3fd-4ff7-9168-e5838c4e7de4 req-ce339014-f0fd-4f38-8825-343b62563125 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:43.261852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1d0314c-b3fd-4ff7-9168-e5838c4e7de4 req-ce339014-f0fd-4f38-8825-343b62563125 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0684478 Apr 16 16:50:43.293616 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e1d0314c-b3fd-4ff7-9168-e5838c4e7de4 req-030b0dee-881f-4d86-b325-39b4d2b82858 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276294 Apr 16 16:50:43.310260 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:44.340834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:44.457403 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14053d8-6ec7-414b-8b50-f2c9c142c200 req-52d359d6-708d-4451-900b-3146bffff9e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:44.458584 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d14053d8-6ec7-414b-8b50-f2c9c142c200 req-52d359d6-708d-4451-900b-3146bffff9e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0776470 Apr 16 16:50:44.494882 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d14053d8-6ec7-414b-8b50-f2c9c142c200 req-62c4550b-08c1-46c6-a103-62fc107a9b50 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278041 Apr 16 16:50:44.514951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:50:45.656756 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7de6-fe43-4131-97cc-ee8ba8380985 req-279c50e6-ef4c-4553-8660-837fce95a27c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:45.657832 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e38f7de6-fe43-4131-97cc-ee8ba8380985 req-279c50e6-ef4c-4553-8660-837fce95a27c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0647004 Apr 16 16:50:45.697627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e38f7de6-fe43-4131-97cc-ee8ba8380985 req-d63893d0-7955-44e2-b32f-00b1503de79a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352077 Apr 16 16:50:46.868501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31060-96e1-42a3-b395-8e2ba4381f09 req-0b363813-ef42-419a-b425-73b48a5db9b4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:46.869594 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-14f31060-96e1-42a3-b395-8e2ba4381f09 req-0b363813-ef42-419a-b425-73b48a5db9b4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0809588 Apr 16 16:50:46.906827 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-14f31060-96e1-42a3-b395-8e2ba4381f09 req-5c6f107c-2b2a-491d-a8cd-ce1666407721 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286262 Apr 16 16:50:48.064921 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f1a57-11e7-4607-a563-18c5533980fa req-ab7c280d-4215-4afa-b659-2b4536586fce tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:48.066930 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1e9f1a57-11e7-4607-a563-18c5533980fa req-ab7c280d-4215-4afa-b659-2b4536586fce tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0734313 Apr 16 16:50:48.108168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1e9f1a57-11e7-4607-a563-18c5533980fa req-d4b893f2-33ed-44aa-a338-ec7d5845fe92 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362573 Apr 16 16:50:49.261418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ca539-7c6e-4fa3-937d-c57edeb1a7e8 req-fc09f3f6-113b-4a89-ae4a-ccde56391a6d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:49.262513 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e7ca539-7c6e-4fa3-937d-c57edeb1a7e8 req-fc09f3f6-113b-4a89-ae4a-ccde56391a6d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0663197 Apr 16 16:50:49.299991 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e7ca539-7c6e-4fa3-937d-c57edeb1a7e8 req-2b0eacc9-6c9e-4f9d-b69e-6610a65bf549 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284269 Apr 16 16:50:50.470537 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6f476-2284-48a9-8e23-93eb68d47972 req-7187f54d-94b4-46c4-9333-916ac6c55351 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:50.471642 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-01a6f476-2284-48a9-8e23-93eb68d47972 req-7187f54d-94b4-46c4-9333-916ac6c55351 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0720892 Apr 16 16:50:50.503951 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-01a6f476-2284-48a9-8e23-93eb68d47972 req-178ad510-9e23-4f83-b760-f43deea54233 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260806 Apr 16 16:50:51.658484 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf42ba-f04d-46df-8496-f66c0e1c8a01 req-31a73422-4cf9-41d8-b39d-95fff8c15dea tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:51.659555 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ccf42ba-f04d-46df-8496-f66c0e1c8a01 req-31a73422-4cf9-41d8-b39d-95fff8c15dea tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0644557 Apr 16 16:50:51.692337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3ccf42ba-f04d-46df-8496-f66c0e1c8a01 req-7dad2c1f-ebd5-4ee1-98fd-f573568f8d4e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284350 Apr 16 16:50:52.849671 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392d079-040e-4619-af51-7671c35f51b9 req-d769e288-2bdc-4895-8f6b-77289b4f3f04 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:52.850754 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6392d079-040e-4619-af51-7671c35f51b9 req-d769e288-2bdc-4895-8f6b-77289b4f3f04 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0701778 Apr 16 16:50:52.885154 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6392d079-040e-4619-af51-7671c35f51b9 req-8f853c8a-4b66-4123-867a-a6053006e3ab tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269523 Apr 16 16:50:54.188093 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b576b-584f-43d4-8af0-c76967ee311d req-ba21d18f-87c2-41f3-b718-260dddad30b0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:54.189080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9a5b576b-584f-43d4-8af0-c76967ee311d req-ba21d18f-87c2-41f3-b718-260dddad30b0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0628042 Apr 16 16:50:54.219880 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9a5b576b-584f-43d4-8af0-c76967ee311d req-d8e348db-a95b-49d3-86ce-1b388a3452fc tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264080 Apr 16 16:50:55.388261 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed667cb0-5a9e-4a4a-bda8-84dc4bb1e183 req-75b431b3-50d5-441c-9e54-0ad72cc4af04 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:55.389427 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed667cb0-5a9e-4a4a-bda8-84dc4bb1e183 req-75b431b3-50d5-441c-9e54-0ad72cc4af04 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0773950 Apr 16 16:50:55.422391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ed667cb0-5a9e-4a4a-bda8-84dc4bb1e183 req-3d2a69e4-5334-41ed-9798-76a381ebb17e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283778 Apr 16 16:50:56.565039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60a687-ccab-403b-957a-d9466bdd58d8 req-34d39586-9b5d-479d-8c93-ff3b683f0459 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:56.566099 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b60a687-ccab-403b-957a-d9466bdd58d8 req-34d39586-9b5d-479d-8c93-ff3b683f0459 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0671036 Apr 16 16:50:56.597491 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2b60a687-ccab-403b-957a-d9466bdd58d8 req-230e9f9e-1dad-4565-8fe4-6e89b21e2785 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272326 Apr 16 16:50:57.773392 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91581e5-e848-427d-b09c-efbce35b3a54 req-31909f95-2c68-43b5-9e42-5f9b830ce85d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:57.775185 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e91581e5-e848-427d-b09c-efbce35b3a54 req-31909f95-2c68-43b5-9e42-5f9b830ce85d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0813756 Apr 16 16:50:57.812631 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e91581e5-e848-427d-b09c-efbce35b3a54 req-eca28f82-541e-4e39-8237-fc5cf902a9e8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287340 Apr 16 16:50:59.224996 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f368b8e-bddc-4478-97b9-1f91c1ff69e0 req-606128a4-0c5a-43bd-a965-80c26ad008d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:50:59.226026 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8f368b8e-bddc-4478-97b9-1f91c1ff69e0 req-606128a4-0c5a-43bd-a965-80c26ad008d6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.3333640 Apr 16 16:50:59.253695 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8f368b8e-bddc-4478-97b9-1f91c1ff69e0 req-62aa1b00-5a86-4127-bf79-f242ad03fe08 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0227046 Apr 16 16:51:00.424263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2874dd2-dca4-4f91-9dc1-4b8fc643ab8a req-fbddff11-0416-4fd0-94f3-6c7c305d804c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:00.425432 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2874dd2-dca4-4f91-9dc1-4b8fc643ab8a req-fbddff11-0416-4fd0-94f3-6c7c305d804c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0751894 Apr 16 16:51:00.457817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b2874dd2-dca4-4f91-9dc1-4b8fc643ab8a req-b1241337-76f7-47a6-afd9-8a0d5d13c074 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276690 Apr 16 16:51:01.601701 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df96118-3e20-4835-b70e-e6c3ad1be8b8 req-1b3cf867-a2ad-493a-9635-174ac3ae418a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:01.603266 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6df96118-3e20-4835-b70e-e6c3ad1be8b8 req-1b3cf867-a2ad-493a-9635-174ac3ae418a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0610447 Apr 16 16:51:01.639289 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6df96118-3e20-4835-b70e-e6c3ad1be8b8 req-3f66c8c7-47ec-497f-ba6e-d28edd70c3e1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287938 Apr 16 16:51:02.798890 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a78e10-2818-4585-a834-d9c590232278 req-7e45cd1e-0bbd-48fa-ab33-37f644d0f00f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:02.800031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03a78e10-2818-4585-a834-d9c590232278 req-7e45cd1e-0bbd-48fa-ab33-37f644d0f00f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0720725 Apr 16 16:51:02.837033 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-03a78e10-2818-4585-a834-d9c590232278 req-3dd44def-284b-4650-a910-f27f84b76a18 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289354 Apr 16 16:51:02.969700 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:51:03.996248 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9200a98-76f5-473d-a5f2-2cb071aaef55 req-7ed11b64-0933-4c84-9f42-f2806a74e530 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:03.997269 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a9200a98-76f5-473d-a5f2-2cb071aaef55 req-7ed11b64-0933-4c84-9f42-f2806a74e530 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0694573 Apr 16 16:51:04.029588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a9200a98-76f5-473d-a5f2-2cb071aaef55 req-3f72b380-8047-49f9-ab38-e3235638a03c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279388 Apr 16 16:51:05.190626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8030ba-4047-48a4-92f3-75253af3e7b3 req-2681fd3b-1b72-4438-b0b8-4fc124451e51 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:05.191751 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e8030ba-4047-48a4-92f3-75253af3e7b3 req-2681fd3b-1b72-4438-b0b8-4fc124451e51 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0687804 Apr 16 16:51:05.225497 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e8030ba-4047-48a4-92f3-75253af3e7b3 req-76636c7b-165a-4a4c-9455-96e5614c8fd4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289857 Apr 16 16:51:06.388830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e49ba8-e90c-4cbf-898b-0bd4f9d589f1 req-28b7281b-1718-49da-ac37-467f9a12311f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:06.389945 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-63e49ba8-e90c-4cbf-898b-0bd4f9d589f1 req-28b7281b-1718-49da-ac37-467f9a12311f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0683479 Apr 16 16:51:06.422157 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-63e49ba8-e90c-4cbf-898b-0bd4f9d589f1 req-8db1006e-ac36-4d71-a1d4-c4f4a155c9b8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276818 Apr 16 16:51:07.567304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fdd9a-8023-4d8e-8fc7-6b3c00ca1cd8 req-7beaae67-4a4e-47c7-82ff-049f400d4980 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:07.568345 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c8fdd9a-8023-4d8e-8fc7-6b3c00ca1cd8 req-7beaae67-4a4e-47c7-82ff-049f400d4980 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0666578 Apr 16 16:51:07.601249 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c8fdd9a-8023-4d8e-8fc7-6b3c00ca1cd8 req-5650b9b2-01cb-4ede-8bd6-82c33f07a503 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268440 Apr 16 16:51:08.755816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1849fc-2802-4194-9f86-7b68455c0607 req-ee373e92-5672-45ee-bec8-69c740b2235e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:08.756784 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1b1849fc-2802-4194-9f86-7b68455c0607 req-ee373e92-5672-45ee-bec8-69c740b2235e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0615931 Apr 16 16:51:08.788019 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1b1849fc-2802-4194-9f86-7b68455c0607 req-08bab899-ce01-4e44-9ab0-82dfd85d3ac5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268633 Apr 16 16:51:09.945834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78cbfa-e967-4f8b-9f73-cc0544f21bf5 req-da05a861-1796-4848-b642-2a07574324f4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:09.947369 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af78cbfa-e967-4f8b-9f73-cc0544f21bf5 req-da05a861-1796-4848-b642-2a07574324f4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0715256 Apr 16 16:51:09.979425 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-af78cbfa-e967-4f8b-9f73-cc0544f21bf5 req-de6aa6c3-f0a1-4404-8f0e-9f32469f46b0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276611 Apr 16 16:51:11.151036 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7d7fc-9daf-40eb-8ce9-c122cacacd0b req-60bacbba-fa9e-4ce7-8493-b4856fdb0a2e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:11.152733 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e5e7d7fc-9daf-40eb-8ce9-c122cacacd0b req-60bacbba-fa9e-4ce7-8493-b4856fdb0a2e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0812669 Apr 16 16:51:11.185773 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e5e7d7fc-9daf-40eb-8ce9-c122cacacd0b req-1c5cafc4-dc49-4fc1-a03c-066ff712b3de tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282278 Apr 16 16:51:11.295931 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-15488895-9d77-4b14-851d-7577ec6efbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:12.357524 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177930ee-7835-44bb-97e0-dc936e17755c req-f7f85741-5742-4313-b335-463832b38b2a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:12.358638 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-177930ee-7835-44bb-97e0-dc936e17755c req-f7f85741-5742-4313-b335-463832b38b2a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0803933 Apr 16 16:51:12.403178 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-177930ee-7835-44bb-97e0-dc936e17755c req-32ca3331-7d41-4ecd-82ee-b36c5d7df3bb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398695 Apr 16 16:51:12.758195 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-7952aad9-6218-42f4-ac8f-a52b174068c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:13.066614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:13.322193 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:13.547662 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ff065-bc8d-447a-9cdf-aebbf1521f71 req-ecc099a0-bb1f-470f-be83-9e15f5276566 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:13.548705 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a17ff065-bc8d-447a-9cdf-aebbf1521f71 req-ecc099a0-bb1f-470f-be83-9e15f5276566 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0651155 Apr 16 16:51:13.580656 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a17ff065-bc8d-447a-9cdf-aebbf1521f71 req-e3dcab2f-bc4f-439d-9ebf-8f10aeb496f7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275471 Apr 16 16:51:14.344425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:14.524829 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:14.724203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe04309-5879-46e9-a451-ff9457d588c5 req-5eb0e0e5-3ba8-4e55-b8b9-dba447e49887 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:14.725275 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fe04309-5879-46e9-a451-ff9457d588c5 req-5eb0e0e5-3ba8-4e55-b8b9-dba447e49887 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0671568 Apr 16 16:51:14.760031 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fe04309-5879-46e9-a451-ff9457d588c5 req-8d0ec1a5-409f-476d-be38-51cf52e68539 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274649 Apr 16 16:51:15.919767 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04847938-b9fc-4737-95fc-4ddbc8834f1f req-cfa25650-3624-410e-a4be-fc940f2a2aad tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:15.920993 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04847938-b9fc-4737-95fc-4ddbc8834f1f req-cfa25650-3624-410e-a4be-fc940f2a2aad tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0652256 Apr 16 16:51:15.953092 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04847938-b9fc-4737-95fc-4ddbc8834f1f req-2b3274c8-a74b-4327-83db-1efe0837ec51 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272827 Apr 16 16:51:17.113315 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0617-fa87-41ae-8609-82f16a54bebc req-ab8e4fed-7dfe-4b08-a12e-17f838c349bd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:17.114357 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-970c0617-fa87-41ae-8609-82f16a54bebc req-ab8e4fed-7dfe-4b08-a12e-17f838c349bd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0728650 Apr 16 16:51:17.146354 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-970c0617-fa87-41ae-8609-82f16a54bebc req-b68c547e-a27c-4c09-bd26-722010b1ba5b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277035 Apr 16 16:51:18.304721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed8232-a0f2-456b-ab01-14f843599e0b req-781be11d-2291-48c1-8bb7-86305786bd1e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:18.305763 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7bed8232-a0f2-456b-ab01-14f843599e0b req-781be11d-2291-48c1-8bb7-86305786bd1e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0665579 Apr 16 16:51:18.336949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7bed8232-a0f2-456b-ab01-14f843599e0b req-a6556340-44ab-48a1-b043-eb0d6351d0f9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264907 Apr 16 16:51:19.495002 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50ebcd-2b58-42ce-86ac-d46605bfe96f req-04fedfad-76f3-44df-bea9-f0b069bf6948 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:19.496074 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db50ebcd-2b58-42ce-86ac-d46605bfe96f req-04fedfad-76f3-44df-bea9-f0b069bf6948 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0774438 Apr 16 16:51:19.529820 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db50ebcd-2b58-42ce-86ac-d46605bfe96f req-35eb3287-125e-4faa-9b07-a4f6638b98e0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292091 Apr 16 16:51:20.702084 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddc0a9-5346-4fa8-9d05-07bdd3951fc8 req-cb6986cc-6e84-4de2-80b6-3098f56c4530 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:20.703163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fddc0a9-5346-4fa8-9d05-07bdd3951fc8 req-cb6986cc-6e84-4de2-80b6-3098f56c4530 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0778184 Apr 16 16:51:20.739415 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9fddc0a9-5346-4fa8-9d05-07bdd3951fc8 req-95cc58d9-8a51-4dd6-93e3-6602f327633e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288835 Apr 16 16:51:21.910118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7ee0c-bd0d-4f38-8212-3eef20d18701 req-875776dc-15a8-4c7a-be7f-5585452fa1e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:21.911237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fe7ee0c-bd0d-4f38-8212-3eef20d18701 req-875776dc-15a8-4c7a-be7f-5585452fa1e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0780687 Apr 16 16:51:21.946306 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1fe7ee0c-bd0d-4f38-8212-3eef20d18701 req-20dac071-f7e8-4d87-80a7-ccd6cb3d6020 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274212 Apr 16 16:51:23.106285 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f49a91-0f3a-409f-852e-2927ee3e66fc req-12a03cd6-a8e2-4f21-b7bd-f6008b9d79d2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:23.107417 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06f49a91-0f3a-409f-852e-2927ee3e66fc req-12a03cd6-a8e2-4f21-b7bd-f6008b9d79d2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0704546 Apr 16 16:51:23.143865 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-06f49a91-0f3a-409f-852e-2927ee3e66fc req-7ea2d6f2-4a0a-4edf-b270-2e0abdfa8d04 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288770 Apr 16 16:51:24.304107 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb9648-6b13-4f1f-93a5-be0e688e87d0 req-497d4b91-a09d-4173-8d6e-d7e6f963e62f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:24.305237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bbfb9648-6b13-4f1f-93a5-be0e688e87d0 req-497d4b91-a09d-4173-8d6e-d7e6f963e62f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0744057 Apr 16 16:51:24.339807 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bbfb9648-6b13-4f1f-93a5-be0e688e87d0 req-59ed4e90-2742-4846-85c3-d9eb9a9feee2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283785 Apr 16 16:51:25.495033 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f9f3b-484f-4cd1-b227-4278d0714caa req-b4a8e784-58c5-491c-bc15-a4f6f54130f7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:25.496114 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-186f9f3b-484f-4cd1-b227-4278d0714caa req-b4a8e784-58c5-491c-bc15-a4f6f54130f7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0660899 Apr 16 16:51:25.532597 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-186f9f3b-484f-4cd1-b227-4278d0714caa req-a56b9671-3af2-4a4d-a8c0-51a668521aa0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290272 Apr 16 16:51:26.703774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20424a11-9323-459e-9a4c-d10cb46665bf req-600d022c-3adc-4891-a970-e1ade986f9ae tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:26.704806 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20424a11-9323-459e-9a4c-d10cb46665bf req-600d022c-3adc-4891-a970-e1ade986f9ae tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0743434 Apr 16 16:51:26.741307 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-20424a11-9323-459e-9a4c-d10cb46665bf req-8f9ff36d-ecbb-4b50-b835-e102ad6925b1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286250 Apr 16 16:51:27.897854 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef49e25-ce62-465f-9adb-e9206ac2c677 req-b651bfa8-1779-4813-a0a3-4660f42df891 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:27.898948 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0ef49e25-ce62-465f-9adb-e9206ac2c677 req-b651bfa8-1779-4813-a0a3-4660f42df891 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0652354 Apr 16 16:51:27.931182 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0ef49e25-ce62-465f-9adb-e9206ac2c677 req-8b6113a3-fc4c-467d-a8b5-36158abdafc9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279236 Apr 16 16:51:29.101058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810c153-23b2-40e5-a0f6-479c827221a7 req-5ce323bc-af83-4ed7-988f-977e3b11f9f1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:29.102174 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9810c153-23b2-40e5-a0f6-479c827221a7 req-5ce323bc-af83-4ed7-988f-977e3b11f9f1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0737505 Apr 16 16:51:29.137891 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9810c153-23b2-40e5-a0f6-479c827221a7 req-ce821692-e866-489d-810f-b158f1677556 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292187 Apr 16 16:51:30.299422 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a883f25-c8d0-42d1-8c74-38f4f2616d74 req-32959168-f9eb-4e26-bdb8-3785b6d2af7f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:30.300542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a883f25-c8d0-42d1-8c74-38f4f2616d74 req-32959168-f9eb-4e26-bdb8-3785b6d2af7f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0689838 Apr 16 16:51:30.334895 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1a883f25-c8d0-42d1-8c74-38f4f2616d74 req-93a6a08a-8551-45fc-b898-f2211e01804d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296409 Apr 16 16:51:31.495144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fdc8b-1bdd-4057-8d19-4f81d19358fc req-0ff474ac-48a1-49c8-b974-ea2aee2b3241 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:31.496226 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-165fdc8b-1bdd-4057-8d19-4f81d19358fc req-0ff474ac-48a1-49c8-b974-ea2aee2b3241 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0673218 Apr 16 16:51:31.527934 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-165fdc8b-1bdd-4057-8d19-4f81d19358fc req-1a8118da-f614-4c2c-975d-b45c76eb47ab tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270574 Apr 16 16:51:32.681046 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01689873-9469-43c6-a918-37de09e65a7c req-da8e72a5-cdd9-4bd5-a065-8c7a23eac2d2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:32.682061 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-01689873-9469-43c6-a918-37de09e65a7c req-da8e72a5-cdd9-4bd5-a065-8c7a23eac2d2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0634711 Apr 16 16:51:32.712833 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-01689873-9469-43c6-a918-37de09e65a7c req-7ef85b76-8fdb-4e58-b9d3-e0a5a285523d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263472 Apr 16 16:51:33.853518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed716b8-1e4c-4ac1-8ffa-6c921b673183 req-37d883bb-d9ef-46c7-af5f-35ad31ffd408 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:33.854529 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fed716b8-1e4c-4ac1-8ffa-6c921b673183 req-37d883bb-d9ef-46c7-af5f-35ad31ffd408 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0627627 Apr 16 16:51:33.888747 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fed716b8-1e4c-4ac1-8ffa-6c921b673183 req-aee63733-7ecd-4eca-a82a-fb18e3e34ed9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269907 Apr 16 16:51:35.044032 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e1dfe-3344-4ddd-8b37-8ff26820623c req-b4687e18-debe-44ef-b749-60eb5faa39e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:35.045606 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-058e1dfe-3344-4ddd-8b37-8ff26820623c req-b4687e18-debe-44ef-b749-60eb5faa39e3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0694218 Apr 16 16:51:35.075621 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-058e1dfe-3344-4ddd-8b37-8ff26820623c req-8041f473-85e3-41de-8444-098aa37d7701 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258753 Apr 16 16:51:36.234981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907942d-561a-4970-9b4e-4ef90b741806 req-0e3f7762-6e57-4420-937b-635d6bb13539 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:36.236085 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e907942d-561a-4970-9b4e-4ef90b741806 req-0e3f7762-6e57-4420-937b-635d6bb13539 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0702310 Apr 16 16:51:36.269064 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e907942d-561a-4970-9b4e-4ef90b741806 req-42db7e14-cb92-47e1-add5-30ed441d1b5e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286551 Apr 16 16:51:37.409156 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a6c51-2db6-4fa4-87c8-743efda8abf7 req-1d6cb701-eb24-42e2-8f63-5b6e45775657 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:37.410237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a1a6c51-2db6-4fa4-87c8-743efda8abf7 req-1d6cb701-eb24-42e2-8f63-5b6e45775657 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0606995 Apr 16 16:51:37.441574 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0a1a6c51-2db6-4fa4-87c8-743efda8abf7 req-52c4a3d7-dd80-4e1f-a8f1-1bbcd2c387e6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268216 Apr 16 16:51:38.587766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950f397-c4a9-45a7-908f-130a66e01943 req-fc7dddcc-7ca0-42a9-999e-a6cdf0b53645 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:38.588784 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6950f397-c4a9-45a7-908f-130a66e01943 req-fc7dddcc-7ca0-42a9-999e-a6cdf0b53645 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0663838 Apr 16 16:51:38.621770 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6950f397-c4a9-45a7-908f-130a66e01943 req-7d4bd153-3751-4c15-bed9-22ce37435674 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268214 Apr 16 16:51:39.788477 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a35f6-c3cb-43cb-878e-687b96ed9eac req-7223d51d-23bd-44b6-87ec-2946342e3ce6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:39.789612 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e8a35f6-c3cb-43cb-878e-687b96ed9eac req-7223d51d-23bd-44b6-87ec-2946342e3ce6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0761158 Apr 16 16:51:39.825965 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8e8a35f6-c3cb-43cb-878e-687b96ed9eac req-175d00b8-a84b-45ea-a0f2-cf795253746e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284355 Apr 16 16:51:39.971022 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:51:40.983362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d321ec1-d64d-461f-a5a1-536c9ef7d6c2 req-cf529ed8-647e-40ec-83a2-aa8a2c624a52 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:40.984464 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d321ec1-d64d-461f-a5a1-536c9ef7d6c2 req-cf529ed8-647e-40ec-83a2-aa8a2c624a52 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0627003 Apr 16 16:51:41.020052 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2d321ec1-d64d-461f-a5a1-536c9ef7d6c2 req-b59b39dd-c0f5-494f-bf1f-7c95fb5bf6f9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280075 Apr 16 16:51:41.294466 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c85bcab8-25c4-423b-a642-528424ebc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:42.189080 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a44b2-2522-4fac-99e3-00342d6587cb req-3b694b85-5ae8-4205-a044-125c32a3d9b4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:42.190183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-430a44b2-2522-4fac-99e3-00342d6587cb req-3b694b85-5ae8-4205-a044-125c32a3d9b4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0681343 Apr 16 16:51:42.226260 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-430a44b2-2522-4fac-99e3-00342d6587cb req-5cf2a06b-4584-42b8-9069-72d3b1ceaf76 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285990 Apr 16 16:51:42.758751 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcc9176f-9480-455b-a23d-70550c197c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:43.064358 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:43.323143 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:43.385991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36b733-59d3-439e-864a-583681f7217b req-07443576-3a90-4c13-86bb-8aeb04386b8d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:43.387123 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cf36b733-59d3-439e-864a-583681f7217b req-07443576-3a90-4c13-86bb-8aeb04386b8d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0726645 Apr 16 16:51:43.421758 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cf36b733-59d3-439e-864a-583681f7217b req-4811db58-29fe-4b6c-82ec-10e1f85a659e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273373 Apr 16 16:51:44.364282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:44.522680 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:51:44.577803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c136053-260d-4fea-b898-b431f6125af2 req-9afd5e90-96f7-4254-a94e-b993fc0842fe tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:44.578946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c136053-260d-4fea-b898-b431f6125af2 req-9afd5e90-96f7-4254-a94e-b993fc0842fe tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0634577 Apr 16 16:51:44.611424 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c136053-260d-4fea-b898-b431f6125af2 req-88bb70fb-b554-461b-92ee-a7641c9c288d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275533 Apr 16 16:51:45.761529 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66767bdf-be54-4b20-89e4-3ed4dc75024c req-222c4dd3-764b-4ec0-9b1b-49cc0b78067d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:45.762480 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66767bdf-be54-4b20-89e4-3ed4dc75024c req-222c4dd3-764b-4ec0-9b1b-49cc0b78067d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0726924 Apr 16 16:51:45.797679 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66767bdf-be54-4b20-89e4-3ed4dc75024c req-d3c66a6d-570e-43e3-993e-c7db639843c6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279596 Apr 16 16:51:46.950821 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde489fe-db3e-4e2e-b649-1d96fad434d1 req-731e97ef-fed9-46b4-a7c6-e5410e56e5a3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:46.951921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cde489fe-db3e-4e2e-b649-1d96fad434d1 req-731e97ef-fed9-46b4-a7c6-e5410e56e5a3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0646951 Apr 16 16:51:47.273022 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cde489fe-db3e-4e2e-b649-1d96fad434d1 req-aebda8fa-0e3c-429e-a466-37b90f2d2634 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158140 Apr 16 16:51:48.427418 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cfad4-3112-47d7-964e-bd8fc61b2997 req-14e177bf-57d0-4284-9bd0-e2419d47762b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:48.428498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a75cfad4-3112-47d7-964e-bd8fc61b2997 req-14e177bf-57d0-4284-9bd0-e2419d47762b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0622382 Apr 16 16:51:48.462353 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a75cfad4-3112-47d7-964e-bd8fc61b2997 req-0b9a8c59-fdab-47ea-b645-443b8051d852 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293097 Apr 16 16:51:49.625539 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce4b73-dc6b-4b0c-a1da-89d5d487961b req-5023cb2a-5b9b-4be6-afb1-9be9fb5d0661 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:49.626610 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfce4b73-dc6b-4b0c-a1da-89d5d487961b req-5023cb2a-5b9b-4be6-afb1-9be9fb5d0661 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0705543 Apr 16 16:51:49.660396 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cfce4b73-dc6b-4b0c-a1da-89d5d487961b req-848468e6-be3d-41bc-96e4-3fe5765f1eef tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281894 Apr 16 16:51:51.019089 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349e0b0-453f-4f2c-bb04-251054e25122 req-02263ef2-9569-4bec-87ca-fc5ff2f4aa34 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:51.020007 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f349e0b0-453f-4f2c-bb04-251054e25122 req-02263ef2-9569-4bec-87ca-fc5ff2f4aa34 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0648892 Apr 16 16:51:51.051216 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f349e0b0-453f-4f2c-bb04-251054e25122 req-a8b67eba-dadc-4dbe-97be-539d2b2ced40 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269485 Apr 16 16:51:52.214584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b757e-4652-40e6-be67-164252548d80 req-85a90fb9-5fd3-49db-ac5a-3ebecb4f7934 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:52.215648 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-516b757e-4652-40e6-be67-164252548d80 req-85a90fb9-5fd3-49db-ac5a-3ebecb4f7934 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0660205 Apr 16 16:51:52.251349 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-516b757e-4652-40e6-be67-164252548d80 req-7d3e18ea-9710-45d7-b5f8-8084a6bb080d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278764 Apr 16 16:51:53.401039 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b26297-9e95-4352-be01-79226583a574 req-cec99430-12b7-469e-ae6a-2cc46870ff36 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:53.402136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77b26297-9e95-4352-be01-79226583a574 req-cec99430-12b7-469e-ae6a-2cc46870ff36 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0648799 Apr 16 16:51:53.433078 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-77b26297-9e95-4352-be01-79226583a574 req-f7d058d2-573e-4004-a1d9-dcee3713c053 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263281 Apr 16 16:51:54.573464 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a24f2-e0f1-4ece-b15b-c3158c54124c req-45155899-744a-4a54-aa41-a2fc0cf89fc5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:54.574498 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-429a24f2-e0f1-4ece-b15b-c3158c54124c req-45155899-744a-4a54-aa41-a2fc0cf89fc5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0632734 Apr 16 16:51:54.614036 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-429a24f2-e0f1-4ece-b15b-c3158c54124c req-0df31a7e-5653-4c65-8020-5a3616228ac0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296962 Apr 16 16:51:55.760149 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07d71e-9f4f-48b7-be9e-d750632c8d5b req-d9627902-6201-4ab8-b4e7-56ea67898378 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:55.761169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e07d71e-9f4f-48b7-be9e-d750632c8d5b req-d9627902-6201-4ab8-b4e7-56ea67898378 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0647337 Apr 16 16:51:55.792435 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7e07d71e-9f4f-48b7-be9e-d750632c8d5b req-a34f3901-121a-4362-ba05-790de2516de4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272281 Apr 16 16:51:56.947144 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f8aa5-ff0b-4035-99ed-1c6459081932 req-500dc418-69e9-42f8-92dd-666f045e980d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:56.948258 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef6f8aa5-ff0b-4035-99ed-1c6459081932 req-500dc418-69e9-42f8-92dd-666f045e980d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0751317 Apr 16 16:51:56.980333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ef6f8aa5-ff0b-4035-99ed-1c6459081932 req-1561b252-759d-4730-8d38-bb73532b04f4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275881 Apr 16 16:51:58.143839 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a9297-bfde-4de7-8fdf-e44af7abad6a req-36962db5-d9f2-4d7b-9606-34717bc680d7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:58.144908 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-773a9297-bfde-4de7-8fdf-e44af7abad6a req-36962db5-d9f2-4d7b-9606-34717bc680d7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0720997 Apr 16 16:51:58.176482 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-773a9297-bfde-4de7-8fdf-e44af7abad6a req-69e31977-d1d5-46bf-a83a-fe107bac24a1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267632 Apr 16 16:51:59.326774 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb5cd2-852e-4442-8e61-cb51c3a0679b req-d08802ee-5846-4b2f-a726-a216699f9616 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:51:59.327846 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bdcb5cd2-852e-4442-8e61-cb51c3a0679b req-d08802ee-5846-4b2f-a726-a216699f9616 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0708988 Apr 16 16:51:59.365331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bdcb5cd2-852e-4442-8e61-cb51c3a0679b req-60f82357-67c0-47db-9ec7-b21247b47ae4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295594 Apr 16 16:52:00.513176 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f767e5-05c2-4cbc-a176-48dc634371a3 req-457180d4-2fe0-4e67-840a-6833c54a6f90 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:00.514290 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13f767e5-05c2-4cbc-a176-48dc634371a3 req-457180d4-2fe0-4e67-840a-6833c54a6f90 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0657644 Apr 16 16:52:00.546257 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-13f767e5-05c2-4cbc-a176-48dc634371a3 req-13e091a9-46d9-4ae3-b60a-65c45ebb01e5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275123 Apr 16 16:52:01.699871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c28220-359b-4a9b-832e-1deaa176c824 req-21390eaf-01e8-4ec1-b75b-5581846ecc7b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:01.700921 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9c28220-359b-4a9b-832e-1deaa176c824 req-21390eaf-01e8-4ec1-b75b-5581846ecc7b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0675871 Apr 16 16:52:01.737559 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e9c28220-359b-4a9b-832e-1deaa176c824 req-23ceb6cb-e79d-4bd0-9b0c-d22488ae1293 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290518 Apr 16 16:52:02.895003 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a72dba-3a63-456e-b03f-78b97e9e3ec7 req-6cd34271-dbac-4626-b19f-2e13003908cf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:02.896346 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1a72dba-3a63-456e-b03f-78b97e9e3ec7 req-6cd34271-dbac-4626-b19f-2e13003908cf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0696788 Apr 16 16:52:02.932451 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1a72dba-3a63-456e-b03f-78b97e9e3ec7 req-f42c8188-fc9b-4284-a1eb-e94581d91056 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282629 Apr 16 16:52:04.095365 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92ec5c-1e8e-49d7-92c4-fd17f2b9b4e4 req-01abccb9-4511-4bb7-ab89-f2d1785d2242 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:04.096486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae92ec5c-1e8e-49d7-92c4-fd17f2b9b4e4 req-01abccb9-4511-4bb7-ab89-f2d1785d2242 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0729349 Apr 16 16:52:04.131887 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ae92ec5c-1e8e-49d7-92c4-fd17f2b9b4e4 req-aba3c0fe-6f2d-431d-98bf-de29db1a28ca tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276787 Apr 16 16:52:05.289714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92908e37-17e5-4f67-9980-992edaf992d2 req-1d2d74b5-775f-41da-830f-3d0967caaff1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:05.291001 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92908e37-17e5-4f67-9980-992edaf992d2 req-1d2d74b5-775f-41da-830f-3d0967caaff1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0702784 Apr 16 16:52:05.322521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-92908e37-17e5-4f67-9980-992edaf992d2 req-73041f50-4ae5-4c4e-9562-6d414b481bdc tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272000 Apr 16 16:52:06.477573 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56921dc8-1785-4bfc-ac5f-aa7e17626a7f req-548ae760-f665-4767-84e3-b0a81bd5318d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:06.481318 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56921dc8-1785-4bfc-ac5f-aa7e17626a7f req-548ae760-f665-4767-84e3-b0a81bd5318d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0671732 Apr 16 16:52:06.515529 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56921dc8-1785-4bfc-ac5f-aa7e17626a7f req-bdf0e68c-6b4b-4ee9-84fb-639e0f93582b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323591 Apr 16 16:52:07.674657 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9705120-f6b6-400b-948e-c9823e7f0c96 req-37ca807f-9b12-4fab-a6ff-6774d0464f95 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:07.675653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9705120-f6b6-400b-948e-c9823e7f0c96 req-37ca807f-9b12-4fab-a6ff-6774d0464f95 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0648072 Apr 16 16:52:07.707200 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b9705120-f6b6-400b-948e-c9823e7f0c96 req-de58b0c8-2473-4315-bf3a-21331476cd44 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271955 Apr 16 16:52:08.868967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccea8d-049d-4646-86c8-fcca68eca2f1 req-0e47da56-dbcc-4718-8c09-3a4d21d1fc89 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:08.870080 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-53ccea8d-049d-4646-86c8-fcca68eca2f1 req-0e47da56-dbcc-4718-8c09-3a4d21d1fc89 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0675569 Apr 16 16:52:08.905054 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-53ccea8d-049d-4646-86c8-fcca68eca2f1 req-d90699a0-1313-4df5-9497-eadde68fbe29 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275848 Apr 16 16:52:10.066907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445855de-657e-4f04-9961-e6db77c306e2 req-9784fe3a-72b2-4f38-81c9-2fa3d1963b05 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:10.067963 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-445855de-657e-4f04-9961-e6db77c306e2 req-9784fe3a-72b2-4f38-81c9-2fa3d1963b05 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0627081 Apr 16 16:52:10.098627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-445855de-657e-4f04-9961-e6db77c306e2 req-c6d5b7a2-5363-4ed8-a824-3cbe576c8de4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265694 Apr 16 16:52:11.257042 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a1d2b-131e-44a3-8835-39fddb51f1c6 req-3e74adaa-42e5-4027-a92d-32dca4c59295 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:11.258091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-314a1d2b-131e-44a3-8835-39fddb51f1c6 req-3e74adaa-42e5-4027-a92d-32dca4c59295 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0655355 Apr 16 16:52:11.283128 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0a351a35-1f4e-486b-9442-7f446c711af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:11.293926 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-314a1d2b-131e-44a3-8835-39fddb51f1c6 req-60827a43-d46d-48f4-a761-96a4140129f9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307064 Apr 16 16:52:12.451845 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4821f-6b45-40ab-88bc-de0d25327a9a req-91b1df51-3f1e-47f7-bd37-7581904cf264 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:12.452949 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4b4821f-6b45-40ab-88bc-de0d25327a9a req-91b1df51-3f1e-47f7-bd37-7581904cf264 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0786202 Apr 16 16:52:12.489289 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f4b4821f-6b45-40ab-88bc-de0d25327a9a req-ae58c2fe-414b-43e5-8b28-6f6be5baaeb2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285404 Apr 16 16:52:12.758729 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-b9938c7a-1eb1-43aa-aabb-2eac52c60cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:13.061733 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:13.326659 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:13.630824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cfd86-a8c4-4705-8da2-7334c76f7cf0 req-7d9dbc0d-a545-4e36-809c-0e8a4a2a6e2d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:13.631840 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-490cfd86-a8c4-4705-8da2-7334c76f7cf0 req-7d9dbc0d-a545-4e36-809c-0e8a4a2a6e2d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0640936 Apr 16 16:52:13.662752 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-490cfd86-a8c4-4705-8da2-7334c76f7cf0 req-d64d1604-3fb6-4ef7-89bb-1aca77e23ea2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262437 Apr 16 16:52:14.364766 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:14.526775 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:14.827281 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36394d68-96be-454c-9723-2705cff99a77 req-0399c8d7-1831-4e47-a76b-cb22b0027aa1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:14.828382 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36394d68-96be-454c-9723-2705cff99a77 req-0399c8d7-1831-4e47-a76b-cb22b0027aa1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0708234 Apr 16 16:52:14.860466 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36394d68-96be-454c-9723-2705cff99a77 req-fa86fe0d-ee5c-4921-a928-037a0dae20ef tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277944 Apr 16 16:52:16.016891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9362a-a8a6-4559-b077-6b7bdc6dd5f6 req-ded78ce4-8a71-4b6e-a705-8cd9263343fa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:16.017991 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04e9362a-a8a6-4559-b077-6b7bdc6dd5f6 req-ded78ce4-8a71-4b6e-a705-8cd9263343fa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0687559 Apr 16 16:52:16.052759 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04e9362a-a8a6-4559-b077-6b7bdc6dd5f6 req-7f925e57-fb3e-4546-aa56-dcd219a7c554 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272698 Apr 16 16:52:16.974082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:52:17.219188 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734408a-d185-4ae0-b22f-7823670bc0cc req-4efe0df0-6917-4b65-9e61-88c73b829b19 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:17.220341 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4734408a-d185-4ae0-b22f-7823670bc0cc req-4efe0df0-6917-4b65-9e61-88c73b829b19 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0661743 Apr 16 16:52:17.253330 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4734408a-d185-4ae0-b22f-7823670bc0cc req-4c1931bb-4fb1-4b65-95e6-0aad846d1785 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285017 Apr 16 16:52:18.425119 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfcb35-2c40-4274-b8f6-0728d07d2615 req-332ec6e8-f1c4-4475-8254-a5c734503616 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:18.426271 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cddfcb35-2c40-4274-b8f6-0728d07d2615 req-332ec6e8-f1c4-4475-8254-a5c734503616 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0771201 Apr 16 16:52:18.458593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-cddfcb35-2c40-4274-b8f6-0728d07d2615 req-c2ca6374-a665-4c3e-b1fe-455a52edaf7b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275388 Apr 16 16:52:19.629780 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1009f-4407-4c0d-8c3a-f292690bc387 req-274df0d7-c183-4039-9f16-d8940eabbc3a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:19.631425 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-29a1009f-4407-4c0d-8c3a-f292690bc387 req-274df0d7-c183-4039-9f16-d8940eabbc3a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0826144 Apr 16 16:52:19.663924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-29a1009f-4407-4c0d-8c3a-f292690bc387 req-2571a608-5020-4d94-a283-bf739fb22799 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283923 Apr 16 16:52:20.826681 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43f117-e82f-44af-9de2-e46b0a9032c3 req-45419ecf-da19-4e3f-9185-2ce354d66da2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:20.828317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0e43f117-e82f-44af-9de2-e46b0a9032c3 req-45419ecf-da19-4e3f-9185-2ce354d66da2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0691390 Apr 16 16:52:20.865398 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0e43f117-e82f-44af-9de2-e46b0a9032c3 req-6f16bcbb-182a-47c8-8689-dfe4f5c05a4e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297439 Apr 16 16:52:22.028748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393f70e-f0b1-433c-b6f6-54f19abf283f req-b75afc8a-e0e3-4e26-b259-eff061d3e21f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:22.030387 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e393f70e-f0b1-433c-b6f6-54f19abf283f req-b75afc8a-e0e3-4e26-b259-eff061d3e21f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0774953 Apr 16 16:52:22.063478 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e393f70e-f0b1-433c-b6f6-54f19abf283f req-43360324-0942-4d5a-9e00-287eb971625a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283833 Apr 16 16:52:23.229327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70526cd-1655-4bb7-ac08-81c043f09fb7 req-d108cca3-ccb1-4e5e-bb30-82f9c7e3369c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:23.230391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d70526cd-1655-4bb7-ac08-81c043f09fb7 req-d108cca3-ccb1-4e5e-bb30-82f9c7e3369c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0754397 Apr 16 16:52:23.264297 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d70526cd-1655-4bb7-ac08-81c043f09fb7 req-bd00eaff-1365-4697-bcec-0370b85b11b4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275295 Apr 16 16:52:24.429182 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b58f0-d160-4982-b83b-5b5947349fb7 req-6f0a90d4-fba9-4672-86ca-720b52cd0317 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:24.430366 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b21b58f0-d160-4982-b83b-5b5947349fb7 req-6f0a90d4-fba9-4672-86ca-720b52cd0317 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0705321 Apr 16 16:52:24.462628 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b21b58f0-d160-4982-b83b-5b5947349fb7 req-8f1c5402-7367-4ad7-b438-998c24393624 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276597 Apr 16 16:52:25.622694 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01ed8a-f5cd-47a4-ab5c-bf0cda443a9a req-181457bc-4426-4da7-9b90-e6134248c51c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:25.623731 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d01ed8a-f5cd-47a4-ab5c-bf0cda443a9a req-181457bc-4426-4da7-9b90-e6134248c51c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0659456 Apr 16 16:52:25.660017 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3d01ed8a-f5cd-47a4-ab5c-bf0cda443a9a req-7f442cf4-2795-4ab4-b964-6878f7542ca2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282254 Apr 16 16:52:26.814607 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cb18b-2b72-4041-a92c-f3bda79d3cf4 req-1f1b7164-d4d4-4f66-b338-f2051526d5eb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:26.815684 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7b3cb18b-2b72-4041-a92c-f3bda79d3cf4 req-1f1b7164-d4d4-4f66-b338-f2051526d5eb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0659034 Apr 16 16:52:26.851959 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7b3cb18b-2b72-4041-a92c-f3bda79d3cf4 req-8d14482c-74d9-4fd0-abdf-0b27b63984ae tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286994 Apr 16 16:52:28.008094 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b16a67-c2fe-4a71-a68b-bb2f43be28e2 req-76f4f33e-320a-486b-9798-2a613d940a41 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:28.009194 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d6b16a67-c2fe-4a71-a68b-bb2f43be28e2 req-76f4f33e-320a-486b-9798-2a613d940a41 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0635142 Apr 16 16:52:28.041162 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d6b16a67-c2fe-4a71-a68b-bb2f43be28e2 req-5bf64ba2-1852-4c14-a4b5-51ed204fb2ce tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276761 Apr 16 16:52:29.200412 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb315b-f561-4c7d-bf8d-7632fcb21090 req-4593ce6c-f184-41de-b399-4b9018ff440a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:29.201447 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2adb315b-f561-4c7d-bf8d-7632fcb21090 req-4593ce6c-f184-41de-b399-4b9018ff440a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0728354 Apr 16 16:52:29.236514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2adb315b-f561-4c7d-bf8d-7632fcb21090 req-41943b29-4e53-45de-bcba-3ef1ebd484a8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292983 Apr 16 16:52:30.401597 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9896eb-2e11-477c-9d08-e01158beb22e req-5f807bf6-bc94-4e17-8a2b-c4a5d9029627 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:30.402713 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a9896eb-2e11-477c-9d08-e01158beb22e req-5f807bf6-bc94-4e17-8a2b-c4a5d9029627 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0757501 Apr 16 16:52:30.435302 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a9896eb-2e11-477c-9d08-e01158beb22e req-1ddf3b96-dfd0-4c0b-aeca-dcb0143bf722 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275328 Apr 16 16:52:31.599711 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5d2d0-31c1-47ce-a6fb-cd1d98134bba req-c7600089-4543-4b08-8605-f6ae8abedcaf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:31.600970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84a5d2d0-31c1-47ce-a6fb-cd1d98134bba req-c7600089-4543-4b08-8605-f6ae8abedcaf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0660589 Apr 16 16:52:31.633317 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-84a5d2d0-31c1-47ce-a6fb-cd1d98134bba req-897db47d-b0ac-4917-859f-dacb6b20545a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281959 Apr 16 16:52:32.794816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9fb9a-e3a7-4948-8f08-514c14d0940c req-c9796e5c-89fe-49a0-8a31-f534ea0f0bfd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:32.795904 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-46c9fb9a-e3a7-4948-8f08-514c14d0940c req-c9796e5c-89fe-49a0-8a31-f534ea0f0bfd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0725660 Apr 16 16:52:32.829081 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-46c9fb9a-e3a7-4948-8f08-514c14d0940c req-90b24c45-449f-4076-8f0e-ea6ce47ffdb9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276496 Apr 16 16:52:33.996832 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec44b43-8905-493e-a06c-e94305421cf3 req-56fa7dc6-55b8-47fc-ad04-f9dbb56ef738 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:33.997947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aec44b43-8905-493e-a06c-e94305421cf3 req-56fa7dc6-55b8-47fc-ad04-f9dbb56ef738 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0783875 Apr 16 16:52:34.046065 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-aec44b43-8905-493e-a06c-e94305421cf3 req-ef637ad2-cff5-4db9-aeb7-816b6672f9ac tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414703 Apr 16 16:52:35.202578 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527087a-5368-4bdc-bef5-8a4c50c8bbad req-c4ba6972-c161-48f6-989c-8e5287251853 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:35.204268 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0527087a-5368-4bdc-bef5-8a4c50c8bbad req-c4ba6972-c161-48f6-989c-8e5287251853 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0675569 Apr 16 16:52:35.240929 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0527087a-5368-4bdc-bef5-8a4c50c8bbad req-e0e6ccbc-0231-4a72-9995-b80e50d4d97b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291421 Apr 16 16:52:36.681058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a73744-7882-4852-8c72-6255fb77904a req-b364377b-e72e-4824-b698-bd44ed641b6a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:36.682114 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09a73744-7882-4852-8c72-6255fb77904a req-b364377b-e72e-4824-b698-bd44ed641b6a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.3533051 Apr 16 16:52:36.712827 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-09a73744-7882-4852-8c72-6255fb77904a req-30adefe6-acfc-46b1-b62e-530d2a109f92 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264416 Apr 16 16:52:37.871027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1b8a2-b2d3-4c54-b2f4-39fbd819d191 req-f8c15c22-3b1e-424e-ab6c-20203cb5ffb5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:37.872129 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59f1b8a2-b2d3-4c54-b2f4-39fbd819d191 req-f8c15c22-3b1e-424e-ab6c-20203cb5ffb5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0731895 Apr 16 16:52:37.905844 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59f1b8a2-b2d3-4c54-b2f4-39fbd819d191 req-08d13378-767e-423b-bc0f-5dc056adff8f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275300 Apr 16 16:52:39.073824 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb491d-59fc-4f30-b133-4a3e2415d471 req-57b17558-5b48-4117-99ba-b9cb00e8b8c2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:39.074925 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-defb491d-59fc-4f30-b133-4a3e2415d471 req-57b17558-5b48-4117-99ba-b9cb00e8b8c2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0736651 Apr 16 16:52:39.112645 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-defb491d-59fc-4f30-b133-4a3e2415d471 req-c12a9232-d36a-4680-94aa-4d761206eaca tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333731 Apr 16 16:52:40.283871 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c98e8-9c20-41fb-981d-76f400a24778 req-39881aeb-0d35-4a42-816f-7f93fd5f810f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:40.284987 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f9c98e8-9c20-41fb-981d-76f400a24778 req-39881aeb-0d35-4a42-816f-7f93fd5f810f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0774529 Apr 16 16:52:40.321171 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0f9c98e8-9c20-41fb-981d-76f400a24778 req-eb2a32ff-5038-40cd-aa6b-61100cfa847a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287640 Apr 16 16:52:41.292314 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c4434e22-7547-42a4-8073-9e71d02907af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:41.479067 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c09a0-7081-4138-a8ff-2b1a5ff1b9e8 req-0d8c12d8-9abe-4a71-a030-7dd867badf27 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:41.480114 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-727c09a0-7081-4138-a8ff-2b1a5ff1b9e8 req-0d8c12d8-9abe-4a71-a030-7dd867badf27 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0679193 Apr 16 16:52:41.516589 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-727c09a0-7081-4138-a8ff-2b1a5ff1b9e8 req-49555c0e-26e8-4ad2-a123-89d1ce98f8e4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289862 Apr 16 16:52:42.670038 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31bbb1-2335-4cb3-8306-b354ff6f02bf req-0d76fdbe-604e-4c9e-ad33-e0a38e891e54 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:42.671082 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ca31bbb1-2335-4cb3-8306-b354ff6f02bf req-0d76fdbe-604e-4c9e-ad33-e0a38e891e54 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0678706 Apr 16 16:52:42.706440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ca31bbb1-2335-4cb3-8306-b354ff6f02bf req-062b75b7-4e54-4b2a-8cdc-b7cc09d688e8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277472 Apr 16 16:52:42.747580 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fcdd72e4-3124-4784-b62a-c9996e754ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:43.060099 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:43.331203 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:43.863319 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2b6a2-6f4b-42d2-9398-ed3093d2a1eb req-39c55519-ddec-4f3b-9cb7-af28401213ca tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:43.864399 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0ae2b6a2-6f4b-42d2-9398-ed3093d2a1eb req-39c55519-ddec-4f3b-9cb7-af28401213ca tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0664973 Apr 16 16:52:43.896568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0ae2b6a2-6f4b-42d2-9398-ed3093d2a1eb req-1c04d00a-a2cf-4907-9f1d-55befa8048a1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276964 Apr 16 16:52:44.361426 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:44.536148 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:52:45.056553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cc04d-9784-4ac2-8eeb-cde1534ce6f8 req-eb807420-5705-4ae2-8efd-28ab0c8fa6a4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:45.057625 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-907cc04d-9784-4ac2-8eeb-cde1534ce6f8 req-eb807420-5705-4ae2-8efd-28ab0c8fa6a4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0657659 Apr 16 16:52:45.089290 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-907cc04d-9784-4ac2-8eeb-cde1534ce6f8 req-b9a1f74e-b55d-47eb-8f54-398515f97087 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274532 Apr 16 16:52:46.254242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505580ff-e0ea-450f-9cad-e2465d635ef2 req-f4024366-109d-417f-ba7c-6c0ea22b8629 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:46.255391 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-505580ff-e0ea-450f-9cad-e2465d635ef2 req-f4024366-109d-417f-ba7c-6c0ea22b8629 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0767727 Apr 16 16:52:46.291121 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-505580ff-e0ea-450f-9cad-e2465d635ef2 req-ed32e8f2-d972-4970-b802-118cb273f159 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282466 Apr 16 16:52:47.446555 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b63074-5ad9-4df9-a208-28104c651b82 req-8e7c7f0b-57b5-4979-92c9-e919ff91634c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:47.447595 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0b63074-5ad9-4df9-a208-28104c651b82 req-8e7c7f0b-57b5-4979-92c9-e919ff91634c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0699167 Apr 16 16:52:47.483974 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e0b63074-5ad9-4df9-a208-28104c651b82 req-cb336781-b82f-42f1-8b87-e96db6fa53bb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287125 Apr 16 16:52:48.639663 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3a69e-66bd-4117-a2ce-8bcfff9f4df0 req-1ff9affe-40fe-4f35-9287-b4fe569dbc20 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:48.640773 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1ee3a69e-66bd-4117-a2ce-8bcfff9f4df0 req-1ff9affe-40fe-4f35-9287-b4fe569dbc20 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0755930 Apr 16 16:52:48.673440 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1ee3a69e-66bd-4117-a2ce-8bcfff9f4df0 req-697f837b-e3db-478c-83c9-5241657f4403 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281453 Apr 16 16:52:49.844557 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb43e9-dd70-4e98-99f1-a3f01b6736db req-10d05740-2688-48ad-91b0-82ba1ff19bcd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:49.845653 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d8fb43e9-dd70-4e98-99f1-a3f01b6736db req-10d05740-2688-48ad-91b0-82ba1ff19bcd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0760653 Apr 16 16:52:49.881851 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d8fb43e9-dd70-4e98-99f1-a3f01b6736db req-8c9fd5f9-7478-4704-97ca-129e2d569517 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283806 Apr 16 16:52:51.028985 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a288ee3-0b52-45a8-937b-07ae848590fd req-592f9790-e8c1-4e20-8549-c6cab7d744a4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:51.030055 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5a288ee3-0b52-45a8-937b-07ae848590fd req-592f9790-e8c1-4e20-8549-c6cab7d744a4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0639923 Apr 16 16:52:51.065025 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5a288ee3-0b52-45a8-937b-07ae848590fd req-9cf522f3-9f53-4b9c-b4ee-9a8a1634fa1d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267434 Apr 16 16:52:52.233201 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53316-49e1-4e60-ad23-fbf6f66ad90d req-1152506c-c0f0-44bf-bd21-f44dda9dea14 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:52.234264 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6f53316-49e1-4e60-ad23-fbf6f66ad90d req-1152506c-c0f0-44bf-bd21-f44dda9dea14 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0749161 Apr 16 16:52:52.269723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6f53316-49e1-4e60-ad23-fbf6f66ad90d req-9772b40e-3ee0-4548-adf0-51700832cdf9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276387 Apr 16 16:52:53.417977 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb789b2-a4b5-426b-8186-c0d06505016c req-bc6badda-1080-48f7-ad15-ccc28bb6900f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:53.419076 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1bb789b2-a4b5-426b-8186-c0d06505016c req-bc6badda-1080-48f7-ad15-ccc28bb6900f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0637596 Apr 16 16:52:53.450331 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1bb789b2-a4b5-426b-8186-c0d06505016c req-a3f2030e-ff18-4e4c-b4e8-837cc8c4c90d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267928 Apr 16 16:52:53.977146 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:52:54.598599 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6e968-c7c0-4533-b463-a2bf716096be req-ddab7364-fbd2-4fbf-8201-10b01408eee2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:54.599755 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18b6e968-c7c0-4533-b463-a2bf716096be req-ddab7364-fbd2-4fbf-8201-10b01408eee2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0643404 Apr 16 16:52:54.632513 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-18b6e968-c7c0-4533-b463-a2bf716096be req-814da20a-26fe-4b84-90fd-30b6201567df tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283127 Apr 16 16:52:55.782192 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cbcb0-fa96-4925-bb0c-1ef40eaf6a2b req-efd1f52d-0da3-409c-958f-d9b7ada95aac tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:55.783227 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-286cbcb0-fa96-4925-bb0c-1ef40eaf6a2b req-efd1f52d-0da3-409c-958f-d9b7ada95aac tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0679865 Apr 16 16:52:55.817166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-286cbcb0-fa96-4925-bb0c-1ef40eaf6a2b req-2d4dd9b3-2d51-4a46-bbff-3419eedaf2fb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272329 Apr 16 16:52:56.985397 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3fc7a-b015-4ed7-b3de-bc53765efb20 req-98a851e3-1999-4123-903f-e11909fd9d78 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:56.986609 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-68c3fc7a-b015-4ed7-b3de-bc53765efb20 req-98a851e3-1999-4123-903f-e11909fd9d78 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0772812 Apr 16 16:52:57.019465 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-68c3fc7a-b015-4ed7-b3de-bc53765efb20 req-f5565e70-1bec-4cd5-bf58-b1a2e8f93c06 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284386 Apr 16 16:52:58.172936 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b0237-30f2-481e-8145-866804059f51 req-73340ec4-c708-4733-9b79-727b94b3ca75 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:58.174026 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-279b0237-30f2-481e-8145-866804059f51 req-73340ec4-c708-4733-9b79-727b94b3ca75 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0706275 Apr 16 16:52:58.205950 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-279b0237-30f2-481e-8145-866804059f51 req-cfd95419-dc8f-4d7a-b664-6cdd7b378c63 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269983 Apr 16 16:52:59.366603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c60729-36b3-4e72-8dc7-48436fd8397c req-e7202fb1-9e63-4d71-965e-d649e964056d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:52:59.368221 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1c60729-36b3-4e72-8dc7-48436fd8397c req-e7202fb1-9e63-4d71-965e-d649e964056d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0690629 Apr 16 16:52:59.402105 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b1c60729-36b3-4e72-8dc7-48436fd8397c req-eed5e698-b719-435f-8cc6-ead64b3469c7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292876 Apr 16 16:53:00.547252 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e3c0e-e977-49eb-b9b7-6ccff8d4088e req-b78d3419-b562-4e73-a510-d65e47fa757d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:00.548232 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b21e3c0e-e977-49eb-b9b7-6ccff8d4088e req-b78d3419-b562-4e73-a510-d65e47fa757d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0633614 Apr 16 16:53:00.580305 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b21e3c0e-e977-49eb-b9b7-6ccff8d4088e req-ecd51965-7018-48cb-aadc-4ddc48b4d890 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276525 Apr 16 16:53:01.752912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3a0f2-f8ca-43eb-9fbf-61a2f72d4a38 req-b100355d-8e52-4601-bf79-c143da9dbc27 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:01.753943 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8be3a0f2-f8ca-43eb-9fbf-61a2f72d4a38 req-b100355d-8e52-4601-bf79-c143da9dbc27 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0763528 Apr 16 16:53:01.788318 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8be3a0f2-f8ca-43eb-9fbf-61a2f72d4a38 req-0140b0bc-dea2-4c88-8e12-bd9aff483e5f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296624 Apr 16 16:53:02.955836 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09cbcb-e807-4eb7-b82d-64d9cc7ddd7c req-d3879e47-1f62-4706-979c-3bc57257ad3e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:02.956947 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac09cbcb-e807-4eb7-b82d-64d9cc7ddd7c req-d3879e47-1f62-4706-979c-3bc57257ad3e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0769031 Apr 16 16:53:02.993841 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac09cbcb-e807-4eb7-b82d-64d9cc7ddd7c req-faf781b8-43fa-4f74-853a-e4409004e518 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291305 Apr 16 16:53:04.145368 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371c08a-1df6-4425-ab63-b1f8d6ba146c req-634e4931-3f28-4056-ae20-a20d6bbc744b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:04.146904 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a371c08a-1df6-4425-ab63-b1f8d6ba146c req-634e4931-3f28-4056-ae20-a20d6bbc744b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0652592 Apr 16 16:53:04.181475 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a371c08a-1df6-4425-ab63-b1f8d6ba146c req-fdbc03d2-ec36-437a-94b1-012d6a46e335 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274360 Apr 16 16:53:05.343262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029c0fb-2fc7-447f-9594-aace97c0fcb3 req-6f85ed83-c2fa-49df-80be-66cbcf049c14 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:05.344470 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6029c0fb-2fc7-447f-9594-aace97c0fcb3 req-6f85ed83-c2fa-49df-80be-66cbcf049c14 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0735581 Apr 16 16:53:05.379722 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-6029c0fb-2fc7-447f-9594-aace97c0fcb3 req-e927c838-c2a5-4531-8ada-e810e6131452 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304227 Apr 16 16:53:06.533669 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8313e8a-ce30-46cd-bea8-da719c307525 req-2822fd30-ce74-4519-90bb-77497c26732b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:06.534852 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d8313e8a-ce30-46cd-bea8-da719c307525 req-2822fd30-ce74-4519-90bb-77497c26732b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0652552 Apr 16 16:53:06.566530 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d8313e8a-ce30-46cd-bea8-da719c307525 req-a0c71d63-16bf-41ca-87d5-dda598b5d5a6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274093 Apr 16 16:53:07.721951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe2713-5014-4f5f-b81b-c4e61ecfbe74 req-bf94ddcb-72d2-4500-a7aa-f0b409aac9b8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:07.722927 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0cbe2713-5014-4f5f-b81b-c4e61ecfbe74 req-bf94ddcb-72d2-4500-a7aa-f0b409aac9b8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0641162 Apr 16 16:53:07.757937 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0cbe2713-5014-4f5f-b81b-c4e61ecfbe74 req-090ba3d6-c2e9-4c1e-b6c8-b3e589ea5955 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300856 Apr 16 16:53:08.923077 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa512f3-8201-4b3b-a7c4-70b7ff5a7c2e req-b5ce986d-3b1a-4a25-80e0-655bf1790ccb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:08.924217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2fa512f3-8201-4b3b-a7c4-70b7ff5a7c2e req-b5ce986d-3b1a-4a25-80e0-655bf1790ccb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0704665 Apr 16 16:53:08.960534 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2fa512f3-8201-4b3b-a7c4-70b7ff5a7c2e req-0841a12c-7265-4abe-ab01-db3b2785d4de tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288517 Apr 16 16:53:10.118454 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d464f-a702-4d71-b4a2-95b366ceffb0 req-ccb5ddaf-14b3-4aed-91e1-a200fea835a8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:10.119527 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d9d464f-a702-4d71-b4a2-95b366ceffb0 req-ccb5ddaf-14b3-4aed-91e1-a200fea835a8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0679691 Apr 16 16:53:10.154323 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d9d464f-a702-4d71-b4a2-95b366ceffb0 req-1b350aab-3fd0-43bb-861f-3ac5e5240f0f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272367 Apr 16 16:53:11.290687 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84405d48-98ee-4535-ad11-94808bc70f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:11.304055 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4165128-8bb6-46eb-aa14-21290953b6e4 req-1c4cae4e-4290-4929-b8a2-007f95d4e64c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:11.305236 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4165128-8bb6-46eb-aa14-21290953b6e4 req-1c4cae4e-4290-4929-b8a2-007f95d4e64c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0636230 Apr 16 16:53:11.336716 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d4165128-8bb6-46eb-aa14-21290953b6e4 req-92aeb0f4-81d1-4b0c-88b3-d9f818fc3277 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269117 Apr 16 16:53:12.492556 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad2e3f-4c28-4682-b5b0-01afd63190f9 req-f438e968-ae6a-414b-8f9c-d6534f392a57 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:12.493661 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9bad2e3f-4c28-4682-b5b0-01afd63190f9 req-f438e968-ae6a-414b-8f9c-d6534f392a57 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0781155 Apr 16 16:53:12.526109 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9bad2e3f-4c28-4682-b5b0-01afd63190f9 req-c30495e3-7b72-4196-874f-6dd5d0dcd4f7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281074 Apr 16 16:53:12.756333 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-6595be4c-3275-445b-aa27-fe32c532854f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:13.058538 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:13.335486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:13.683304 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da320636-3d16-443b-a048-eb5af77260e9 req-9a2336d0-77e2-4016-b276-2cae89edb1e4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:13.684237 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da320636-3d16-443b-a048-eb5af77260e9 req-9a2336d0-77e2-4016-b276-2cae89edb1e4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0686750 Apr 16 16:53:13.721615 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da320636-3d16-443b-a048-eb5af77260e9 req-a4e86bd5-9f4c-4ed1-9a03-1c30d758b27d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291634 Apr 16 16:53:14.386532 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:14.542843 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:14.888586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f0f24-33b2-47e2-8a30-07f2beb9210a req-099e163c-973e-44e8-ba95-2bc52003c342 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:14.889737 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-671f0f24-33b2-47e2-8a30-07f2beb9210a req-099e163c-973e-44e8-ba95-2bc52003c342 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0725098 Apr 16 16:53:14.926034 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-671f0f24-33b2-47e2-8a30-07f2beb9210a req-8f0d7dd7-2cab-4f88-bce4-49b7e45d1a97 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282228 Apr 16 16:53:16.094085 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdef2dd-c3eb-4445-840b-676b23c488f1 req-4ab1ed49-f903-41bf-831a-574b0dc33a6d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:16.095228 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5bdef2dd-c3eb-4445-840b-676b23c488f1 req-4ab1ed49-f903-41bf-831a-574b0dc33a6d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0691011 Apr 16 16:53:16.127473 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5bdef2dd-c3eb-4445-840b-676b23c488f1 req-627617d6-52e5-45a6-b421-6d2ebff9e26f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276675 Apr 16 16:53:17.281061 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e411a32-6586-4c54-bfc5-edee1aea0e63 req-a6856bac-a4a1-49df-bff2-ca20821bf66c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:17.282102 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1e411a32-6586-4c54-bfc5-edee1aea0e63 req-a6856bac-a4a1-49df-bff2-ca20821bf66c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0670805 Apr 16 16:53:17.316169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1e411a32-6586-4c54-bfc5-edee1aea0e63 req-c4ec53b1-b059-45b5-8081-c1ac88bb14fa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269668 Apr 16 16:53:18.471306 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cd0a6-274f-4942-ac02-bc2b56938945 req-6bb295fe-5140-4bf8-a3d5-05b806c4c391 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:18.472410 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e90cd0a6-274f-4942-ac02-bc2b56938945 req-6bb295fe-5140-4bf8-a3d5-05b806c4c391 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0647209 Apr 16 16:53:18.503563 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e90cd0a6-274f-4942-ac02-bc2b56938945 req-1211b894-7469-455c-bbd2-6b3ad1287227 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264926 Apr 16 16:53:19.661198 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390394f-70df-405e-bac5-5207728dc60d req-3f46aafc-190e-4e87-b420-f6d0b68a691e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:19.662167 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8390394f-70df-405e-bac5-5207728dc60d req-3f46aafc-190e-4e87-b420-f6d0b68a691e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0724285 Apr 16 16:53:19.693909 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8390394f-70df-405e-bac5-5207728dc60d req-84eb56b2-5e62-4883-8cae-6e0c9807110c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268400 Apr 16 16:53:20.854781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37d2f0-7051-498a-8733-79561c1313f9 req-07ce8e15-76e7-4b71-ac43-3e94a44d24fa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:20.855815 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c37d2f0-7051-498a-8733-79561c1313f9 req-07ce8e15-76e7-4b71-ac43-3e94a44d24fa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0671959 Apr 16 16:53:20.890337 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c37d2f0-7051-498a-8733-79561c1313f9 req-1fde0633-a98b-439c-8d8d-add12435388a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274954 Apr 16 16:53:22.050486 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece6b2a-0625-4d21-babc-6a5026ab225e req-6d64e21f-a57c-4149-8309-6b7b83ef3a0f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:22.051627 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ece6b2a-0625-4d21-babc-6a5026ab225e req-6d64e21f-a57c-4149-8309-6b7b83ef3a0f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0653036 Apr 16 16:53:22.083461 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4ece6b2a-0625-4d21-babc-6a5026ab225e req-ce4a6896-ea5a-4fe0-b381-a098cf6ab51e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273886 Apr 16 16:53:23.232907 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6973425-929f-47bc-b1e9-ec7620bc45bf req-25f8aa47-e9fa-4286-be86-e6816ef5343d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:23.233982 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6973425-929f-47bc-b1e9-ec7620bc45bf req-25f8aa47-e9fa-4286-be86-e6816ef5343d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0662777 Apr 16 16:53:23.267119 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e6973425-929f-47bc-b1e9-ec7620bc45bf req-2f768606-7635-44a2-b604-1c2777061b92 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288265 Apr 16 16:53:24.432800 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e8fa7-fa8b-4524-8eaa-ce95e3a75957 req-b92afb45-507a-4d43-92d3-4d64bfc6b1c2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:24.433992 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-075e8fa7-fa8b-4524-8eaa-ce95e3a75957 req-b92afb45-507a-4d43-92d3-4d64bfc6b1c2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0701323 Apr 16 16:53:24.750059 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-075e8fa7-fa8b-4524-8eaa-ce95e3a75957 req-96771a7f-eb11-4ca8-b6fc-053bd3641268 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3109019 Apr 16 16:53:25.919980 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa99b3-d439-47cb-a0c6-78ed453f7779 req-f8e3f48c-f13f-4fd7-b90b-3b1e119fbe36 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:25.921091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c3aa99b3-d439-47cb-a0c6-78ed453f7779 req-f8e3f48c-f13f-4fd7-b90b-3b1e119fbe36 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0767450 Apr 16 16:53:25.956044 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c3aa99b3-d439-47cb-a0c6-78ed453f7779 req-037214cb-172e-4fe5-a29d-e7364938743a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304852 Apr 16 16:53:27.123096 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943a869-c9fd-4f62-82b3-cb46c5242291 req-0907ce53-ccec-4f0d-93cf-f467a68cecaf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:27.124217 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9943a869-c9fd-4f62-82b3-cb46c5242291 req-0907ce53-ccec-4f0d-93cf-f467a68cecaf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0751688 Apr 16 16:53:27.156557 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9943a869-c9fd-4f62-82b3-cb46c5242291 req-36474eeb-8fd9-4032-b04d-01481eb3c578 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279517 Apr 16 16:53:28.330518 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f536db-dd72-4008-8bdc-3a9696df47a8 req-47e854e4-981c-4717-bdf2-44f582f6ace9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:28.331607 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93f536db-dd72-4008-8bdc-3a9696df47a8 req-47e854e4-981c-4717-bdf2-44f582f6ace9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0831845 Apr 16 16:53:28.364243 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-93f536db-dd72-4008-8bdc-3a9696df47a8 req-7aa48d77-27ee-4a6f-a9e1-e84422fceb5d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280418 Apr 16 16:53:29.507082 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8694263-d78f-440e-8c9c-fa786a608eba req-915b1465-c977-4099-be6b-24dc3a46a95a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:29.508169 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f8694263-d78f-440e-8c9c-fa786a608eba req-915b1465-c977-4099-be6b-24dc3a46a95a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0630138 Apr 16 16:53:29.543918 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f8694263-d78f-440e-8c9c-fa786a608eba req-53290a1a-1041-494d-8abe-f5e762629872 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278478 Apr 16 16:53:30.688436 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b22ef6-f424-4909-9e3e-0920c9976e57 req-a1363067-8df4-4c4e-93e3-c04ef5376285 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:30.689335 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66b22ef6-f424-4909-9e3e-0920c9976e57 req-a1363067-8df4-4c4e-93e3-c04ef5376285 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0654855 Apr 16 16:53:30.724654 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-66b22ef6-f424-4909-9e3e-0920c9976e57 req-346a3f7b-291a-423b-9567-2ed097540df1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279353 Apr 16 16:53:30.974667 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:53:31.893370 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819bcb7-9e89-4f7a-aa9f-1b90b1515388 req-fc8aee94-ccd1-4815-838e-6188f0c93dc0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:31.894518 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2819bcb7-9e89-4f7a-aa9f-1b90b1515388 req-fc8aee94-ccd1-4815-838e-6188f0c93dc0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0731454 Apr 16 16:53:31.926091 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2819bcb7-9e89-4f7a-aa9f-1b90b1515388 req-c8e6ec38-ef94-4acc-aecb-4d9f6635bfcf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272546 Apr 16 16:53:33.084425 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419b0bf-499a-4104-bc87-52a52cff723a req-4fca4374-9872-4a60-bf0b-dc9a8f8eab95 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:33.085508 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5419b0bf-499a-4104-bc87-52a52cff723a req-4fca4374-9872-4a60-bf0b-dc9a8f8eab95 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0665820 Apr 16 16:53:33.120197 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5419b0bf-499a-4104-bc87-52a52cff723a req-d23e921a-5a92-4ae7-b7dc-0977e57d5143 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275042 Apr 16 16:53:34.275027 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6211e59-344a-4cc3-9e48-bc8f0213b06d req-5921f033-4721-47bb-96bb-bf0e3155fdc4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:34.276168 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c6211e59-344a-4cc3-9e48-bc8f0213b06d req-5921f033-4721-47bb-96bb-bf0e3155fdc4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0727334 Apr 16 16:53:34.311946 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-c6211e59-344a-4cc3-9e48-bc8f0213b06d req-bfa23289-1036-40c4-b9fa-c013455d77d0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279722 Apr 16 16:53:35.470559 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44320553-21b6-4af0-9864-84d1096ed44a req-1c01ba08-f1b2-48ad-a398-0e44d751ac25 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:35.471690 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-44320553-21b6-4af0-9864-84d1096ed44a req-1c01ba08-f1b2-48ad-a398-0e44d751ac25 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0707693 Apr 16 16:53:35.507616 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-44320553-21b6-4af0-9864-84d1096ed44a req-cdcbf36b-6fef-4843-acf7-f5d311a32bc1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279686 Apr 16 16:53:36.658627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98276e6-655f-4edd-87d4-b39d1dce5c09 req-2dcd6f3b-5104-4bc6-98f2-8e5e87987dba tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:36.659715 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b98276e6-655f-4edd-87d4-b39d1dce5c09 req-2dcd6f3b-5104-4bc6-98f2-8e5e87987dba tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0644026 Apr 16 16:53:36.691521 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b98276e6-655f-4edd-87d4-b39d1dce5c09 req-db3deaba-22a0-4fd0-9675-a566c001aa71 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272198 Apr 16 16:53:37.859584 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe2cfb-ba1d-491c-be1c-71152e002934 req-0c02c2ef-afe6-4263-91f6-a9039d648e67 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:37.860654 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-33fe2cfb-ba1d-491c-be1c-71152e002934 req-0c02c2ef-afe6-4263-91f6-a9039d648e67 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0770559 Apr 16 16:53:37.892857 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-33fe2cfb-ba1d-491c-be1c-71152e002934 req-747ebcbd-39e1-4c4e-acd8-69108562b971 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279274 Apr 16 16:53:39.060626 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4a5db-804e-4e90-8722-435887787470 req-4299b136-67ea-4b5c-b085-204ce234d534 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:39.061761 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e5b4a5db-804e-4e90-8722-435887787470 req-4299b136-67ea-4b5c-b085-204ce234d534 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0689809 Apr 16 16:53:39.094381 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-e5b4a5db-804e-4e90-8722-435887787470 req-dac7e7a1-7b7c-4a89-b657-1199a3dfc460 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283916 Apr 16 16:53:40.263849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41badf1f-59d5-4319-9952-5f26839bf2c3 req-18f903be-6cba-49c5-9575-e6b3b38873b9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:40.265026 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41badf1f-59d5-4319-9952-5f26839bf2c3 req-18f903be-6cba-49c5-9575-e6b3b38873b9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0779338 Apr 16 16:53:40.298092 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41badf1f-59d5-4319-9952-5f26839bf2c3 req-13b4cd6f-56f0-477b-9c6b-decac26060ba tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287480 Apr 16 16:53:41.287793 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-a872782c-3739-46f0-aaa6-0cb3941998cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:41.465590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8ecf7-2ad3-4855-b992-d5417ac1d177 req-925baeab-65ed-4f57-9872-eb41f78154d1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:41.466693 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42f8ecf7-2ad3-4855-b992-d5417ac1d177 req-925baeab-65ed-4f57-9872-eb41f78154d1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0674047 Apr 16 16:53:41.498865 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-42f8ecf7-2ad3-4855-b992-d5417ac1d177 req-576846af-81dd-437e-89d6-43edc6feca35 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275309 Apr 16 16:53:42.657581 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d165b-7d28-4d5a-b692-af5b6fc91776 req-1378178e-b7bf-4164-8bfc-07d3e2bfceb6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:42.658674 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-145d165b-7d28-4d5a-b692-af5b6fc91776 req-1378178e-b7bf-4164-8bfc-07d3e2bfceb6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0675290 Apr 16 16:53:42.693717 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-145d165b-7d28-4d5a-b692-af5b6fc91776 req-85e49092-a2c3-4372-a525-afbf0ceca075 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275111 Apr 16 16:53:42.746967 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bfafeab9-f805-4832-b88f-14d75e7ef875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:43.058830 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:43.336661 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:43.851510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56884eb6-fe1d-4170-8f6b-6052d140b5fc req-0042b801-eee7-46d3-9bbb-fa055d8b94f8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:43.852580 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56884eb6-fe1d-4170-8f6b-6052d140b5fc req-0042b801-eee7-46d3-9bbb-fa055d8b94f8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0624001 Apr 16 16:53:43.884115 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-56884eb6-fe1d-4170-8f6b-6052d140b5fc req-39553332-1982-4c9a-8fbd-96c0f04f8e42 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271628 Apr 16 16:53:44.378803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:44.544309 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:53:45.202263 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af78d7-d3a2-4120-b49d-67453ff87cbf req-e7a01fce-837a-46a0-83d1-4c914847e4aa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:45.203243 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5af78d7-d3a2-4120-b49d-67453ff87cbf req-e7a01fce-837a-46a0-83d1-4c914847e4aa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0714722 Apr 16 16:53:45.235198 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b5af78d7-d3a2-4120-b49d-67453ff87cbf req-53cb130d-dd4f-4706-a4c0-f15d10d1734d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273960 Apr 16 16:53:46.409791 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514da15e-0f1c-4584-8408-95b0e2c08d1e req-8a132a57-5c6d-4d67-b993-866158654b49 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:46.410937 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-514da15e-0f1c-4584-8408-95b0e2c08d1e req-8a132a57-5c6d-4d67-b993-866158654b49 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0730155 Apr 16 16:53:46.444016 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-514da15e-0f1c-4584-8408-95b0e2c08d1e req-45ab2dc8-7c44-4061-bc8c-ff385aa421a7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285144 Apr 16 16:53:47.582437 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8c76b-3d88-471d-8071-0dafff2ef115 req-6cfe8b75-bd87-4688-8662-b067a03bcdb5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:47.583486 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36a8c76b-3d88-471d-8071-0dafff2ef115 req-6cfe8b75-bd87-4688-8662-b067a03bcdb5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0614088 Apr 16 16:53:47.617450 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-36a8c76b-3d88-471d-8071-0dafff2ef115 req-ba8e47fa-ce2f-404e-a48d-755c5c1ee64f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263717 Apr 16 16:53:48.778500 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7c71a-cace-4c1b-bd0d-a6bd40f5d0a8 req-cb2be503-80a9-4ce7-91bb-55806544f4c1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:48.779626 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95b7c71a-cace-4c1b-bd0d-a6bd40f5d0a8 req-cb2be503-80a9-4ce7-91bb-55806544f4c1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0685556 Apr 16 16:53:48.811244 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-95b7c71a-cace-4c1b-bd0d-a6bd40f5d0a8 req-78705db1-4e56-4eb5-911f-618ec701f5d3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272861 Apr 16 16:53:49.978840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd688936-ed64-4191-82ef-f6f03bdd889e req-a0e18b07-3faf-4955-85ab-b0ef7a24c9a5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:49.979989 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bd688936-ed64-4191-82ef-f6f03bdd889e req-a0e18b07-3faf-4955-85ab-b0ef7a24c9a5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0747969 Apr 16 16:53:50.012129 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bd688936-ed64-4191-82ef-f6f03bdd889e req-3fc54d33-ecf7-42e3-a106-c16a50346e37 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274930 Apr 16 16:53:51.181891 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd45ca-de35-4042-a5e2-6a4ee3d5a65e req-9684556b-f736-44ca-a608-856760b4fb52 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:51.183258 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72cd45ca-de35-4042-a5e2-6a4ee3d5a65e req-9684556b-f736-44ca-a608-856760b4fb52 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0764351 Apr 16 16:53:51.218620 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72cd45ca-de35-4042-a5e2-6a4ee3d5a65e req-e61e4a8e-62c3-473e-a4c2-ff2a0b7b5a07 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279684 Apr 16 16:53:52.381013 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74913c71-9585-48f8-ae4a-40de3b3562dd req-0fb2cc6c-5772-4136-8cbc-8fb56d71a3b4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:52.382136 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-74913c71-9585-48f8-ae4a-40de3b3562dd req-0fb2cc6c-5772-4136-8cbc-8fb56d71a3b4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0725117 Apr 16 16:53:52.414776 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-74913c71-9585-48f8-ae4a-40de3b3562dd req-84369cff-f83c-4420-a049-e986b7e8659c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275512 Apr 16 16:53:53.565816 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e17b2-8900-4115-8f5a-fb5ff11a0170 req-48522388-605d-4cb7-9ca5-9d9083dc75e6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:53.566970 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab2e17b2-8900-4115-8f5a-fb5ff11a0170 req-48522388-605d-4cb7-9ca5-9d9083dc75e6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0678244 Apr 16 16:53:53.599778 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ab2e17b2-8900-4115-8f5a-fb5ff11a0170 req-8cd8499e-19da-4113-bbf5-a4636abd843a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279572 Apr 16 16:53:54.745868 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf9144-d7e0-40ab-a45c-03e87e8deebc req-b0402306-e259-4353-b51b-e8cacae8773b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:54.746877 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37cf9144-d7e0-40ab-a45c-03e87e8deebc req-b0402306-e259-4353-b51b-e8cacae8773b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0640976 Apr 16 16:53:54.781723 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-37cf9144-d7e0-40ab-a45c-03e87e8deebc req-245085cb-e1e0-4797-8a5d-2a60626c26cc tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276482 Apr 16 16:53:55.935270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8010b1b6-0054-4891-b025-2d9b87235f40 req-269c1723-d477-4d19-abb2-7d41e550cbc2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:55.936343 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8010b1b6-0054-4891-b025-2d9b87235f40 req-269c1723-d477-4d19-abb2-7d41e550cbc2 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0647273 Apr 16 16:53:55.968588 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8010b1b6-0054-4891-b025-2d9b87235f40 req-79ed44a1-557d-4ddf-897c-877c341af32e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276926 Apr 16 16:53:57.129165 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2f532-4740-466e-95c3-52b546ff3fdd req-9c1e78e5-7c01-4bbe-8d87-e8d08ea37f30 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:57.131183 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72a2f532-4740-466e-95c3-52b546ff3fdd req-9c1e78e5-7c01-4bbe-8d87-e8d08ea37f30 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0743895 Apr 16 16:53:57.166469 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-72a2f532-4740-466e-95c3-52b546ff3fdd req-40f00ed9-7dc0-4699-8b93-e14425e86d5c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281513 Apr 16 16:53:58.331194 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebec7bb-ff47-4b75-b042-2edd96ea9c60 req-5fb8466b-2f5b-40e2-865e-34a2cec4518b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:58.332280 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bebec7bb-ff47-4b75-b042-2edd96ea9c60 req-5fb8466b-2f5b-40e2-865e-34a2cec4518b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0706398 Apr 16 16:53:58.368050 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bebec7bb-ff47-4b75-b042-2edd96ea9c60 req-c7debe29-5cdb-4a36-be4a-49883a11f476 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283341 Apr 16 16:53:59.528972 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4c95f-5d6b-484b-984f-f3a9258194ac req-95759753-f76c-431c-a9f1-8ffe22dfc68e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:53:59.530051 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-38f4c95f-5d6b-484b-984f-f3a9258194ac req-95759753-f76c-431c-a9f1-8ffe22dfc68e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0714817 Apr 16 16:53:59.574756 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-38f4c95f-5d6b-484b-984f-f3a9258194ac req-b21538f1-066e-4a4d-a5ae-a6cb77ccab94 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399215 Apr 16 16:54:00.722781 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9ccb3-281f-43d9-a013-e003f123c9d1 req-c36e9dbc-a852-40d6-b8db-6aa38a3f6267 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:00.723721 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8cf9ccb3-281f-43d9-a013-e003f123c9d1 req-c36e9dbc-a852-40d6-b8db-6aa38a3f6267 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0669074 Apr 16 16:54:00.758071 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8cf9ccb3-281f-43d9-a013-e003f123c9d1 req-1a9491b0-f8b1-48ac-b27c-792590fccf56 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267141 Apr 16 16:54:01.895102 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934d6d9-7cfc-410a-8610-689d58c8bbbb req-1427aafb-bd4d-4d8b-8965-7da28a0bade3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:01.896105 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0934d6d9-7cfc-410a-8610-689d58c8bbbb req-1427aafb-bd4d-4d8b-8965-7da28a0bade3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0658853 Apr 16 16:54:01.929884 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0934d6d9-7cfc-410a-8610-689d58c8bbbb req-e88a64aa-cde0-41cd-bb91-f89e851aa74b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264850 Apr 16 16:54:03.088682 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9dec6-186f-4fb6-94b3-e01832938c7e req-45254d1e-e084-4614-9828-41a1ebfb2fa5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:03.089768 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64d9dec6-186f-4fb6-94b3-e01832938c7e req-45254d1e-e084-4614-9828-41a1ebfb2fa5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0678720 Apr 16 16:54:03.122681 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-64d9dec6-186f-4fb6-94b3-e01832938c7e req-dca6c8ff-e2a0-4957-828f-69882816947f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277786 Apr 16 16:54:04.274688 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde311f7-1d78-4d8f-9d6b-acd57c6cabb6 req-49cc76a6-a53b-4585-884e-9bc64bdfca77 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:04.275731 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fde311f7-1d78-4d8f-9d6b-acd57c6cabb6 req-49cc76a6-a53b-4585-884e-9bc64bdfca77 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0643511 Apr 16 16:54:04.306792 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fde311f7-1d78-4d8f-9d6b-acd57c6cabb6 req-0fd9b094-537f-4122-8143-c3a809990d66 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268202 Apr 16 16:54:05.465487 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5c7c3-5f22-4e79-9007-c7f5b0b90792 req-0c0a7b27-7569-469e-82cf-dcc99bd5d88c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:05.467562 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b6b5c7c3-5f22-4e79-9007-c7f5b0b90792 req-0c0a7b27-7569-469e-82cf-dcc99bd5d88c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0702686 Apr 16 16:54:05.500095 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b6b5c7c3-5f22-4e79-9007-c7f5b0b90792 req-3ecb1f65-0738-4588-a174-42180f7cf4fb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277946 Apr 16 16:54:06.745916 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e141acd-6a40-4b0f-a8ae-3514b9971a45 req-90ff5410-bebb-4fa1-8869-7e9aca80f161 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:06.747000 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e141acd-6a40-4b0f-a8ae-3514b9971a45 req-90ff5410-bebb-4fa1-8869-7e9aca80f161 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.1529818 Apr 16 16:54:06.779445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e141acd-6a40-4b0f-a8ae-3514b9971a45 req-1beb6afa-5859-41dd-9fad-ee9fe141b033 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278449 Apr 16 16:54:07.965086 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41798d05-0a9b-404e-a4c3-8eb7dbc63087 req-20d5d9e7-025e-4723-8d6a-e4e71d26c33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:07.966166 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41798d05-0a9b-404e-a4c3-8eb7dbc63087 req-20d5d9e7-025e-4723-8d6a-e4e71d26c33b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0986016 Apr 16 16:54:07.971104 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:54:08.001972 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-41798d05-0a9b-404e-a4c3-8eb7dbc63087 req-51171cde-a506-430c-bffe-41b1e2c8cd7a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281653 Apr 16 16:54:09.149842 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c85118-256a-4dd7-bb27-d164d56a5726 req-03eeb423-823e-4e33-8a18-b8354708bc67 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:09.150916 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26c85118-256a-4dd7-bb27-d164d56a5726 req-03eeb423-823e-4e33-8a18-b8354708bc67 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0626316 Apr 16 16:54:09.182319 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-26c85118-256a-4dd7-bb27-d164d56a5726 req-6142c036-9496-4ecd-96aa-1d6cd14be820 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274277 Apr 16 16:54:10.341655 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4576b-c8b2-4390-a419-a09b0e045b1e req-df9ed94c-6819-40a1-8bcc-b19390943ccb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:10.342797 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7b4576b-c8b2-4390-a419-a09b0e045b1e req-df9ed94c-6819-40a1-8bcc-b19390943ccb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0669992 Apr 16 16:54:10.375211 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a7b4576b-c8b2-4390-a419-a09b0e045b1e req-3058584b-c4b7-4da3-a2af-9d3c45ca500f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281870 Apr 16 16:54:11.286799 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-84b3e30e-a85b-4da4-b397-4d1414e3666b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:11.530233 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3de760-c64b-41cb-ad2d-4083f2e7f008 req-124053a0-e1e5-4f8f-90b6-d9279e8d4cd3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:11.531333 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2f3de760-c64b-41cb-ad2d-4083f2e7f008 req-124053a0-e1e5-4f8f-90b6-d9279e8d4cd3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0724671 Apr 16 16:54:11.564962 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2f3de760-c64b-41cb-ad2d-4083f2e7f008 req-218a7d32-a139-47c3-8007-77cb04cf739e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268207 Apr 16 16:54:12.725933 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65d585-c846-4e8b-9096-db8e9e7f2419 req-2ccd0482-c38d-4c39-945c-b2403d99fe59 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:12.727023 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da65d585-c846-4e8b-9096-db8e9e7f2419 req-2ccd0482-c38d-4c39-945c-b2403d99fe59 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0660338 Apr 16 16:54:12.746382 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-97913703-060e-444b-ae19-e8ce4600ed3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:12.758790 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-da65d585-c846-4e8b-9096-db8e9e7f2419 req-2dac0a8d-6c2b-46e3-b6a8-809a875099a4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275514 Apr 16 16:54:13.055673 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:13.337553 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:14.173603 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e407d83-6421-446e-ad0e-a19f23dab96c req-64fbe3cd-f0cc-4ff5-8c04-bb955a706514 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:14.174366 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0e407d83-6421-446e-ad0e-a19f23dab96c req-64fbe3cd-f0cc-4ff5-8c04-bb955a706514 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.3292410 Apr 16 16:54:14.201593 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0e407d83-6421-446e-ad0e-a19f23dab96c req-391ef05a-eba9-427c-8b5a-995461f5f0f7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0212793 Apr 16 16:54:14.387501 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:14.548676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:15.357902 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62c86a-61ac-4b3c-8d41-dd53457189fd req-c1361ae0-0e97-42d0-a082-2ffc233e36ef tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:15.358993 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db62c86a-61ac-4b3c-8d41-dd53457189fd req-c1361ae0-0e97-42d0-a082-2ffc233e36ef tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0651007 Apr 16 16:54:15.393202 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-db62c86a-61ac-4b3c-8d41-dd53457189fd req-4a7a4688-2313-4b42-88cf-05ec86d138ad tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263617 Apr 16 16:54:16.531958 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b3a63-6324-4763-ad77-5d682f042810 req-f12aec17-ec1a-47bb-8d11-c841e3f9c598 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:16.532989 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e8b3a63-6324-4763-ad77-5d682f042810 req-f12aec17-ec1a-47bb-8d11-c841e3f9c598 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0615423 Apr 16 16:54:16.569248 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3e8b3a63-6324-4763-ad77-5d682f042810 req-fc413316-4cb2-4e41-86fe-4799b610880c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288887 Apr 16 16:54:17.725745 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955e51b-0d99-4e3e-9e6f-0f04e90ddae0 req-ae0005c5-276e-4e16-9baf-1061f8eaa6cc tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:17.726685 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2955e51b-0d99-4e3e-9e6f-0f04e90ddae0 req-ae0005c5-276e-4e16-9baf-1061f8eaa6cc tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0649996 Apr 16 16:54:17.761104 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-2955e51b-0d99-4e3e-9e6f-0f04e90ddae0 req-bddb5c72-d563-4039-b3aa-37caf021ac94 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270674 Apr 16 16:54:18.915623 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a738990-4e42-4bb5-91a6-347c8e0c49ad req-1708e297-9381-4b9e-bab0-d5a72366a2e7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:18.916688 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7a738990-4e42-4bb5-91a6-347c8e0c49ad req-1708e297-9381-4b9e-bab0-d5a72366a2e7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0660400 Apr 16 16:54:18.952185 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7a738990-4e42-4bb5-91a6-347c8e0c49ad req-10677b27-7054-4c04-8219-0b2e67363b5c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281894 Apr 16 16:54:20.101366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8905df-dda4-4847-9602-bede3ec826b4 req-afd3e453-6ee1-4cb0-939a-ed5b50035ffa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:20.102431 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c8905df-dda4-4847-9602-bede3ec826b4 req-afd3e453-6ee1-4cb0-939a-ed5b50035ffa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0676582 Apr 16 16:54:20.137130 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1c8905df-dda4-4847-9602-bede3ec826b4 req-3ac9a8f7-3e55-4839-9a0e-b616f0811654 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273559 Apr 16 16:54:21.312664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16058b-25db-4478-a4b5-2b300fac962b req-47261620-2f4d-46d3-9c01-6932c9e703cd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:21.313817 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb16058b-25db-4478-a4b5-2b300fac962b req-47261620-2f4d-46d3-9c01-6932c9e703cd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0788341 Apr 16 16:54:21.349910 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-eb16058b-25db-4478-a4b5-2b300fac962b req-c728b7f4-8076-4490-95b7-bcacb04bd924 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282860 Apr 16 16:54:22.495712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9b117-0f09-4959-b8af-4d9cd711cef0 req-020034bc-7cef-4548-9b86-14c46d3df4f0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:22.496777 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5df9b117-0f09-4959-b8af-4d9cd711cef0 req-020034bc-7cef-4548-9b86-14c46d3df4f0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0671310 Apr 16 16:54:22.528699 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5df9b117-0f09-4959-b8af-4d9cd711cef0 req-f3d51566-6a90-4b28-97ad-1eea7b220dd3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276537 Apr 16 16:54:23.690244 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46abc9-81f1-4b75-aa38-180b89bb026a req-16ec358c-fbb3-421a-88f7-0ca253bbfd35 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:23.691229 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e46abc9-81f1-4b75-aa38-180b89bb026a req-16ec358c-fbb3-421a-88f7-0ca253bbfd35 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0740013 Apr 16 16:54:23.726941 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5e46abc9-81f1-4b75-aa38-180b89bb026a req-4a96c70a-a6bf-4364-b505-3bacd9b52955 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277965 Apr 16 16:54:24.893912 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba1678-fdba-46f2-af74-677b56a19c46 req-f9f53de1-6525-4094-b245-1f2c9465e107 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:24.897649 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0ba1678-fdba-46f2-af74-677b56a19c46 req-f9f53de1-6525-4094-b245-1f2c9465e107 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0794880 Apr 16 16:54:24.927006 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b0ba1678-fdba-46f2-af74-677b56a19c46 req-de71152e-d786-41af-a021-daefe0831b86 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276060 Apr 16 16:54:26.088884 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357034a-006d-4402-bf00-006a8ae999c5 req-38afc865-8892-4ab9-a011-171e06adbd38 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:26.090325 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4357034a-006d-4402-bf00-006a8ae999c5 req-38afc865-8892-4ab9-a011-171e06adbd38 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0699713 Apr 16 16:54:26.122308 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4357034a-006d-4402-bf00-006a8ae999c5 req-a59b45bd-deb7-46a9-908d-96e4af043ff4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276430 Apr 16 16:54:27.290602 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a35f8-b9fd-4048-a281-faace14ceefc req-defb6547-95da-482e-a5b8-dbd283f4aaca tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:27.291920 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-663a35f8-b9fd-4048-a281-faace14ceefc req-defb6547-95da-482e-a5b8-dbd283f4aaca tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0653710 Apr 16 16:54:27.324394 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-663a35f8-b9fd-4048-a281-faace14ceefc req-9d19b349-349a-47a0-8e10-3f116a25eb08 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276351 Apr 16 16:54:28.492131 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b90fc7-7c48-48bc-a5fb-ae1578c320b7 req-04cb605f-50ff-46fe-be0f-311addc0577b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:28.493256 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1b90fc7-7c48-48bc-a5fb-ae1578c320b7 req-04cb605f-50ff-46fe-be0f-311addc0577b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0764668 Apr 16 16:54:28.524731 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f1b90fc7-7c48-48bc-a5fb-ae1578c320b7 req-324f8bba-53a2-45fb-b24a-ca0def906a76 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266669 Apr 16 16:54:29.696232 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09ff6e-e4bd-4fa4-967e-783be638e453 req-6b829398-c7ce-4e2c-8b22-b98dea6596c5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:29.697201 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a09ff6e-e4bd-4fa4-967e-783be638e453 req-6b829398-c7ce-4e2c-8b22-b98dea6596c5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0785923 Apr 16 16:54:29.740292 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8a09ff6e-e4bd-4fa4-967e-783be638e453 req-7506fa24-774c-4eb8-83a6-797a0bff6468 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352473 Apr 16 16:54:30.889347 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daf288-4684-4459-aab4-3266516337e2 req-00dcd0f2-ab84-4aea-a88d-cd767ec8f7de tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:30.890392 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00daf288-4684-4459-aab4-3266516337e2 req-00dcd0f2-ab84-4aea-a88d-cd767ec8f7de tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0643404 Apr 16 16:54:30.926868 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-00daf288-4684-4459-aab4-3266516337e2 req-dcff6239-6c1b-43c9-9e9d-ca85ad1e084d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291851 Apr 16 16:54:32.088189 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e5406-2bd4-4376-8126-b9c9db6aeecb req-67c202bc-73e4-42ab-95dd-cfa9d5d811ad tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:32.089277 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bd6e5406-2bd4-4376-8126-b9c9db6aeecb req-67c202bc-73e4-42ab-95dd-cfa9d5d811ad tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0653441 Apr 16 16:54:32.121700 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-bd6e5406-2bd4-4376-8126-b9c9db6aeecb req-79b016d2-c557-4076-94fc-954ea3614277 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279253 Apr 16 16:54:33.296627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04effd4d-e6f5-488e-8ae8-1e99b6772119 req-3b96cd5e-a54c-411e-9f28-acfe7648c5a3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:33.297698 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04effd4d-e6f5-488e-8ae8-1e99b6772119 req-3b96cd5e-a54c-411e-9f28-acfe7648c5a3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0812097 Apr 16 16:54:33.337180 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-04effd4d-e6f5-488e-8ae8-1e99b6772119 req-6aa60f23-3a82-4a0e-a56c-f855f21fb777 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316243 Apr 16 16:54:34.499514 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d778f4d-fc90-4e57-91fd-8ec053db0567 req-205e1806-80b9-4db3-baf3-79f4b89b3fed tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:34.500623 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d778f4d-fc90-4e57-91fd-8ec053db0567 req-205e1806-80b9-4db3-baf3-79f4b89b3fed tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0656807 Apr 16 16:54:34.535263 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4d778f4d-fc90-4e57-91fd-8ec053db0567 req-71ce3d1a-d7a3-4be5-936b-b86306873ae5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273292 Apr 16 16:54:35.695356 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afefcab-add2-46ea-8bd9-9713b2657847 req-99203422-9417-4950-a884-0db587d7f40e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:35.696381 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9afefcab-add2-46ea-8bd9-9713b2657847 req-99203422-9417-4950-a884-0db587d7f40e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0659087 Apr 16 16:54:35.728924 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9afefcab-add2-46ea-8bd9-9713b2657847 req-21c75df7-5232-4442-8bc6-af9a1b834ba8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280793 Apr 16 16:54:36.884213 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49fc9d-8f24-4562-a307-7b1469aeaf31 req-7f316c67-19d6-4a20-abd1-f04b623ec6cb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:36.885234 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c49fc9d-8f24-4562-a307-7b1469aeaf31 req-7f316c67-19d6-4a20-abd1-f04b623ec6cb tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0674610 Apr 16 16:54:36.919458 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c49fc9d-8f24-4562-a307-7b1469aeaf31 req-4a1cc01a-693a-48cf-bc88-137782ad3897 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281296 Apr 16 16:54:38.073076 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992a5d0-3cec-4178-a838-51ef49b8bdef req-597b39e8-35d1-4e9d-af4e-acf9d4ada7a3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:38.074158 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7992a5d0-3cec-4178-a838-51ef49b8bdef req-597b39e8-35d1-4e9d-af4e-acf9d4ada7a3 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0643537 Apr 16 16:54:38.111407 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-7992a5d0-3cec-4178-a838-51ef49b8bdef req-5b93edb2-68c0-48d2-97f9-e7125718942b tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298176 Apr 16 16:54:39.272826 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01ad47-1080-48fb-af64-03f999c25f39 req-161dfe84-f168-49d8-ae36-909d364e2e72 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:39.274902 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c01ad47-1080-48fb-af64-03f999c25f39 req-161dfe84-f168-49d8-ae36-909d364e2e72 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0731986 Apr 16 16:54:39.307568 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-5c01ad47-1080-48fb-af64-03f999c25f39 req-876d2830-d7c4-4d02-8e19-253d7b4cbdcf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286970 Apr 16 16:54:40.468456 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71772ad-83df-49b9-b9fd-76669eca1f60 req-1e6b5e11-ecf7-423d-b023-c6c4ff9d3660 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:40.469559 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f71772ad-83df-49b9-b9fd-76669eca1f60 req-1e6b5e11-ecf7-423d-b023-c6c4ff9d3660 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0679305 Apr 16 16:54:40.505192 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-f71772ad-83df-49b9-b9fd-76669eca1f60 req-f6326420-5525-48ea-bfdf-bcb54330e6b1 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280490 Apr 16 16:54:41.280282 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-2ee93017-aa2f-4951-9c5d-5985665eefd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:41.662904 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6de6f-7c81-4c6a-9253-253806cec3ee req-e1d8edf1-1f3c-4644-8c0a-517bc814a1f7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:41.663978 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51e6de6f-7c81-4c6a-9253-253806cec3ee req-e1d8edf1-1f3c-4644-8c0a-517bc814a1f7 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0639503 Apr 16 16:54:41.694879 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-51e6de6f-7c81-4c6a-9253-253806cec3ee req-82679470-9845-4f1b-94c2-95b848481b79 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266426 Apr 16 16:54:42.749544 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f70fda79-200c-4666-bf20-ddec32be04ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:42.849178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0192-0bae-48b7-9872-a97e5c9cc535 req-57d42bb6-c9a9-4afd-83fb-16b789d82b4a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:42.850430 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee9b0192-0bae-48b7-9872-a97e5c9cc535 req-57d42bb6-c9a9-4afd-83fb-16b789d82b4a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0654893 Apr 16 16:54:42.881945 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ee9b0192-0bae-48b7-9872-a97e5c9cc535 req-c7135aa2-d439-4ef2-99ec-2978f5e702a4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273523 Apr 16 16:54:43.056224 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:43.343834 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:44.041440 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c823cb1-f53d-4e66-af19-9a8ed8a87c0f req-c6d24477-1e8e-406c-926a-9a165e54df5a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:44.042478 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8c823cb1-f53d-4e66-af19-9a8ed8a87c0f req-c6d24477-1e8e-406c-926a-9a165e54df5a tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0662973 Apr 16 16:54:44.073646 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-8c823cb1-f53d-4e66-af19-9a8ed8a87c0f req-6a5e8e43-fc01-410a-ac80-896eeb027ab5 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266159 Apr 16 16:54:44.393640 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:44.552610 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:54:44.980100 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:54:45.242748 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de37418-612d-4c0d-955f-22c114cae77f req-10c1e73b-8251-441e-b861-eaec1df84c1d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:45.243745 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0de37418-612d-4c0d-955f-22c114cae77f req-10c1e73b-8251-441e-b861-eaec1df84c1d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0735533 Apr 16 16:54:45.276312 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-0de37418-612d-4c0d-955f-22c114cae77f req-8606a26b-a44f-4be2-afdb-c3a6715ae903 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283670 Apr 16 16:54:46.433305 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e52a5-e6c6-4dca-adf5-11a714607d43 req-39b9a34a-f76f-464a-827d-ae86b1ffce7d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:46.434387 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-638e52a5-e6c6-4dca-adf5-11a714607d43 req-39b9a34a-f76f-464a-827d-ae86b1ffce7d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0649459 Apr 16 16:54:46.467860 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-638e52a5-e6c6-4dca-adf5-11a714607d43 req-5c87c234-6a1d-41cd-998f-8d9091cef497 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288396 Apr 16 16:54:47.626372 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407dffc-37e3-4f8b-9d0f-5151cf279519 req-c6236320-47b9-4388-a160-2fe735e3dc29 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:47.627511 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1407dffc-37e3-4f8b-9d0f-5151cf279519 req-c6236320-47b9-4388-a160-2fe735e3dc29 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0745208 Apr 16 16:54:47.664514 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-1407dffc-37e3-4f8b-9d0f-5151cf279519 req-36de6dbe-8501-42bf-bc66-eaa15f0163d4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289629 Apr 16 16:54:48.817262 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7f7a6-0096-4ffe-b0f2-58cc09323012 req-66b60162-f949-4ad0-9934-0082d9e18954 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:48.818296 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3fe7f7a6-0096-4ffe-b0f2-58cc09323012 req-66b60162-f949-4ad0-9934-0082d9e18954 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0643060 Apr 16 16:54:48.851009 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-3fe7f7a6-0096-4ffe-b0f2-58cc09323012 req-21bd0b86-e832-438a-b53a-5286c97262cf tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281367 Apr 16 16:54:50.016352 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8eee5f-3969-44ae-9673-24d02313b755 req-8ba4dfc2-2883-4ff0-b1cc-760d4383c9e9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:50.017495 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c8eee5f-3969-44ae-9673-24d02313b755 req-8ba4dfc2-2883-4ff0-b1cc-760d4383c9e9 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0664172 Apr 16 16:54:50.050142 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c8eee5f-3969-44ae-9673-24d02313b755 req-254e7fcd-78d1-4c6c-be64-4e34b71b5d6d tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284424 Apr 16 16:54:51.210337 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22477d-3315-4d28-8b00-612c586e6662 req-6f6feb63-5ecc-45ea-b0be-4d8eb860b338 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:51.211445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b22477d-3315-4d28-8b00-612c586e6662 req-6f6feb63-5ecc-45ea-b0be-4d8eb860b338 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0777149 Apr 16 16:54:51.244872 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-9b22477d-3315-4d28-8b00-612c586e6662 req-84b02547-0a32-497a-878f-b27571a39ee6 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292306 Apr 16 16:54:52.414098 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77872bb-4c2a-4c25-ab2f-3ca376fc0ff8 req-d04e8edc-09ef-40fa-88b8-4b3dba02c509 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:52.415272 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a77872bb-4c2a-4c25-ab2f-3ca376fc0ff8 req-d04e8edc-09ef-40fa-88b8-4b3dba02c509 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0698714 Apr 16 16:54:52.446802 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-a77872bb-4c2a-4c25-ab2f-3ca376fc0ff8 req-36867919-283a-4990-bc94-a26d466e302c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268583 Apr 16 16:54:53.607377 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eea2df-0924-4cb1-8426-5273b7659e65 req-708ebb0e-9e20-4912-b0e0-10747ecb5708 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:53.608419 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19eea2df-0924-4cb1-8426-5273b7659e65 req-708ebb0e-9e20-4912-b0e0-10747ecb5708 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0660586 Apr 16 16:54:53.640163 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-19eea2df-0924-4cb1-8426-5273b7659e65 req-6b5611a1-7c13-496a-82b5-d9e372a8a76f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275114 Apr 16 16:54:54.788235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b042-a6fe-45f4-a05e-a3d1956277e8 req-7ff65489-ce19-4ecc-9b9d-da27d318b5f0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:54.789259 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d941b042-a6fe-45f4-a05e-a3d1956277e8 req-7ff65489-ce19-4ecc-9b9d-da27d318b5f0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0664651 Apr 16 16:54:54.824145 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-d941b042-a6fe-45f4-a05e-a3d1956277e8 req-e82b98fd-4943-4a49-a83c-b825d22fcda4 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273798 Apr 16 16:54:55.986944 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4494ad-d2c1-4954-8a55-23c131834a41 req-74de72ec-fc89-4d7b-9ad0-fb3c1ca20d05 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:55.988025 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c4494ad-d2c1-4954-8a55-23c131834a41 req-74de72ec-fc89-4d7b-9ad0-fb3c1ca20d05 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0656972 Apr 16 16:54:56.020254 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-4c4494ad-d2c1-4954-8a55-23c131834a41 req-dd4f702a-4199-494f-8e45-761084c21d48 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277712 Apr 16 16:54:57.184421 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544082e5-a871-49b1-a811-68a4cf55e4be req-66a15c87-6de4-446a-9057-616de1583a10 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:57.185529 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-544082e5-a871-49b1-a811-68a4cf55e4be req-66a15c87-6de4-446a-9057-616de1583a10 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0702558 Apr 16 16:54:57.216819 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-544082e5-a871-49b1-a811-68a4cf55e4be req-25c8b0fc-8525-4ef5-bedc-e3a1c238267f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269580 Apr 16 16:54:58.386810 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7eb18-b530-442a-8e0b-650c74af65dc req-4856c815-1030-4f6a-95e7-47fb4469b310 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:58.387962 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b7c7eb18-b530-442a-8e0b-650c74af65dc req-4856c815-1030-4f6a-95e7-47fb4469b310 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0765913 Apr 16 16:54:58.420473 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-b7c7eb18-b530-442a-8e0b-650c74af65dc req-f87ece77-53a9-40ff-aba3-40ccf6d904be tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277796 Apr 16 16:54:59.559023 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2745f-99ef-495f-a97a-1b30ae80dc33 req-e316938f-a0c8-453a-af4e-cd7118f548a0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:54:59.560067 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fda2745f-99ef-495f-a97a-1b30ae80dc33 req-e316938f-a0c8-453a-af4e-cd7118f548a0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0610223 Apr 16 16:54:59.598445 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-fda2745f-99ef-495f-a97a-1b30ae80dc33 req-5ee03c2b-bb0b-4a78-b029-56f4759feae0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340176 Apr 16 16:55:00.752172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d95885-e9fd-4f5c-acd7-ca9440afa920 req-59fb0abf-3147-4a3b-8603-c9e2cdcd1463 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:00.753150 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59d95885-e9fd-4f5c-acd7-ca9440afa920 req-59fb0abf-3147-4a3b-8603-c9e2cdcd1463 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0642691 Apr 16 16:55:00.789483 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-59d95885-e9fd-4f5c-acd7-ca9440afa920 req-048057f9-9e9e-4511-89c3-4f6b001d1efa tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284405 Apr 16 16:55:01.940034 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a0b92-b7ce-4395-925c-2e24855c475a req-d2e02b45-bbf9-4a2b-b865-bca4ab046e1e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:01.940880 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac9a0b92-b7ce-4395-925c-2e24855c475a req-d2e02b45-bbf9-4a2b-b865-bca4ab046e1e tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0643752 Apr 16 16:55:02.213813 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-ac9a0b92-b7ce-4395-925c-2e24855c475a req-e0c28ba6-c311-4050-a554-7f610b85c83f tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2686834 Apr 16 16:55:03.377586 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70741cb8-fe5e-4e9a-ac93-f76bb823f277 req-4e8c4e72-7f3e-4052-b578-5e112119730c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:03.378756 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70741cb8-fe5e-4e9a-ac93-f76bb823f277 req-4e8c4e72-7f3e-4052-b578-5e112119730c tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0720832 Apr 16 16:55:03.414823 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-70741cb8-fe5e-4e9a-ac93-f76bb823f277 req-3432ef3a-7e7a-4bd6-bb8e-e4aa904f28e0 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312195 Apr 16 16:55:04.559510 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b6a12-3a9f-4e0b-a4db-d9c6ddbfcc90 req-7a296401-a83d-47ac-83ac-37dd5fa57efd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 16:55:04.560542 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-600b6a12-3a9f-4e0b-a4db-d9c6ddbfcc90 req-7a296401-a83d-47ac-83ac-37dd5fa57efd tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/ports?device_id=d6ccbb6e-3037-45dc-8a10-66aec099b56e HTTP/1.1" status: 200 len: 946 time: 0.0638092 Apr 16 16:55:04.595311 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [req-600b6a12-3a9f-4e0b-a4db-d9c6ddbfcc90 req-e2b3e3c4-824e-41c6-8ced-9206651aeba8 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "GET /v2.0/security-groups?id=5dcf9840-1337-4385-ba4c-62222768883e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268555 Apr 16 16:55:04.620846 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 48600) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:04.658940 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.api.v2.resource [None req-8000f5ea-739f-4585-9734-18d136f31786 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 16 16:55:04.659526 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-8000f5ea-739f-4585-9734-18d136f31786 tempest-TestSnapshotPattern-2049031118 tempest-TestSnapshotPattern-2049031118-project] 10.222.0.95 "DELETE /v2.0/security-groups/5dcf9840-1337-4385-ba4c-62222768883e HTTP/1.1" status: 409 len: 336 time: 0.0378618 Apr 16 16:55:04.787431 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 48606) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:05.263883 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674041'] for router_interface, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:05.464503 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Deleting port 9f6da35e-448c-4d29-84a4-eb57e047846f {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:55:05.464752 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:05.852460 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] For port 9f6da35e-448c-4d29-84a4-eb57e047846f, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=9f6da35e-448c-4d29-84a4-eb57e047846f,segment=NetworkSegment(cc08de4e-342c-4112-834e-c48dda28cdca),segment_id=cc08de4e-342c-4112-834e-c48dda28cdca)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:05.853178 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:05.930014 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Calling delete_port for 9f6da35e-448c-4d29-84a4-eb57e047846f owned by network:router_interface {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:55:06.032629 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:06.039991 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-5de4e7ac-fe32-4111-b54c-963db4187dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:06.084363 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6da35e-448c-4d29-84a4-eb57e047846f,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:06.091939 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.092153 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.092395 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.092616 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.092840 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.093047 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.093270 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.093490 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.093712 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.093934 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.094154 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.094378 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-786478-2-hyperv {{(pid=86007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 16:55:06.096989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:06.278327 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854216518', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-671826'] for router_interface, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:06.543858 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Router 97c81099-2326-4496-8f70-9732416cae1c has already been hosted by L3 agent 161ec253-cec2-4bd0-85d0-317d54a0d6ef {{(pid=86007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 16:55:06.663297 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] Notify agent at l3_agent.dv-neutron-786478-2-hyperv the message routers_updated {{(pid=86007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 16:55:06.669448 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822acdb7-6f2e-4f2d-943f-b7563b857260 None None] Sync routers for ids ['97c81099-2326-4496-8f70-9732416cae1c'] in dv-neutron-786478-2-hyperv {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 16:55:06.673250 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-417c6d98-50fe-455d-85aa-72e557bfa4f2 admin admin] 10.222.0.95 "PUT /v2.0/routers/97c81099-2326-4496-8f70-9732416cae1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8849509 Apr 16 16:55:06.675118 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86007) accepted ('10.222.0.95', 48612) {{(pid=86007) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:06.675849 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822acdb7-6f2e-4f2d-943f-b7563b857260 None None] Routers {'97c81099-2326-4496-8f70-9732416cae1c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:55:06.676650 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-822acdb7-6f2e-4f2d-943f-b7563b857260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:54:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['97c81099-2326-4496-8f70-9732416cae1c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:06.783204 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-822acdb7-6f2e-4f2d-943f-b7563b857260 None None] Set router 97c81099-2326-4496-8f70-9732416cae1c gateway port host: dv-neutron-786478-2-hyperv {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:55:06.791664 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:06.892442 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:06.899513 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Deleting port 79477775-888e-456b-a856-4b950c7528d3 {{(pid=86007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 16:55:06.899723 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363291870612340'] for port, before_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:06.969366 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-822acdb7-6f2e-4f2d-943f-b7563b857260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'external_fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '79477775-888e-456b-a856-4b950c7528d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:55:05Z', 'revision_number': 5, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port': {'id': '79477775-888e-456b-a856-4b950c7528d3', 'name': '', 'network_id': '4be6ccee-bd06-47ad-b7c9-0498b8053c94', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:e2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c81099-2326-4496-8f70-9732416cae1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-786478-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '330c8330-0d8d-4b7d-8c1b-39fdc8b420f0', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-786478-2-hyperv'}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:06.971645 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822acdb7-6f2e-4f2d-943f-b7563b857260 None None] Checking router: 97c81099-2326-4496-8f70-9732416cae1c for host: dv-neutron-786478-2-hyperv {{(pid=86008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 16:55:06.977627 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822acdb7-6f2e-4f2d-943f-b7563b857260 None None] Routers {'97c81099-2326-4496-8f70-9732416cae1c'} bound to L3 agent in host dv-neutron-786478-2-hyperv {{(pid=86008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 16:55:06.977989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-822acdb7-6f2e-4f2d-943f-b7563b857260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-786478-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T15:30:13Z,description=,heartbeat_timestamp=2021-04-16T16:54:43Z,host='dv-neutron-786478-2-hyperv',id=161ec253-cec2-4bd0-85d0-317d54a0d6ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T15:30:13Z,topic='l3_agent')) {'router_ids': ['97c81099-2326-4496-8f70-9732416cae1c'], 'active': True} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:07.015951 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.db [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] For port 79477775-888e-456b-a856-4b950c7528d3, host dv-neutron-786478-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-786478-2-hyperv',level=0,port_id=79477775-888e-456b-a856-4b950c7528d3,segment=NetworkSegment(906557b8-fcf5-42c4-a3cf-d0bcf080ba1b),segment_id=906557b8-fcf5-42c4-a3cf-d0bcf080ba1b)] {{(pid=86007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 16:55:07.016172 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-714186'] for port, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.064324 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_dvr_db [None req-822acdb7-6f2e-4f2d-943f-b7563b857260 None None] Set router 97c81099-2326-4496-8f70-9732416cae1c gateway port host: None {{(pid=86008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 16:55:07.100787 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Calling delete_port for 79477775-888e-456b-a856-4b950c7528d3 owned by network:router_gateway {{(pid=86007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 16:55:07.227803 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-224058', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-444161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744984138799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744983700049', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2473751'] for port, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.236525 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-66f2b29b-e789-4eb8-8730-de861a988d86 tempest-TestNetworkAdvancedServerOps-2012772903 tempest-TestNetworkAdvancedServerOps-2012772903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 16:55:07.284989 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=79477775-888e-456b-a856-4b950c7528d3,revision_number=None']} {{(pid=86007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 16:55:07.288571 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG oslo_concurrency.lockutils [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86007) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 16:55:07.300590 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.l3_hamode_db [None req-822acdb7-6f2e-4f2d-943f-b7563b857260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:55:06Z', 'revision_number': 6, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port_host': None}], 'dv-neutron-786478-2-hyperv', False) {} {{(pid=86008) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 16:55:07.303313 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822acdb7-6f2e-4f2d-943f-b7563b857260 None None] The sync data for ids ['97c81099-2326-4496-8f70-9732416cae1c'] in dv-neutron-786478-2-hyperv is: [{'id': '97c81099-2326-4496-8f70-9732416cae1c', 'name': 'tempest-TestSnapshotPattern-1759041958-router', 'tenant_id': '4623b50830ab4a6da07ddaef7b098f29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T16:41:40Z', 'updated_at': '2021-04-16T16:55:06Z', 'revision_number': 6, 'project_id': '4623b50830ab4a6da07ddaef7b098f29', 'gw_port_host': None}] {{(pid=86008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 16:55:07.377321 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671976'] for router_gateway, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.755835 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-672338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774229'] for router, precommit_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.757222 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.770676 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103102'] for router, after_delete {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.771012 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97c81099-2326-4496-8f70-9732416cae1c {{(pid=86007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 16:55:07.777918 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] Notify callbacks [] for router, before_response {{(pid=86007) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.778712 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-0641b56b-b7f7-4a27-9b6a-9ae4bb23f3a8 admin admin] 10.222.0.95 "DELETE /v2.0/routers/97c81099-2326-4496-8f70-9732416cae1c HTTP/1.1" status: 204 len: 168 time: 1.1029582 Apr 16 16:55:07.780940 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.wsgi [-] (86006) accepted ('10.222.0.95', 48616) {{(pid=86006) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 16:55:07.827479 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.db_base_plugin_v2 [None req-149958de-179a-4e14-aa2e-b067c0e198b8 admin admin] Deleting subnet 6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 {{(pid=86006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 16:55:07.829705 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-149958de-179a-4e14-aa2e-b067c0e198b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.862246 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-149958de-179a-4e14-aa2e-b067c0e198b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851930418'] for subnet, precommit_delete_associations {{(pid=86006) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:07.901291 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.db.db_base_plugin_v2 [None req-149958de-179a-4e14-aa2e-b067c0e198b8 admin admin] Found port (1c6b838f-cb76-4ea1-86c0-7ee7f6edade1, 172.20.0.13) having IP allocation on subnet 6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2, cannot delete Apr 16 16:55:07.903919 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.pecan_wsgi.hooks.translation [None req-149958de-179a-4e14-aa2e-b067c0e198b8 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 16 16:55:07.904242 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149958de-179a-4e14-aa2e-b067c0e198b8 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=86006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Apr 16 16:55:07.905477 dv-neutron-786478-2-hyperv neutron-server[85906]: INFO neutron.wsgi [None req-149958de-179a-4e14-aa2e-b067c0e198b8 admin admin] 10.222.0.95 "DELETE /v2.0/subnets/6a78bdb2-5cfa-4e7c-a562-2f3715c6d3d2 HTTP/1.1" status: 409 len: 404 time: 0.1237497 Apr 16 16:55:08.639058 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9f6da35e-448c-4d29-84a4-eb57e047846f no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:55:08.659551 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 9f6da35e-448c-4d29-84a4-eb57e047846f {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:55:08.659721 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 9f6da35e-448c-4d29-84a4-eb57e047846f not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:55:08.659976 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 79477775-888e-456b-a856-4b950c7528d3 no longer exists at agent ovs-agent-dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 16:55:08.680199 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.plugin [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] No Port match for: 79477775-888e-456b-a856-4b950c7528d3 {{(pid=86008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 16:55:08.680470 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.plugins.ml2.rpc [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Device 79477775-888e-456b-a856-4b950c7528d3 not bound to the agent host dv-neutron-786478-2-hyperv {{(pid=86008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 16:55:11.282605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4bfd9353-9b0e-41b2-92ce-e8a636f73cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:12.758457 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e8f639fb-6482-487e-9450-e0b9fab861c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:13.054218 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:13.347279 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:14.388929 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:14.556253 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:21.972625 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:55:41.283828 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-1342aaf7-c538-4fbb-938e-abc679f08d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:42.748362 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-d318d9e1-c7ed-4ee3-a7cb-08768be45bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:43.046433 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:43.350235 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:44.399343 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:44.558757 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:55:58.974649 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:56:11.291714 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-77bb7c5e-ca21-4be4-8f6f-da0801deb7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:12.758531 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-726e9b7d-484b-4ad3-8cb6-ed70faa65087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:13.049614 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:13.357886 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:14.398373 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:14.554223 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:35.976825 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:56:41.290949 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dd8808e0-bf09-44df-b980-e352db4d90b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:42.757565 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-4bc3569a-5754-44b5-bc51-40a6908c3b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:43.061488 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:43.359735 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:44.404360 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:56:44.566981 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:11.287790 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d4f5-9f1b-4d7a-aa68-4f54855635a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:12.754569 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-dc8dc110-d418-4185-8ecd-4f0de6ba3f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:12.979727 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 16:57:13.059724 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:13.362690 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:14.429999 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:14.561994 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:41.297357 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-f7374fcb-1ef6-45bc-b02e-07643e0780ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:42.750236 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-bab4ab54-1449-4c8e-84eb-7439b7f2a42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:43.052647 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-e17b4968-9403-4491-97bf-0b8d26748870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:43.366125 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-c90b0655-cdd8-4043-a1dd-6d7b0757c453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:44.427245 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-584ee864-13ff-4c39-b5c5-7b1a13f1cd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:44.575043 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron_lib.callbacks.manager [None req-721bf602-ab56-467f-98b0-547c4fb8a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744984219831', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854343978'] for agent, after_update {{(pid=86008) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 16:57:49.978605 dv-neutron-786478-2-hyperv neutron-server[85906]: DEBUG neutron.db.agents_db [None req-ca371b83-b9af-4d09-85ea-a9c61c5db332 None None] Agent healthcheck: found 6 active agents {{(pid=86009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}